[ 529.330539] env[69281]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69281) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.330897] env[69281]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69281) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.331056] env[69281]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69281) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.331361] env[69281]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 529.434770] env[69281]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69281) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 529.445376] env[69281]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69281) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 529.492896] env[69281]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 530.053892] env[69281]: INFO nova.virt.driver [None req-1551328e-2d70-4306-8e23-30cef8e0160d None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 530.127962] env[69281]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 530.128182] env[69281]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 530.128284] env[69281]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69281) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 533.478291] env[69281]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-669caa1c-73d3-4e7e-9f69-912966f2ddff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.495144] env[69281]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69281) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 533.495349] env[69281]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-915fed28-1691-4bfb-9f20-bd5228509839 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.529250] env[69281]: INFO oslo_vmware.api [-] Successfully established new session; session ID is b5809. [ 533.529437] env[69281]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.401s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 533.530045] env[69281]: INFO nova.virt.vmwareapi.driver [None req-1551328e-2d70-4306-8e23-30cef8e0160d None None] VMware vCenter version: 7.0.3 [ 533.533593] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faf5a2b-6c68-42c6-b699-f2cacaf17784 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.552430] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2392a214-abe4-4a23-98c8-f871215b2221 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.559310] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337252d1-0125-4285-8e2a-6a54c37843bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.567011] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95331e08-a567-4993-9f0a-56228fb40c94 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.581461] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8586de-3f40-42bc-93cb-6fb97bfa6be3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.588349] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6b3692-a23e-4eb0-ab5c-aebf1a65ace2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.620134] env[69281]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1c713f97-cb25-4130-a34f-5fb8b27c48f2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.626718] env[69281]: DEBUG nova.virt.vmwareapi.driver [None req-1551328e-2d70-4306-8e23-30cef8e0160d None None] Extension org.openstack.compute already exists. {{(pid=69281) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 533.629545] env[69281]: INFO nova.compute.provider_config [None req-1551328e-2d70-4306-8e23-30cef8e0160d None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 534.132807] env[69281]: DEBUG nova.context [None req-1551328e-2d70-4306-8e23-30cef8e0160d None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),66249f91-f768-4e61-b7b7-1ed9df9327d3(cell1) {{(pid=69281) load_cells /opt/stack/nova/nova/context.py:464}} [ 534.134989] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.135228] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.136186] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.136639] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Acquiring lock "66249f91-f768-4e61-b7b7-1ed9df9327d3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.136838] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Lock "66249f91-f768-4e61-b7b7-1ed9df9327d3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.137902] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Lock "66249f91-f768-4e61-b7b7-1ed9df9327d3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.158672] env[69281]: INFO dbcounter [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Registered counter for database nova_cell0 [ 534.167792] env[69281]: INFO dbcounter [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Registered counter for database nova_cell1 [ 534.171207] env[69281]: DEBUG oslo_db.sqlalchemy.engines [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69281) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 534.171572] env[69281]: DEBUG oslo_db.sqlalchemy.engines [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69281) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 534.176421] env[69281]: ERROR nova.db.main.api [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 534.176421] env[69281]: result = function(*args, **kwargs) [ 534.176421] env[69281]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 534.176421] env[69281]: return func(*args, **kwargs) [ 534.176421] env[69281]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 534.176421] env[69281]: result = fn(*args, **kwargs) [ 534.176421] env[69281]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 534.176421] env[69281]: return f(*args, **kwargs) [ 534.176421] env[69281]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 534.176421] env[69281]: return db.service_get_minimum_version(context, binaries) [ 534.176421] env[69281]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 534.176421] env[69281]: _check_db_access() [ 534.176421] env[69281]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 534.176421] env[69281]: stacktrace = ''.join(traceback.format_stack()) [ 534.176421] env[69281]: [ 534.177473] env[69281]: ERROR nova.db.main.api [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 534.177473] env[69281]: result = function(*args, **kwargs) [ 534.177473] env[69281]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 534.177473] env[69281]: return func(*args, **kwargs) [ 534.177473] env[69281]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 534.177473] env[69281]: result = fn(*args, **kwargs) [ 534.177473] env[69281]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 534.177473] env[69281]: return f(*args, **kwargs) [ 534.177473] env[69281]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 534.177473] env[69281]: return db.service_get_minimum_version(context, binaries) [ 534.177473] env[69281]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 534.177473] env[69281]: _check_db_access() [ 534.177473] env[69281]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 534.177473] env[69281]: stacktrace = ''.join(traceback.format_stack()) [ 534.177473] env[69281]: [ 534.177921] env[69281]: WARNING nova.objects.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Failed to get minimum service version for cell 66249f91-f768-4e61-b7b7-1ed9df9327d3 [ 534.178011] env[69281]: WARNING nova.objects.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 534.178450] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Acquiring lock "singleton_lock" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.178642] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Acquired lock "singleton_lock" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.178887] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Releasing lock "singleton_lock" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.179237] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Full set of CONF: {{(pid=69281) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 534.179385] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ******************************************************************************** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 534.179524] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] Configuration options gathered from: {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 534.179662] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 534.179855] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 534.179987] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ================================================================================ {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 534.180221] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] allow_resize_to_same_host = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.180395] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] arq_binding_timeout = 300 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.180530] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] backdoor_port = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.180659] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] backdoor_socket = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.180823] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] block_device_allocate_retries = 60 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.181023] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] block_device_allocate_retries_interval = 3 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.181206] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cert = self.pem {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.181378] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.181543] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute_monitors = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.181714] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] config_dir = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.181885] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] config_drive_format = iso9660 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.182031] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.182203] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] config_source = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.182373] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] console_host = devstack {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.182534] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] control_exchange = nova {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.182700] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cpu_allocation_ratio = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.182863] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] daemon = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.183079] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] debug = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.183199] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] default_access_ip_network_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.183363] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] default_availability_zone = nova {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.183521] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] default_ephemeral_format = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.183677] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] default_green_pool_size = 1000 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.183910] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.184090] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] default_schedule_zone = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.184255] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] disk_allocation_ratio = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.184413] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] enable_new_services = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.184588] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] enabled_apis = ['osapi_compute'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.184752] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] enabled_ssl_apis = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.184913] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] flat_injected = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.185080] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] force_config_drive = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.185242] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] force_raw_images = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.185411] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] graceful_shutdown_timeout = 5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.185571] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] heal_instance_info_cache_interval = -1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.185796] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] host = cpu-1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.185979] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.186162] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.186323] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.186566] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.186740] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] instance_build_timeout = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.186902] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] instance_delete_interval = 300 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.187080] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] instance_format = [instance: %(uuid)s] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.187250] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] instance_name_template = instance-%08x {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.187412] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] instance_usage_audit = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.187582] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] instance_usage_audit_period = month {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.187747] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.187912] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.188089] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] internal_service_availability_zone = internal {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.188247] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] key = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.188403] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] live_migration_retry_count = 30 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.188600] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] log_color = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.188773] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] log_config_append = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.188943] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.189148] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] log_dir = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.189325] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] log_file = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.189455] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] log_options = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.189661] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] log_rotate_interval = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.189837] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] log_rotate_interval_type = days {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.190012] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] log_rotation_type = none {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.190148] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.190277] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.190447] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.190612] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.190742] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.190905] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] long_rpc_timeout = 1800 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.191076] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] max_concurrent_builds = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.191239] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] max_concurrent_live_migrations = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.191399] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] max_concurrent_snapshots = 5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.191611] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] max_local_block_devices = 3 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.191712] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] max_logfile_count = 30 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.191869] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] max_logfile_size_mb = 200 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.192039] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] maximum_instance_delete_attempts = 5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.192211] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] metadata_listen = 0.0.0.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.192381] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] metadata_listen_port = 8775 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.192549] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] metadata_workers = 2 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.192712] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] migrate_max_retries = -1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.192877] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] mkisofs_cmd = genisoimage {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.193099] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.193238] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] my_ip = 10.180.1.21 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.193444] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.193606] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] network_allocate_retries = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.193784] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.193952] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.194131] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] osapi_compute_listen_port = 8774 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.194297] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] osapi_compute_unique_server_name_scope = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.194496] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] osapi_compute_workers = 2 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.194664] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] password_length = 12 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.194882] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] periodic_enable = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.195116] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] periodic_fuzzy_delay = 60 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.195296] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] pointer_model = usbtablet {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.195472] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] preallocate_images = none {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.195637] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] publish_errors = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.195774] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] pybasedir = /opt/stack/nova {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.195937] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ram_allocation_ratio = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.196113] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] rate_limit_burst = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.196286] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] rate_limit_except_level = CRITICAL {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.196472] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] rate_limit_interval = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.196657] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] reboot_timeout = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.196822] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] reclaim_instance_interval = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.196984] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] record = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.197170] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] reimage_timeout_per_gb = 60 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.197335] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] report_interval = 120 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.197498] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] rescue_timeout = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.197660] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] reserved_host_cpus = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.197818] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] reserved_host_disk_mb = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.197975] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] reserved_host_memory_mb = 512 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.198152] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] reserved_huge_pages = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.198313] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] resize_confirm_window = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.198471] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] resize_fs_using_block_device = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.198663] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] resume_guests_state_on_host_boot = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.198837] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.199006] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] rpc_response_timeout = 60 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.199178] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] run_external_periodic_tasks = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.199347] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] running_deleted_instance_action = reap {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.199508] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.199676] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] running_deleted_instance_timeout = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.199834] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] scheduler_instance_sync_interval = 120 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.200014] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] service_down_time = 720 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.200183] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] servicegroup_driver = db {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.200343] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] shell_completion = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.200505] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] shelved_offload_time = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.200664] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] shelved_poll_interval = 3600 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.200837] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] shutdown_timeout = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.201043] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] source_is_ipv6 = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.201214] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ssl_only = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.201481] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.201659] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] sync_power_state_interval = 600 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.201815] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] sync_power_state_pool_size = 1000 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.201983] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] syslog_log_facility = LOG_USER {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.202155] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] tempdir = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.202317] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] timeout_nbd = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.202481] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] transport_url = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.202640] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] update_resources_interval = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.202801] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] use_cow_images = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.202956] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] use_journal = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.203128] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] use_json = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.203290] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] use_rootwrap_daemon = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.203447] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] use_stderr = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.203606] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] use_syslog = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.203764] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vcpu_pin_set = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.203931] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vif_plugging_is_fatal = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.204112] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vif_plugging_timeout = 300 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.204276] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] virt_mkfs = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.204434] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] volume_usage_poll_interval = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.204593] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] watch_log_file = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.204762] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] web = /usr/share/spice-html5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.204947] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205141] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205300] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205469] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_concurrency.disable_process_locking = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206132] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206333] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206542] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206740] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206905] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207091] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207282] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.auth_strategy = keystone {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207455] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.compute_link_prefix = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207632] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207818] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.dhcp_domain = novalocal {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207986] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.enable_instance_password = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208167] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.glance_link_prefix = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208376] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208521] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208704] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.instance_list_per_project_cells = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208875] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.list_records_by_skipping_down_cells = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209057] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.local_metadata_per_cell = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209231] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.max_limit = 1000 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209399] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.metadata_cache_expiration = 15 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209575] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.neutron_default_tenant_id = default {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209749] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.response_validation = warn {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209928] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.use_neutron_default_nets = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210107] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210275] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210441] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210616] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210791] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.vendordata_dynamic_targets = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210977] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.vendordata_jsonfile_path = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211181] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211376] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.backend = dogpile.cache.memcached {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211547] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.backend_argument = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211711] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.backend_expiration_time = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211880] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.config_prefix = cache.oslo {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212063] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.dead_timeout = 60.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212232] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.debug_cache_backend = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212395] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.enable_retry_client = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212559] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.enable_socket_keepalive = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212731] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.enabled = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212899] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.enforce_fips_mode = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213111] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.expiration_time = 600 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213286] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.hashclient_retry_attempts = 2 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213457] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213622] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.memcache_dead_retry = 300 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213784] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.memcache_password = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213948] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214128] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214292] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.memcache_pool_maxsize = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214453] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214618] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.memcache_sasl_enabled = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214798] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214967] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215145] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.memcache_username = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215312] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.proxies = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215478] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.redis_db = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215644] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.redis_password = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215814] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215988] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216172] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.redis_server = localhost:6379 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216338] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.redis_socket_timeout = 1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216524] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.redis_username = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216698] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.retry_attempts = 2 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216866] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.retry_delay = 0.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217042] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.socket_keepalive_count = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217214] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.socket_keepalive_idle = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217372] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.socket_keepalive_interval = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217529] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.tls_allowed_ciphers = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217688] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.tls_cafile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217844] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.tls_certfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218013] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.tls_enabled = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218177] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cache.tls_keyfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218350] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.auth_section = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218531] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.auth_type = password {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218713] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.cafile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218899] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219073] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.certfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219243] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.collect_timing = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219412] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.cross_az_attach = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219579] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.debug = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219743] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.endpoint_template = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219908] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.http_retries = 3 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220084] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.insecure = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220249] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.keyfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220420] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.os_region_name = RegionOne {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220586] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.split_loggers = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220747] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cinder.timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220937] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221125] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute.cpu_dedicated_set = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221292] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute.cpu_shared_set = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221459] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute.image_type_exclude_list = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221624] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221789] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221951] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222130] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222299] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222462] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute.resource_provider_association_refresh = 300 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222625] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222788] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute.shutdown_retry_interval = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222967] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223161] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] conductor.workers = 2 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223343] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] console.allowed_origins = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223502] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] console.ssl_ciphers = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223673] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] console.ssl_minimum_version = default {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223844] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] consoleauth.enforce_session_timeout = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224021] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] consoleauth.token_ttl = 600 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224212] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.cafile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224356] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.certfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224507] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.collect_timing = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224667] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.connect_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224827] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.connect_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225017] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.endpoint_override = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225210] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.insecure = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225376] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.keyfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225538] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.max_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225699] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.min_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225859] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.region_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226027] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.retriable_status_codes = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226192] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.service_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226362] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.service_type = accelerator {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226554] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.split_loggers = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226722] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.status_code_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226881] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.status_code_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227049] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227232] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227393] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] cyborg.version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227563] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.asyncio_connection = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227724] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.asyncio_slave_connection = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227897] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.backend = sqlalchemy {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228078] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.connection = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228250] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.connection_debug = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228421] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.connection_parameters = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228616] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.connection_recycle_time = 3600 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228787] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.connection_trace = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228954] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.db_inc_retry_interval = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229134] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.db_max_retries = 20 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229300] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.db_max_retry_interval = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229463] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.db_retry_interval = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229629] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.max_overflow = 50 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229790] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.max_pool_size = 5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229953] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.max_retries = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230138] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230301] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.mysql_wsrep_sync_wait = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230460] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.pool_timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230623] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.retry_interval = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230782] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.slave_connection = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230973] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.sqlite_synchronous = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231172] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] database.use_db_reconnect = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231345] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.asyncio_connection = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231504] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.asyncio_slave_connection = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231676] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.backend = sqlalchemy {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231846] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.connection = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232016] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.connection_debug = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232195] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.connection_parameters = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232359] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.connection_recycle_time = 3600 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232522] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.connection_trace = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232692] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.db_inc_retry_interval = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232852] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.db_max_retries = 20 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233025] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.db_max_retry_interval = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233193] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.db_retry_interval = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233358] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.max_overflow = 50 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233522] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.max_pool_size = 5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233685] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.max_retries = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233854] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234024] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234191] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.pool_timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234356] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.retry_interval = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234515] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.slave_connection = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234688] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] api_database.sqlite_synchronous = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234871] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] devices.enabled_mdev_types = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235059] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235234] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235400] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ephemeral_storage_encryption.enabled = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235563] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235734] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.api_servers = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235899] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.cafile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236074] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.certfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236244] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.collect_timing = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236442] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.connect_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236600] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.connect_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236770] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.debug = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236937] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.default_trusted_certificate_ids = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237246] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.enable_certificate_validation = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237325] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.enable_rbd_download = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237484] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.endpoint_override = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237651] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.insecure = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237815] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.keyfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237977] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.max_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238155] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.min_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238320] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.num_retries = 3 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238490] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.rbd_ceph_conf = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238691] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.rbd_connect_timeout = 5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238871] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.rbd_pool = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239049] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.rbd_user = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239222] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.region_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239424] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.retriable_status_codes = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239548] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.service_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239732] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.service_type = image {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239898] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.split_loggers = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240070] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.status_code_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240233] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.status_code_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240393] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240575] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240741] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.verify_glance_signatures = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240926] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] glance.version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241129] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] guestfs.debug = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241303] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.auth_section = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241469] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.auth_type = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241631] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.cafile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241791] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.certfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241956] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.collect_timing = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242133] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.connect_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242323] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.connect_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242491] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.endpoint_override = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242652] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.insecure = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242815] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.keyfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242974] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.max_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243150] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.min_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243313] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.region_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243471] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.retriable_status_codes = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243629] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.service_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243801] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.service_type = shared-file-system {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243965] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.share_apply_policy_timeout = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244148] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.split_loggers = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244308] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.status_code_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244467] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.status_code_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244626] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244808] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244969] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] manila.version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245153] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] mks.enabled = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245513] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245703] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] image_cache.manager_interval = 2400 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245876] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] image_cache.precache_concurrency = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246057] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] image_cache.remove_unused_base_images = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246232] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246402] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246611] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] image_cache.subdirectory_name = _base {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246797] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.api_max_retries = 60 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246963] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.api_retry_interval = 2 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247139] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.auth_section = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247304] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.auth_type = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247465] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.cafile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247622] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.certfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247788] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.collect_timing = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247952] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.conductor_group = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248126] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.connect_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248286] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.connect_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248444] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.endpoint_override = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248642] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.insecure = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248809] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.keyfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248970] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.max_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249179] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.min_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249360] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.peer_list = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249533] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.region_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249697] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.retriable_status_codes = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249864] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.serial_console_state_timeout = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250039] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.service_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250216] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.service_type = baremetal {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250377] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.shard = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250540] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.split_loggers = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250705] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.status_code_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250865] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.status_code_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251031] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251218] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251381] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ironic.version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251565] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251741] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] key_manager.fixed_key = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251924] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252102] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.barbican_api_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252262] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.barbican_endpoint = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252432] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.barbican_endpoint_type = public {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252598] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.barbican_region_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252750] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.cafile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252907] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.certfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.253083] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.collect_timing = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.253249] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.insecure = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.253406] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.keyfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.253572] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.number_of_retries = 60 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.253735] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.retry_delay = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.253897] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.send_service_user_token = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.254078] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.split_loggers = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.254242] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.254403] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.verify_ssl = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.254562] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican.verify_ssl_path = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.254730] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican_service_user.auth_section = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.254894] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican_service_user.auth_type = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.255064] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican_service_user.cafile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.255227] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican_service_user.certfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.255390] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican_service_user.collect_timing = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.255553] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican_service_user.insecure = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.255715] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican_service_user.keyfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.255882] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican_service_user.split_loggers = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.256047] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] barbican_service_user.timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.256219] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vault.approle_role_id = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.256380] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vault.approle_secret_id = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.256580] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vault.kv_mountpoint = secret {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.256747] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vault.kv_path = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.256912] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vault.kv_version = 2 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257086] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vault.namespace = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257251] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vault.root_token_id = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257412] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vault.ssl_ca_crt_file = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257580] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vault.timeout = 60.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257745] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vault.use_ssl = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257916] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258123] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.cafile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258288] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.certfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258452] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.collect_timing = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258651] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.connect_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258818] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.connect_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258981] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.endpoint_override = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259160] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.insecure = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259319] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.keyfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259558] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.max_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259745] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.min_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259910] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.region_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260089] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.retriable_status_codes = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260255] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.service_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260426] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.service_type = identity {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260592] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.split_loggers = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260752] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.status_code_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260913] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.status_code_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261086] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261275] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261438] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] keystone.version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261630] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.ceph_mount_options = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261973] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262181] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.connection_uri = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262349] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.cpu_mode = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262516] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262687] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.cpu_models = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262861] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.cpu_power_governor_high = performance {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263043] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263214] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.cpu_power_management = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263388] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263558] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.device_detach_attempts = 8 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263730] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.device_detach_timeout = 20 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263899] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.disk_cachemodes = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264075] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.disk_prefix = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264248] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.enabled_perf_events = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264410] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.file_backed_memory = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264575] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.gid_maps = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264736] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.hw_disk_discard = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264893] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.hw_machine_type = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265077] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.images_rbd_ceph_conf = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265249] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265414] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265581] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.images_rbd_glance_store_name = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265751] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.images_rbd_pool = rbd {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265920] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.images_type = default {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266092] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.images_volume_group = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266260] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.inject_key = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266433] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.inject_partition = -2 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266616] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.inject_password = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266785] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.iscsi_iface = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266953] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.iser_use_multipath = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267131] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267297] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267461] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.live_migration_downtime = 500 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267622] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267785] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267944] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.live_migration_inbound_addr = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268119] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268285] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268443] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.live_migration_scheme = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268641] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.live_migration_timeout_action = abort {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268813] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.live_migration_tunnelled = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268973] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.live_migration_uri = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269150] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.live_migration_with_native_tls = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269309] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.max_queues = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269471] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269713] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269957] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.nfs_mount_options = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270300] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270480] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270652] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270830] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271051] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271229] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.num_pcie_ports = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271398] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271564] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.pmem_namespaces = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271726] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.quobyte_client_cfg = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272039] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272222] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272389] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272557] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272718] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.rbd_secret_uuid = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272877] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.rbd_user = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273053] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273230] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273392] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.rescue_image_id = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273549] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.rescue_kernel_id = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273705] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.rescue_ramdisk_id = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273875] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274044] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.rx_queue_size = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274218] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.smbfs_mount_options = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274519] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274698] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.snapshot_compression = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274863] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.snapshot_image_format = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275110] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275285] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.sparse_logical_volumes = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275454] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.swtpm_enabled = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275627] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.swtpm_group = tss {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275797] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.swtpm_user = tss {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275969] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.sysinfo_serial = unique {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276147] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.tb_cache_size = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276308] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.tx_queue_size = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276503] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.uid_maps = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276690] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.use_virtio_for_bridges = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276867] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.virt_type = kvm {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277051] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.volume_clear = zero {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277222] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.volume_clear_size = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277388] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.volume_enforce_multipath = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277554] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.volume_use_multipath = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277718] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.vzstorage_cache_path = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277886] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278066] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278238] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278405] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278743] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278929] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.vzstorage_mount_user = stack {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279117] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279299] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.auth_section = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279473] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.auth_type = password {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279664] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.cafile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279834] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.certfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280009] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.collect_timing = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280179] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.connect_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280341] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.connect_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280509] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.default_floating_pool = public {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280667] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.endpoint_override = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280831] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.extension_sync_interval = 600 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280991] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.http_retries = 3 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281166] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.insecure = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281326] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.keyfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281483] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.max_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281652] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281816] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.min_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281984] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.ovs_bridge = br-int {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.282165] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.physnets = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.282336] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.region_name = RegionOne {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.282495] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.retriable_status_codes = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.282666] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.service_metadata_proxy = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.282826] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.service_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.282995] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.service_type = network {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.283175] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.split_loggers = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.283334] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.status_code_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.283493] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.status_code_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.283649] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.283831] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.283995] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] neutron.version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.284183] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] notifications.bdms_in_notifications = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.284362] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] notifications.default_level = INFO {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.284528] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] notifications.include_share_mapping = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.284705] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] notifications.notification_format = unversioned {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.284872] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] notifications.notify_on_state_change = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.285056] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.285242] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] pci.alias = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.285413] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] pci.device_spec = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.285579] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] pci.report_in_placement = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.285756] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.auth_section = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.285928] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.auth_type = password {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.286102] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.286266] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.cafile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.286434] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.certfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.286624] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.collect_timing = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.286791] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.connect_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.286951] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.connect_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.287122] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.default_domain_id = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.287284] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.default_domain_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.287442] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.domain_id = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.287602] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.domain_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.287796] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.endpoint_override = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.287978] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.insecure = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.288156] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.keyfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.288316] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.max_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.288473] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.min_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.288674] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.password = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.288846] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.project_domain_id = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.289028] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.project_domain_name = Default {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.289201] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.project_id = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.289375] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.project_name = service {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.289546] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.region_name = RegionOne {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.289709] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.retriable_status_codes = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.289869] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.service_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.290049] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.service_type = placement {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.290219] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.split_loggers = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.290379] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.status_code_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.290540] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.status_code_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.290703] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.system_scope = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.290875] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.291064] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.trust_id = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.291233] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.user_domain_id = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.291409] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.user_domain_name = Default {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.291569] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.user_id = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.291742] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.username = nova {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.291924] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.292097] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] placement.version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.292286] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.cores = 20 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.292451] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.count_usage_from_placement = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.292621] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.292791] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.injected_file_content_bytes = 10240 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.292956] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.injected_file_path_length = 255 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.293137] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.injected_files = 5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.293304] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.instances = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.293468] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.key_pairs = 100 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.293631] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.metadata_items = 128 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.293794] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.ram = 51200 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.293955] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.recheck_quota = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.294139] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.server_group_members = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.294305] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.server_groups = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.294521] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.294696] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] quota.unified_limits_resource_strategy = require {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.294868] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.295042] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.295209] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] scheduler.image_metadata_prefilter = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.295372] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.295533] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] scheduler.max_attempts = 3 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.295697] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] scheduler.max_placement_results = 1000 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.295858] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.296030] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.296197] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.296369] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] scheduler.workers = 2 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.296573] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.296753] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.296935] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.297131] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.297307] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.297474] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.297641] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.297830] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.297997] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.host_subset_size = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.298181] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.298344] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.298507] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.298702] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.298885] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.299067] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.isolated_hosts = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.299236] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.isolated_images = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.299398] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.299591] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.299782] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.299949] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.pci_in_placement = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.300132] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.300303] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.300466] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.300629] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.300793] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.300970] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.301152] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.track_instance_changes = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.301332] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.301505] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] metrics.required = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.301668] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] metrics.weight_multiplier = 1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.301835] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.301998] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] metrics.weight_setting = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.302334] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.302511] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] serial_console.enabled = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.302687] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] serial_console.port_range = 10000:20000 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.302860] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.303036] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.303215] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] serial_console.serialproxy_port = 6083 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.303396] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] service_user.auth_section = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.303572] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] service_user.auth_type = password {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.303739] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] service_user.cafile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.303897] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] service_user.certfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.304074] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] service_user.collect_timing = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.304241] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] service_user.insecure = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.304411] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] service_user.keyfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.304590] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] service_user.send_service_user_token = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.304771] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] service_user.split_loggers = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.304938] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] service_user.timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.305133] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] spice.agent_enabled = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.305310] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] spice.enabled = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.305646] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.305863] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.306055] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] spice.html5proxy_port = 6082 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.306226] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] spice.image_compression = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.306388] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] spice.jpeg_compression = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.306581] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] spice.playback_compression = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.306780] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] spice.require_secure = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.306965] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] spice.server_listen = 127.0.0.1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.307153] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.307433] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.307602] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] spice.streaming_mode = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.307769] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] spice.zlib_compression = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.307938] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] upgrade_levels.baseapi = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.308125] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] upgrade_levels.compute = auto {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.308289] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] upgrade_levels.conductor = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.308448] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] upgrade_levels.scheduler = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.308670] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.308857] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.309031] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vendordata_dynamic_auth.cafile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.309198] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vendordata_dynamic_auth.certfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.309362] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.309529] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vendordata_dynamic_auth.insecure = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.309712] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.309943] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.310144] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vendordata_dynamic_auth.timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.310329] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.api_retry_count = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.310492] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.ca_file = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.310667] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.310837] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.cluster_name = testcl1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.311008] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.connection_pool_size = 10 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.311179] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.console_delay_seconds = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.311349] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.datastore_regex = ^datastore.* {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.311570] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.311805] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.host_password = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.311991] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.host_port = 443 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.312180] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.host_username = administrator@vsphere.local {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.312353] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.insecure = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.312517] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.integration_bridge = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.312682] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.maximum_objects = 100 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.312841] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.pbm_default_policy = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.313019] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.pbm_enabled = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.313184] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.pbm_wsdl_location = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.313355] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.313520] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.serial_port_proxy_uri = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.313683] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.serial_port_service_uri = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.313855] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.task_poll_interval = 0.5 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.314039] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.use_linked_clone = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.314216] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.vnc_keymap = en-us {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.314382] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.vnc_port = 5900 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.314546] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vmware.vnc_port_total = 10000 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.314764] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vnc.auth_schemes = ['none'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.315006] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vnc.enabled = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.315316] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.315507] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.315682] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vnc.novncproxy_port = 6080 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.315873] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vnc.server_listen = 127.0.0.1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.316067] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.316238] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vnc.vencrypt_ca_certs = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.316399] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vnc.vencrypt_client_cert = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.316596] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vnc.vencrypt_client_key = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.316788] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.316956] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.disable_deep_image_inspection = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.317137] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.317304] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.317466] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.317631] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.disable_rootwrap = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.317795] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.enable_numa_live_migration = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.317956] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.318139] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.318306] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.318467] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.libvirt_disable_apic = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.318659] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.318827] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.318988] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.319167] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.319329] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.319492] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.319681] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.319848] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.320018] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.320185] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.320370] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.320538] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.320703] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] zvm.ca_file = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.320865] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] zvm.cloud_connector_url = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.321200] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.321386] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] zvm.reachable_timeout = 300 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.321560] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.321739] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.321915] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] profiler.connection_string = messaging:// {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.322097] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] profiler.enabled = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.322272] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] profiler.es_doc_type = notification {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.322438] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] profiler.es_scroll_size = 10000 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.322609] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] profiler.es_scroll_time = 2m {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.322775] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] profiler.filter_error_trace = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.322944] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] profiler.hmac_keys = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.323127] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] profiler.sentinel_service_name = mymaster {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.323294] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] profiler.socket_timeout = 0.1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.323457] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] profiler.trace_requests = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.323621] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] profiler.trace_sqlalchemy = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.323836] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] profiler_jaeger.process_tags = {} {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.324013] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] profiler_jaeger.service_name_prefix = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.324191] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] profiler_otlp.service_name_prefix = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.324368] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.324534] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.324699] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.324862] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.325034] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.325201] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.325364] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.325524] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.325688] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.325858] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.326029] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.326201] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.326366] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.326569] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.326738] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.326907] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.327081] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.327243] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.327411] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.327572] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.327733] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.327898] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.328073] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.328240] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.328402] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.328589] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.328768] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.328932] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.329109] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.329274] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.329435] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.ssl = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.329623] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.329801] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.329965] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.330147] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.330316] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.330479] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.330661] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.330832] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_notifications.retry = -1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.331017] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.331214] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.331393] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.auth_section = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.331558] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.auth_type = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.331720] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.cafile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.331879] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.certfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.332061] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.collect_timing = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.332227] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.connect_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.332389] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.connect_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.332550] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.endpoint_id = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.332724] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.332884] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.endpoint_override = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.333054] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.endpoint_region_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.333219] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.endpoint_service_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.333381] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.endpoint_service_type = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.333544] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.insecure = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.333704] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.keyfile = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.333864] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.max_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.334032] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.min_version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.334197] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.region_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.334357] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.retriable_status_codes = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.334520] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.service_name = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.334680] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.service_type = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.334842] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.split_loggers = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.335006] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.status_code_retries = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.335174] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.status_code_retry_delay = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.335333] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.timeout = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.335492] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.valid_interfaces = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.335648] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_limit.version = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.335857] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_reports.file_event_handler = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.336072] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.336240] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] oslo_reports.log_dir = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.336417] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.336609] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.336769] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.336936] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.337113] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.337274] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.337443] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.337603] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vif_plug_ovs_privileged.group = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.337763] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.337927] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.338099] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.338258] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] vif_plug_ovs_privileged.user = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.338426] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.338636] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.338842] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.339082] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.339273] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.339453] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.339629] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.339793] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.339970] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.340159] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_ovs.isolate_vif = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.340328] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.340494] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.340663] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.340835] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.340994] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] os_vif_ovs.per_port_bridge = False {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.341180] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] privsep_osbrick.capabilities = [21] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.341342] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] privsep_osbrick.group = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.341498] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] privsep_osbrick.helper_command = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.341661] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.341824] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.341980] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] privsep_osbrick.user = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.342165] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.342328] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] nova_sys_admin.group = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.342486] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] nova_sys_admin.helper_command = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.342647] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.342811] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.342970] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] nova_sys_admin.user = None {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.343113] env[69281]: DEBUG oslo_service.backend.eventlet.service [None req-d40a2f9b-6bc1-4c6f-a69c-0a7516cd3e70 None None] ******************************************************************************** {{(pid=69281) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 534.343550] env[69281]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 534.847213] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Getting list of instances from cluster (obj){ [ 534.847213] env[69281]: value = "domain-c8" [ 534.847213] env[69281]: _type = "ClusterComputeResource" [ 534.847213] env[69281]: } {{(pid=69281) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 534.848360] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87ea53e-00d4-402a-ac3c-405c5038ac24 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.857864] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Got total of 0 instances {{(pid=69281) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 534.858473] env[69281]: WARNING nova.virt.vmwareapi.driver [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 534.859029] env[69281]: INFO nova.virt.node [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Generated node identity adc98e38-91c6-4ac1-9063-c94accf48342 [ 534.859287] env[69281]: INFO nova.virt.node [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Wrote node identity adc98e38-91c6-4ac1-9063-c94accf48342 to /opt/stack/data/n-cpu-1/compute_id [ 535.361861] env[69281]: WARNING nova.compute.manager [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Compute nodes ['adc98e38-91c6-4ac1-9063-c94accf48342'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 536.368269] env[69281]: INFO nova.compute.manager [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 537.374756] env[69281]: WARNING nova.compute.manager [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 537.375103] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.375311] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.375477] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 537.375630] env[69281]: DEBUG nova.compute.resource_tracker [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 537.376595] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3615de-bf91-4df0-a422-1dfdb36d8d56 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.385303] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aa2d1f-b97f-432e-849e-2981b8c8cf63 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.399480] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d51a80-1fc7-4cc4-a608-382ebca48e9c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.406690] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86762714-06d4-46ec-972c-502b39d1cecb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.435583] env[69281]: DEBUG nova.compute.resource_tracker [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180840MB free_disk=38GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 537.435771] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.436010] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.939090] env[69281]: WARNING nova.compute.resource_tracker [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] No compute node record for cpu-1:adc98e38-91c6-4ac1-9063-c94accf48342: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host adc98e38-91c6-4ac1-9063-c94accf48342 could not be found. [ 538.443163] env[69281]: INFO nova.compute.resource_tracker [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: adc98e38-91c6-4ac1-9063-c94accf48342 [ 539.951716] env[69281]: DEBUG nova.compute.resource_tracker [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 539.952146] env[69281]: DEBUG nova.compute.resource_tracker [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 540.120440] env[69281]: INFO nova.scheduler.client.report [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] [req-78641944-d571-4b55-a6e3-8bcbc07a0cdf] Created resource provider record via placement API for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 540.138516] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d54689e-44b5-48f1-9f34-5c5abfb400ab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.146299] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd66a6f2-817e-40a7-b9ad-0657d8d33d4d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.176580] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab6f834-718d-4f15-ac33-3ab4c465dd58 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.184414] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a629e04f-9cc6-4cba-801c-02a9d522c5d7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.197836] env[69281]: DEBUG nova.compute.provider_tree [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 38, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 540.733617] env[69281]: DEBUG nova.scheduler.client.report [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 38, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 540.733881] env[69281]: DEBUG nova.compute.provider_tree [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 0 to 1 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 540.734089] env[69281]: DEBUG nova.compute.provider_tree [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 38, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 540.784196] env[69281]: DEBUG nova.compute.provider_tree [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 1 to 2 during operation: update_traits {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 541.288977] env[69281]: DEBUG nova.compute.resource_tracker [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 541.289366] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.853s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.289366] env[69281]: DEBUG nova.service [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Creating RPC server for service compute {{(pid=69281) start /opt/stack/nova/nova/service.py:177}} [ 541.303642] env[69281]: DEBUG nova.service [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] Join ServiceGroup membership for this service compute {{(pid=69281) start /opt/stack/nova/nova/service.py:194}} [ 541.303874] env[69281]: DEBUG nova.servicegroup.drivers.db [None req-91cc27da-293e-4d6d-ae5d-c5aac047da18 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69281) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 576.951088] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquiring lock "1d8a3599-3789-474c-ac22-a7abfbd20b89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.951390] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Lock "1d8a3599-3789-474c-ac22-a7abfbd20b89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.453649] env[69281]: DEBUG nova.compute.manager [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.991152] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.991586] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.993805] env[69281]: INFO nova.compute.claims [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.567446] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.567730] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.071738] env[69281]: DEBUG nova.compute.manager [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.076935] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4d820e-95cd-4e54-b42a-7e12fbfc3a2d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.093434] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abec324f-fc52-4ff9-95a5-8424d1fb1559 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.134564] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a33c998-e1f8-45c6-b7c8-7d6d4a3a75e1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.143414] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f27172-c3d1-42cf-b135-413c79751ee0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.162518] env[69281]: DEBUG nova.compute.provider_tree [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.608514] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.671821] env[69281]: DEBUG nova.scheduler.client.report [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 38, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.179049] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.180937] env[69281]: DEBUG nova.compute.manager [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 580.185022] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.576s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.185581] env[69281]: INFO nova.compute.claims [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.357701] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Acquiring lock "8648d926-63b1-4e97-ad22-06319a6f9c56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.357970] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Lock "8648d926-63b1-4e97-ad22-06319a6f9c56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.690776] env[69281]: DEBUG nova.compute.utils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.693613] env[69281]: DEBUG nova.compute.manager [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.693872] env[69281]: DEBUG nova.network.neutron [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.863266] env[69281]: DEBUG nova.compute.manager [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.200375] env[69281]: DEBUG nova.compute.manager [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 581.239342] env[69281]: DEBUG nova.policy [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2ddd2a32dcf4cc18ca82534fdc026a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e741e6b15dc4f67b843e38e62f50f50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.307532] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43912f42-d0f8-41b5-bfe6-b908cb42809d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.318538] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580aefcc-b1fc-4a81-b16e-731a7240d8c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.355040] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1fc79d-f72c-41a8-b76c-311c9a350568 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.364244] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e06cea5-e09d-4bca-92f4-d82096454755 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.386221] env[69281]: DEBUG nova.compute.provider_tree [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.388631] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.891379] env[69281]: DEBUG nova.scheduler.client.report [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 38, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.220957] env[69281]: DEBUG nova.compute.manager [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 582.262637] env[69281]: DEBUG nova.virt.hardware [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.262637] env[69281]: DEBUG nova.virt.hardware [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.262637] env[69281]: DEBUG nova.virt.hardware [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.262970] env[69281]: DEBUG nova.virt.hardware [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.262970] env[69281]: DEBUG nova.virt.hardware [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.266316] env[69281]: DEBUG nova.virt.hardware [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.266492] env[69281]: DEBUG nova.virt.hardware [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.266648] env[69281]: DEBUG nova.virt.hardware [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.267194] env[69281]: DEBUG nova.virt.hardware [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.267442] env[69281]: DEBUG nova.virt.hardware [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.267501] env[69281]: DEBUG nova.virt.hardware [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.268587] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef792f9e-dcf6-4212-aa01-d67c5bffe717 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.279445] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bf7a13-aab0-494a-aa15-d3a0fcb08d0a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.312754] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fa5205-4173-4715-bc16-59e266306443 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.400252] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.400760] env[69281]: DEBUG nova.compute.manager [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.407085] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.018s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.408638] env[69281]: INFO nova.compute.claims [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.419516] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "7f70d78f-2bcc-47d5-956c-cd873e25f241" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.421191] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "7f70d78f-2bcc-47d5-956c-cd873e25f241" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.504891] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "b86c8ed3-5fd8-4c38-9c42-29582898308a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.504891] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "b86c8ed3-5fd8-4c38-9c42-29582898308a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.534534] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "974b8eaa-82e0-412d-99a9-a0c6ff950549" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.534832] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "974b8eaa-82e0-412d-99a9-a0c6ff950549" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.721087] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquiring lock "b1832876-6076-4108-aef5-ccf5fda6f4c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.721346] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Lock "b1832876-6076-4108-aef5-ccf5fda6f4c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.909470] env[69281]: DEBUG nova.compute.utils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.914399] env[69281]: DEBUG nova.compute.manager [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.914688] env[69281]: DEBUG nova.network.neutron [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.924542] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.008727] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.037148] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.172811] env[69281]: DEBUG nova.policy [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2a017beb89a45d3a5265994bcf623ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6727196d1f984b0699eefb135a6a0e5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.223260] env[69281]: DEBUG nova.network.neutron [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Successfully created port: 8a44e450-143a-45c0-a0cc-d475e5706ab5 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 583.234345] env[69281]: DEBUG nova.compute.manager [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.359900] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.360438] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.421129] env[69281]: DEBUG nova.compute.manager [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.454573] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.556093] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.568200] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.622550] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cfbe62-92eb-4731-bee2-5854d7714da2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.633020] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8fcc8d-4e6b-4e8d-8ee0-4d7fea98d59a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.665546] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c2e5db-1fdd-483c-b54f-b67b89bff5f2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.677640] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70e2757-4bff-494b-8b77-5d8515d3092c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.692675] env[69281]: DEBUG nova.compute.provider_tree [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.756041] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.865229] env[69281]: DEBUG nova.compute.manager [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.195911] env[69281]: DEBUG nova.scheduler.client.report [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 38, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.305658] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.402652] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.431960] env[69281]: DEBUG nova.compute.manager [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.466604] env[69281]: DEBUG nova.virt.hardware [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.466604] env[69281]: DEBUG nova.virt.hardware [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.466604] env[69281]: DEBUG nova.virt.hardware [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.466988] env[69281]: DEBUG nova.virt.hardware [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.466988] env[69281]: DEBUG nova.virt.hardware [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.466988] env[69281]: DEBUG nova.virt.hardware [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.466988] env[69281]: DEBUG nova.virt.hardware [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.469742] env[69281]: DEBUG nova.virt.hardware [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.470439] env[69281]: DEBUG nova.virt.hardware [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.471023] env[69281]: DEBUG nova.virt.hardware [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.472095] env[69281]: DEBUG nova.virt.hardware [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.473880] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1780c4f-6018-4665-98f0-e75efb9762d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.483862] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71024a7f-616a-4af5-b33f-3eac3e3b771f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.707119] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.707653] env[69281]: DEBUG nova.compute.manager [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.710194] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.256s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.711638] env[69281]: INFO nova.compute.claims [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.809593] env[69281]: DEBUG nova.network.neutron [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Successfully created port: 0188b7be-ae1c-4920-aec0-a20a04e50704 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.814097] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Getting list of instances from cluster (obj){ [ 584.814097] env[69281]: value = "domain-c8" [ 584.814097] env[69281]: _type = "ClusterComputeResource" [ 584.814097] env[69281]: } {{(pid=69281) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 584.815949] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642aa4ac-3262-4e51-9380-c1af486e3ebd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.827819] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Got total of 0 instances {{(pid=69281) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 584.828054] env[69281]: WARNING nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] While synchronizing instance power states, found 3 instances in the database and 0 instances on the hypervisor. [ 584.828139] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid 1d8a3599-3789-474c-ac22-a7abfbd20b89 {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 584.829338] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 584.829681] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid 8648d926-63b1-4e97-ad22-06319a6f9c56 {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 584.830339] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "1d8a3599-3789-474c-ac22-a7abfbd20b89" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.830753] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.831172] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "8648d926-63b1-4e97-ad22-06319a6f9c56" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.831481] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.831750] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Getting list of instances from cluster (obj){ [ 584.831750] env[69281]: value = "domain-c8" [ 584.831750] env[69281]: _type = "ClusterComputeResource" [ 584.831750] env[69281]: } {{(pid=69281) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 584.833580] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925289ca-8481-4657-9356-c92228d78bd1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.843117] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Got total of 0 instances {{(pid=69281) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 585.218933] env[69281]: DEBUG nova.compute.utils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.225130] env[69281]: DEBUG nova.compute.manager [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.225130] env[69281]: DEBUG nova.network.neutron [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.460598] env[69281]: DEBUG nova.policy [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aba58ecd0fcb4869b128dd63b535007e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80cb0c58be1d4bc7b2ccd10a251d3256', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.725463] env[69281]: DEBUG nova.compute.manager [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.910637] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40af86a2-2470-499b-83ff-597303260741 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.919154] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3159857-a22b-4659-80c0-bb132f368214 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.957820] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9279f95f-6d69-4282-85cb-37fccaf5eff3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.966842] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ead28e-985c-4484-9f5a-eb485f50363f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.983018] env[69281]: DEBUG nova.compute.provider_tree [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.488143] env[69281]: DEBUG nova.scheduler.client.report [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 38, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.741533] env[69281]: DEBUG nova.compute.manager [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.775451] env[69281]: DEBUG nova.virt.hardware [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.775697] env[69281]: DEBUG nova.virt.hardware [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.776243] env[69281]: DEBUG nova.virt.hardware [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.776243] env[69281]: DEBUG nova.virt.hardware [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.776243] env[69281]: DEBUG nova.virt.hardware [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.776446] env[69281]: DEBUG nova.virt.hardware [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.776536] env[69281]: DEBUG nova.virt.hardware [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.776800] env[69281]: DEBUG nova.virt.hardware [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.777991] env[69281]: DEBUG nova.virt.hardware [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.778163] env[69281]: DEBUG nova.virt.hardware [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.778355] env[69281]: DEBUG nova.virt.hardware [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.779807] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d6f46e-b5e1-4307-9d51-60a15f447a65 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.791207] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7f4781-ddd6-4a51-9fca-7f5bb9a460ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.995179] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.996415] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.999353] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.443s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.001599] env[69281]: INFO nova.compute.claims [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.280211] env[69281]: DEBUG nova.network.neutron [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Successfully created port: 3f16cff9-a5b2-4b93-b66c-9fb34808bde1 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.506681] env[69281]: DEBUG nova.compute.utils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.511771] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.511771] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.732231] env[69281]: DEBUG nova.policy [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f16ca38539af40e6b677eba296e7981b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab4052a4e4e34173b6a0f39ef20665ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.012750] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.265437] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb0f20a-81f2-4068-9918-6356a9c9804a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.289471] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d058ca8-c5e3-45ac-ad8c-f631f6451d79 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.338638] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d7ca90-bc0c-4115-8203-b3b694d9d5f3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.356768] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c056d7-473f-4284-bbb4-66438e721ce0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.377446] env[69281]: DEBUG nova.compute.provider_tree [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.384991] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "9bf17219-c600-4bb2-b10d-628bb6f13524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.385286] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "9bf17219-c600-4bb2-b10d-628bb6f13524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.611458] env[69281]: DEBUG nova.network.neutron [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Successfully updated port: 8a44e450-143a-45c0-a0cc-d475e5706ab5 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.884738] env[69281]: DEBUG nova.scheduler.client.report [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 38, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.890015] env[69281]: DEBUG nova.compute.manager [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.033053] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.066538] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.066803] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.066959] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.068768] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.068768] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.068768] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.068768] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.068768] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.069014] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.069014] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.069014] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.069289] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d02079-bbb8-4ce3-9c58-74d16a4457d8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.081651] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e1ef9c-7f0a-405d-9699-507a845e9c45 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.115214] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquiring lock "refresh_cache-1d8a3599-3789-474c-ac22-a7abfbd20b89" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.115214] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquired lock "refresh_cache-1d8a3599-3789-474c-ac22-a7abfbd20b89" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.115214] env[69281]: DEBUG nova.network.neutron [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.204375] env[69281]: DEBUG nova.compute.manager [req-215742b2-5ed4-4fe0-bf7b-77ca3045a7ce req-e1417fe6-9220-4553-a453-51dfd2d78bdd service nova] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Received event network-vif-plugged-8a44e450-143a-45c0-a0cc-d475e5706ab5 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 589.204709] env[69281]: DEBUG oslo_concurrency.lockutils [req-215742b2-5ed4-4fe0-bf7b-77ca3045a7ce req-e1417fe6-9220-4553-a453-51dfd2d78bdd service nova] Acquiring lock "1d8a3599-3789-474c-ac22-a7abfbd20b89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.204842] env[69281]: DEBUG oslo_concurrency.lockutils [req-215742b2-5ed4-4fe0-bf7b-77ca3045a7ce req-e1417fe6-9220-4553-a453-51dfd2d78bdd service nova] Lock "1d8a3599-3789-474c-ac22-a7abfbd20b89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.206040] env[69281]: DEBUG oslo_concurrency.lockutils [req-215742b2-5ed4-4fe0-bf7b-77ca3045a7ce req-e1417fe6-9220-4553-a453-51dfd2d78bdd service nova] Lock "1d8a3599-3789-474c-ac22-a7abfbd20b89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.206040] env[69281]: DEBUG nova.compute.manager [req-215742b2-5ed4-4fe0-bf7b-77ca3045a7ce req-e1417fe6-9220-4553-a453-51dfd2d78bdd service nova] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] No waiting events found dispatching network-vif-plugged-8a44e450-143a-45c0-a0cc-d475e5706ab5 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 589.206040] env[69281]: WARNING nova.compute.manager [req-215742b2-5ed4-4fe0-bf7b-77ca3045a7ce req-e1417fe6-9220-4553-a453-51dfd2d78bdd service nova] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Received unexpected event network-vif-plugged-8a44e450-143a-45c0-a0cc-d475e5706ab5 for instance with vm_state building and task_state spawning. [ 589.248321] env[69281]: DEBUG nova.network.neutron [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Successfully updated port: 0188b7be-ae1c-4920-aec0-a20a04e50704 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.395094] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.395534] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.401507] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.833s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.407788] env[69281]: INFO nova.compute.claims [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.432690] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.507617] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.507963] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.508179] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.508366] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.508610] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.508736] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.508917] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.509098] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69281) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 589.509249] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.753135] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "refresh_cache-7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.753135] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquired lock "refresh_cache-7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.753135] env[69281]: DEBUG nova.network.neutron [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.907157] env[69281]: DEBUG nova.compute.utils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.908676] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.908763] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.012636] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.062819] env[69281]: DEBUG nova.network.neutron [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.202111] env[69281]: DEBUG nova.policy [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f16ca38539af40e6b677eba296e7981b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab4052a4e4e34173b6a0f39ef20665ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.212251] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Successfully created port: 3609491e-6b56-4abd-85ea-870cf696133d {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.381044] env[69281]: DEBUG nova.network.neutron [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 590.412842] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.629447] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1374da6d-b288-4ea9-a324-4ccb5d2bbe2e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.642899] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c89512-bbe7-450c-b9bf-2ed12c9cc452 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.675300] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcbe5fc-b0ee-43ee-8169-0b1f15349eea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.684732] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adf1cb6-6fe0-4c37-ac77-1f6c1143bd7c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.706377] env[69281]: DEBUG nova.compute.provider_tree [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.906989] env[69281]: DEBUG nova.network.neutron [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Updating instance_info_cache with network_info: [{"id": "8a44e450-143a-45c0-a0cc-d475e5706ab5", "address": "fa:16:3e:01:5c:72", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a44e450-14", "ovs_interfaceid": "8a44e450-143a-45c0-a0cc-d475e5706ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.103922] env[69281]: DEBUG nova.network.neutron [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Updating instance_info_cache with network_info: [{"id": "0188b7be-ae1c-4920-aec0-a20a04e50704", "address": "fa:16:3e:4a:d1:aa", "network": {"id": "85805559-9c65-4060-89a4-d034cf3af3a5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1536058150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6727196d1f984b0699eefb135a6a0e5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0188b7be-ae", "ovs_interfaceid": "0188b7be-ae1c-4920-aec0-a20a04e50704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.208897] env[69281]: DEBUG nova.scheduler.client.report [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 38, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.364028] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "bf429377-67c2-48d3-acb9-1a497e262682" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.364028] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "bf429377-67c2-48d3-acb9-1a497e262682" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.411802] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Releasing lock "refresh_cache-1d8a3599-3789-474c-ac22-a7abfbd20b89" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.412144] env[69281]: DEBUG nova.compute.manager [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Instance network_info: |[{"id": "8a44e450-143a-45c0-a0cc-d475e5706ab5", "address": "fa:16:3e:01:5c:72", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a44e450-14", "ovs_interfaceid": "8a44e450-143a-45c0-a0cc-d475e5706ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 591.412655] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:5c:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a44e450-143a-45c0-a0cc-d475e5706ab5', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.430629] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.432095] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.434607] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65f036c3-a146-4627-9edf-0cdcd1a617c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.449953] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Created folder: OpenStack in parent group-v4. [ 591.450225] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Creating folder: Project (1e741e6b15dc4f67b843e38e62f50f50). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.451369] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e47fa33-1988-424c-814f-1b59645c6d90 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.465032] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Created folder: Project (1e741e6b15dc4f67b843e38e62f50f50) in parent group-v781128. [ 591.465234] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Creating folder: Instances. Parent ref: group-v781129. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.465933] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99ee6dda-0061-4a25-adae-affcd1ef9610 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.471129] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.471129] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.471129] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.471547] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.471547] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.471882] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.472109] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.472109] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.472282] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.472451] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.472623] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.473584] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9428fcc-3546-4b6e-b556-fad5ca1785c7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.479180] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Created folder: Instances in parent group-v781129. [ 591.479414] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 591.480767] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.481222] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20fd8da3-14fb-4449-8396-d3599af7cce8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.514135] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81133199-d304-4c4c-9e44-406d4725dac5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.523058] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.523058] env[69281]: value = "task-3934930" [ 591.523058] env[69281]: _type = "Task" [ 591.523058] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.547683] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934930, 'name': CreateVM_Task} progress is 15%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.609377] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Releasing lock "refresh_cache-7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.609743] env[69281]: DEBUG nova.compute.manager [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Instance network_info: |[{"id": "0188b7be-ae1c-4920-aec0-a20a04e50704", "address": "fa:16:3e:4a:d1:aa", "network": {"id": "85805559-9c65-4060-89a4-d034cf3af3a5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1536058150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6727196d1f984b0699eefb135a6a0e5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0188b7be-ae", "ovs_interfaceid": "0188b7be-ae1c-4920-aec0-a20a04e50704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 591.610231] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:d1:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0188b7be-ae1c-4920-aec0-a20a04e50704', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.625941] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Creating folder: Project (6727196d1f984b0699eefb135a6a0e5d). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.625941] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-083daeb3-fb21-4401-ab70-d304e198d87b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.641158] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Created folder: Project (6727196d1f984b0699eefb135a6a0e5d) in parent group-v781128. [ 591.641158] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Creating folder: Instances. Parent ref: group-v781132. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.641158] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f802a6a4-3c25-4b6d-abc8-69437bbc1217 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.657925] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Created folder: Instances in parent group-v781132. [ 591.658574] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 591.659607] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.659978] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de7a2757-58f7-487d-b9ba-ffdae0482508 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.680980] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Successfully created port: 61689d60-1d3e-4a58-9e2b-eed68539431d {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 591.690092] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.690092] env[69281]: value = "task-3934933" [ 591.690092] env[69281]: _type = "Task" [ 591.690092] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.707526] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934933, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.715367] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.716215] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.718754] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.964s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.722243] env[69281]: INFO nova.compute.claims [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.797706] env[69281]: DEBUG nova.network.neutron [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Successfully updated port: 3f16cff9-a5b2-4b93-b66c-9fb34808bde1 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.866678] env[69281]: DEBUG nova.compute.manager [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.041290] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934930, 'name': CreateVM_Task, 'duration_secs': 0.412491} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.041544] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.095499] env[69281]: DEBUG oslo_vmware.service [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a06523-adac-4385-a56e-7ea880fd2b88 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.104130] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.104130] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.105093] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.105093] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321c1999-2d47-4fb9-827b-c765d17a459c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.111910] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 592.111910] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525a634d-9af1-0f00-c0dd-ae0bd2d0c9fc" [ 592.111910] env[69281]: _type = "Task" [ 592.111910] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.126146] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525a634d-9af1-0f00-c0dd-ae0bd2d0c9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.208147] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934933, 'name': CreateVM_Task, 'duration_secs': 0.410397} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.210843] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.215495] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.225126] env[69281]: DEBUG nova.compute.utils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.231412] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.231632] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.301044] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Acquiring lock "refresh_cache-8648d926-63b1-4e97-ad22-06319a6f9c56" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.301162] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Acquired lock "refresh_cache-8648d926-63b1-4e97-ad22-06319a6f9c56" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.302279] env[69281]: DEBUG nova.network.neutron [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.413054] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.498084] env[69281]: DEBUG nova.policy [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f16ca38539af40e6b677eba296e7981b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab4052a4e4e34173b6a0f39ef20665ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.623564] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.623867] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.624144] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.624285] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.624856] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.625224] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.625553] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.625804] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88e9a133-aa43-45a0-a70e-cbce14a5049e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.629147] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e00c79-aa09-478b-b631-6b746e08744e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.639983] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 592.639983] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f39e5d-c839-3816-0505-5ab937b22b2f" [ 592.639983] env[69281]: _type = "Task" [ 592.639983] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.644793] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.644981] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.646290] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cec365-0f56-41d0-a491-1152d35e8c9b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.653410] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.654432] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.654769] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.660635] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d71a496-ef4a-47ac-a84e-c16af19c3126 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.672990] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 592.672990] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5230f184-3e42-dcbd-a74f-25847cde10d1" [ 592.672990] env[69281]: _type = "Task" [ 592.672990] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.683802] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5230f184-3e42-dcbd-a74f-25847cde10d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.732273] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.973038] env[69281]: DEBUG nova.compute.manager [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Received event network-vif-plugged-0188b7be-ae1c-4920-aec0-a20a04e50704 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.973038] env[69281]: DEBUG oslo_concurrency.lockutils [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] Acquiring lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.973038] env[69281]: DEBUG oslo_concurrency.lockutils [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] Lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.974032] env[69281]: DEBUG oslo_concurrency.lockutils [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] Lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.974239] env[69281]: DEBUG nova.compute.manager [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] No waiting events found dispatching network-vif-plugged-0188b7be-ae1c-4920-aec0-a20a04e50704 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 592.974409] env[69281]: WARNING nova.compute.manager [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Received unexpected event network-vif-plugged-0188b7be-ae1c-4920-aec0-a20a04e50704 for instance with vm_state building and task_state spawning. [ 592.974575] env[69281]: DEBUG nova.compute.manager [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Received event network-changed-8a44e450-143a-45c0-a0cc-d475e5706ab5 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 592.974725] env[69281]: DEBUG nova.compute.manager [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Refreshing instance network info cache due to event network-changed-8a44e450-143a-45c0-a0cc-d475e5706ab5. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 592.974919] env[69281]: DEBUG oslo_concurrency.lockutils [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] Acquiring lock "refresh_cache-1d8a3599-3789-474c-ac22-a7abfbd20b89" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.975065] env[69281]: DEBUG oslo_concurrency.lockutils [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] Acquired lock "refresh_cache-1d8a3599-3789-474c-ac22-a7abfbd20b89" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.975220] env[69281]: DEBUG nova.network.neutron [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Refreshing network info cache for port 8a44e450-143a-45c0-a0cc-d475e5706ab5 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.032370] env[69281]: DEBUG nova.network.neutron [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.133982] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.134278] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.190517] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Preparing fetch location {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 593.190517] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Creating directory with path [datastore2] vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003/12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.190517] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8eb17ec-623a-489b-b537-e654f561c45e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.217470] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Created directory with path [datastore2] vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003/12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.217963] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Fetch image to [datastore2] vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 593.218308] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Downloading image file data 12ea0038-8065-455a-8a1b-58b88701c301 to [datastore2] vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk on the data store datastore2 {{(pid=69281) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 593.219597] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100daa9a-5398-46d0-a8c2-2229b590c7b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.234274] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b1cd5a-f73b-4cab-974f-1729a1c34157 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.246294] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258c3b2d-b76d-4c90-ba3a-3a4ad515455f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.260208] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426fec4b-345d-4818-a445-cd403fc279b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.272729] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ff1201-27b4-4173-a0c6-20f67fc98853 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.305227] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5493ae1f-739e-4c02-95f3-ef763299dbea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.337677] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b39aea5-3069-4d5e-956c-830b747841c6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.343381] env[69281]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-23029731-8330-445c-9c48-094294d08489 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.350317] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90e5782-91bc-44d7-acd2-6274cc7a3a9a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.366671] env[69281]: DEBUG nova.compute.provider_tree [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.435486] env[69281]: DEBUG nova.compute.manager [req-8e95d568-a352-4b05-bd52-128f0013b617 req-c59ee1f9-8447-42d6-b5f2-0ae757e8b856 service nova] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Received event network-vif-plugged-3f16cff9-a5b2-4b93-b66c-9fb34808bde1 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 593.435713] env[69281]: DEBUG oslo_concurrency.lockutils [req-8e95d568-a352-4b05-bd52-128f0013b617 req-c59ee1f9-8447-42d6-b5f2-0ae757e8b856 service nova] Acquiring lock "8648d926-63b1-4e97-ad22-06319a6f9c56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.436364] env[69281]: DEBUG oslo_concurrency.lockutils [req-8e95d568-a352-4b05-bd52-128f0013b617 req-c59ee1f9-8447-42d6-b5f2-0ae757e8b856 service nova] Lock "8648d926-63b1-4e97-ad22-06319a6f9c56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.436553] env[69281]: DEBUG oslo_concurrency.lockutils [req-8e95d568-a352-4b05-bd52-128f0013b617 req-c59ee1f9-8447-42d6-b5f2-0ae757e8b856 service nova] Lock "8648d926-63b1-4e97-ad22-06319a6f9c56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.436740] env[69281]: DEBUG nova.compute.manager [req-8e95d568-a352-4b05-bd52-128f0013b617 req-c59ee1f9-8447-42d6-b5f2-0ae757e8b856 service nova] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] No waiting events found dispatching network-vif-plugged-3f16cff9-a5b2-4b93-b66c-9fb34808bde1 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 593.436942] env[69281]: WARNING nova.compute.manager [req-8e95d568-a352-4b05-bd52-128f0013b617 req-c59ee1f9-8447-42d6-b5f2-0ae757e8b856 service nova] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Received unexpected event network-vif-plugged-3f16cff9-a5b2-4b93-b66c-9fb34808bde1 for instance with vm_state building and task_state spawning. [ 593.458177] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Downloading image file data 12ea0038-8065-455a-8a1b-58b88701c301 to the data store datastore2 {{(pid=69281) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 593.563021] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69281) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 593.752288] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.794239] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.794654] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.794738] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.794865] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.795024] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.795184] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.795428] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.795582] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.795736] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.795899] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.796096] env[69281]: DEBUG nova.virt.hardware [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.797033] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7d96e1-ebd8-40c6-a234-b8b84dd3a22a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.810252] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66955eb6-50ad-421a-98c3-90b813a3f07e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.871370] env[69281]: DEBUG nova.scheduler.client.report [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 38, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.881098] env[69281]: DEBUG nova.network.neutron [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Updating instance_info_cache with network_info: [{"id": "3f16cff9-a5b2-4b93-b66c-9fb34808bde1", "address": "fa:16:3e:f1:33:54", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f16cff9-a5", "ovs_interfaceid": "3f16cff9-a5b2-4b93-b66c-9fb34808bde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.038990] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Successfully created port: 8100332f-9272-4242-b5f4-9487fabfba68 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.332842] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Completed reading data from the image iterator. {{(pid=69281) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 594.333261] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 594.376116] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.376705] env[69281]: DEBUG nova.compute.manager [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.380189] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.978s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.381735] env[69281]: INFO nova.compute.claims [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.385723] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Releasing lock "refresh_cache-8648d926-63b1-4e97-ad22-06319a6f9c56" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.385723] env[69281]: DEBUG nova.compute.manager [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Instance network_info: |[{"id": "3f16cff9-a5b2-4b93-b66c-9fb34808bde1", "address": "fa:16:3e:f1:33:54", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f16cff9-a5", "ovs_interfaceid": "3f16cff9-a5b2-4b93-b66c-9fb34808bde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.385922] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:33:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f16cff9-a5b2-4b93-b66c-9fb34808bde1', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.394895] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Creating folder: Project (80cb0c58be1d4bc7b2ccd10a251d3256). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.395230] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c9e86c1-e7ab-425a-bc93-0d1c58d30ed2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.411306] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Created folder: Project (80cb0c58be1d4bc7b2ccd10a251d3256) in parent group-v781128. [ 594.411306] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Creating folder: Instances. Parent ref: group-v781135. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.411306] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49c8cac1-e166-43a8-95f7-f535a2a1f676 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.423952] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Created folder: Instances in parent group-v781135. [ 594.425031] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.425031] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.425308] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ff37a27-8a7f-4807-9d60-217b417cfb68 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.455015] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.455015] env[69281]: value = "task-3934936" [ 594.455015] env[69281]: _type = "Task" [ 594.455015] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.464523] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934936, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.479740] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Downloaded image file data 12ea0038-8065-455a-8a1b-58b88701c301 to vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk on the data store datastore2 {{(pid=69281) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 594.481012] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Caching image {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 594.481012] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Copying Virtual Disk [datastore2] vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk to [datastore2] vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.481998] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d7632a9-f2c9-44e1-813d-6dfe0f5eb5a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.491519] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 594.491519] env[69281]: value = "task-3934937" [ 594.491519] env[69281]: _type = "Task" [ 594.491519] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.505573] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.540444] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Successfully updated port: 3609491e-6b56-4abd-85ea-870cf696133d {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.862427] env[69281]: DEBUG nova.network.neutron [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Updated VIF entry in instance network info cache for port 8a44e450-143a-45c0-a0cc-d475e5706ab5. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.863108] env[69281]: DEBUG nova.network.neutron [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Updating instance_info_cache with network_info: [{"id": "8a44e450-143a-45c0-a0cc-d475e5706ab5", "address": "fa:16:3e:01:5c:72", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a44e450-14", "ovs_interfaceid": "8a44e450-143a-45c0-a0cc-d475e5706ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.890785] env[69281]: DEBUG nova.compute.utils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.896244] env[69281]: DEBUG nova.compute.manager [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.896498] env[69281]: DEBUG nova.network.neutron [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.974508] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934936, 'name': CreateVM_Task, 'duration_secs': 0.398067} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.974794] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.975495] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.975680] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.976521] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.979329] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646564c9-57e0-40d5-901a-4ca8d1be6546 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.986508] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Waiting for the task: (returnval){ [ 594.986508] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524d51c7-2647-2975-df84-be8b99ec748a" [ 594.986508] env[69281]: _type = "Task" [ 594.986508] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.003515] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524d51c7-2647-2975-df84-be8b99ec748a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.010315] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934937, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.048146] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "refresh_cache-7f70d78f-2bcc-47d5-956c-cd873e25f241" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.048314] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquired lock "refresh_cache-7f70d78f-2bcc-47d5-956c-cd873e25f241" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.048712] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.069126] env[69281]: DEBUG nova.policy [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1b659b50e8e45fdb0be8804e0a12a91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '008655589dcf4debadac35061c3b69ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.326269] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Acquiring lock "0fdefcd8-a54d-4e80-a3ae-caca44ab351f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.326269] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Lock "0fdefcd8-a54d-4e80-a3ae-caca44ab351f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.367843] env[69281]: DEBUG oslo_concurrency.lockutils [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] Releasing lock "refresh_cache-1d8a3599-3789-474c-ac22-a7abfbd20b89" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.369139] env[69281]: DEBUG nova.compute.manager [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Received event network-changed-0188b7be-ae1c-4920-aec0-a20a04e50704 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.369693] env[69281]: DEBUG nova.compute.manager [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Refreshing instance network info cache due to event network-changed-0188b7be-ae1c-4920-aec0-a20a04e50704. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 595.370386] env[69281]: DEBUG oslo_concurrency.lockutils [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] Acquiring lock "refresh_cache-7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.370386] env[69281]: DEBUG oslo_concurrency.lockutils [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] Acquired lock "refresh_cache-7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.370386] env[69281]: DEBUG nova.network.neutron [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Refreshing network info cache for port 0188b7be-ae1c-4920-aec0-a20a04e50704 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.397569] env[69281]: DEBUG nova.compute.manager [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.511562] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.511870] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.513026] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.522463] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800657} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.522932] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Copied Virtual Disk [datastore2] vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk to [datastore2] vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.523242] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Deleting the datastore file [datastore2] vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.523624] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25389bc2-bb7a-44fa-97a9-79a84288e07b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.546017] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 595.546017] env[69281]: value = "task-3934938" [ 595.546017] env[69281]: _type = "Task" [ 595.546017] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.573716] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934938, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.744881] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4106b81d-9772-4e85-9337-54764afa03f5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.749545] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.761727] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c356b2d5-2635-4f03-a572-7ffc0f666102 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.797014] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07036223-7858-466d-bacb-7f421cea2fc5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.806957] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4d11fc-24f9-4f21-926d-db340520fb41 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.822391] env[69281]: DEBUG nova.compute.provider_tree [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 595.992757] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Successfully updated port: 61689d60-1d3e-4a58-9e2b-eed68539431d {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.060899] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026791} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.062182] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.062182] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Moving file from [datastore2] vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003/12ea0038-8065-455a-8a1b-58b88701c301 to [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301. {{(pid=69281) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 596.062182] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1179cd3f-19ad-44ae-a8e9-6049ff63706c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.072240] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 596.072240] env[69281]: value = "task-3934939" [ 596.072240] env[69281]: _type = "Task" [ 596.072240] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.087281] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934939, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.359218] env[69281]: ERROR nova.scheduler.client.report [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [req-9995a6f4-bcf5-4a23-92dc-55ca209e6ddc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9995a6f4-bcf5-4a23-92dc-55ca209e6ddc"}]} [ 596.390268] env[69281]: DEBUG nova.scheduler.client.report [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 596.420910] env[69281]: DEBUG nova.scheduler.client.report [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 38, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 596.421633] env[69281]: DEBUG nova.compute.provider_tree [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 38, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 596.424080] env[69281]: DEBUG nova.compute.manager [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.444192] env[69281]: DEBUG nova.scheduler.client.report [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 596.466446] env[69281]: DEBUG nova.virt.hardware [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.466944] env[69281]: DEBUG nova.virt.hardware [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.466944] env[69281]: DEBUG nova.virt.hardware [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.467072] env[69281]: DEBUG nova.virt.hardware [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.467148] env[69281]: DEBUG nova.virt.hardware [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.467377] env[69281]: DEBUG nova.virt.hardware [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.471017] env[69281]: DEBUG nova.virt.hardware [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.471017] env[69281]: DEBUG nova.virt.hardware [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.471017] env[69281]: DEBUG nova.virt.hardware [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.471017] env[69281]: DEBUG nova.virt.hardware [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.471017] env[69281]: DEBUG nova.virt.hardware [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.471496] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b50d9ca-8b99-48ee-91a9-094b9a0064f3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.480163] env[69281]: DEBUG nova.scheduler.client.report [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 596.484549] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eba599d-0a77-4e8f-b1ca-3795e9ec59db {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.503235] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "refresh_cache-b86c8ed3-5fd8-4c38-9c42-29582898308a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.503235] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquired lock "refresh_cache-b86c8ed3-5fd8-4c38-9c42-29582898308a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.503235] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.589676] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934939, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032243} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.598677] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] File moved {{(pid=69281) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 596.599217] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Cleaning up location [datastore2] vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 596.599707] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Deleting the datastore file [datastore2] vmware_temp/17e3c1ec-ef47-4ee8-ac8f-23a1bbf5a003 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.601375] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a6b4df3-38fd-4454-a4ca-315f77279fb4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.611515] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 596.611515] env[69281]: value = "task-3934940" [ 596.611515] env[69281]: _type = "Task" [ 596.611515] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.629151] env[69281]: DEBUG nova.compute.manager [req-a8ebd0c8-f179-4157-b61a-e59deec59995 req-0f4d1cb6-5a22-4e4f-88c4-73919f28a920 service nova] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Received event network-vif-plugged-3609491e-6b56-4abd-85ea-870cf696133d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.629664] env[69281]: DEBUG oslo_concurrency.lockutils [req-a8ebd0c8-f179-4157-b61a-e59deec59995 req-0f4d1cb6-5a22-4e4f-88c4-73919f28a920 service nova] Acquiring lock "7f70d78f-2bcc-47d5-956c-cd873e25f241-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.630198] env[69281]: DEBUG oslo_concurrency.lockutils [req-a8ebd0c8-f179-4157-b61a-e59deec59995 req-0f4d1cb6-5a22-4e4f-88c4-73919f28a920 service nova] Lock "7f70d78f-2bcc-47d5-956c-cd873e25f241-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.630198] env[69281]: DEBUG oslo_concurrency.lockutils [req-a8ebd0c8-f179-4157-b61a-e59deec59995 req-0f4d1cb6-5a22-4e4f-88c4-73919f28a920 service nova] Lock "7f70d78f-2bcc-47d5-956c-cd873e25f241-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.630525] env[69281]: DEBUG nova.compute.manager [req-a8ebd0c8-f179-4157-b61a-e59deec59995 req-0f4d1cb6-5a22-4e4f-88c4-73919f28a920 service nova] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] No waiting events found dispatching network-vif-plugged-3609491e-6b56-4abd-85ea-870cf696133d {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 596.630925] env[69281]: WARNING nova.compute.manager [req-a8ebd0c8-f179-4157-b61a-e59deec59995 req-0f4d1cb6-5a22-4e4f-88c4-73919f28a920 service nova] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Received unexpected event network-vif-plugged-3609491e-6b56-4abd-85ea-870cf696133d for instance with vm_state building and task_state spawning. [ 596.631297] env[69281]: DEBUG nova.compute.manager [req-a8ebd0c8-f179-4157-b61a-e59deec59995 req-0f4d1cb6-5a22-4e4f-88c4-73919f28a920 service nova] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Received event network-changed-3609491e-6b56-4abd-85ea-870cf696133d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.631540] env[69281]: DEBUG nova.compute.manager [req-a8ebd0c8-f179-4157-b61a-e59deec59995 req-0f4d1cb6-5a22-4e4f-88c4-73919f28a920 service nova] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Refreshing instance network info cache due to event network-changed-3609491e-6b56-4abd-85ea-870cf696133d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 596.631781] env[69281]: DEBUG oslo_concurrency.lockutils [req-a8ebd0c8-f179-4157-b61a-e59deec59995 req-0f4d1cb6-5a22-4e4f-88c4-73919f28a920 service nova] Acquiring lock "refresh_cache-7f70d78f-2bcc-47d5-956c-cd873e25f241" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.635152] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.759240] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Updating instance_info_cache with network_info: [{"id": "3609491e-6b56-4abd-85ea-870cf696133d", "address": "fa:16:3e:b1:62:85", "network": {"id": "0d4ae640-db8a-4745-a7c7-81d7bcdeffc3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1283448191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab4052a4e4e34173b6a0f39ef20665ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3609491e-6b", "ovs_interfaceid": "3609491e-6b56-4abd-85ea-870cf696133d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.768239] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553e53e3-ed36-4e23-a957-d4c5393f3f68 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.782370] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c380fc1-5b0b-47c5-9b58-e22b0eddf7db {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.818121] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b6a076-4309-45c3-8253-4b890217f638 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.826928] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b114aa-6e54-42fa-b865-3891323b99ec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.843233] env[69281]: DEBUG nova.compute.provider_tree [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 597.000314] env[69281]: DEBUG nova.network.neutron [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Updated VIF entry in instance network info cache for port 0188b7be-ae1c-4920-aec0-a20a04e50704. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.000930] env[69281]: DEBUG nova.network.neutron [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Updating instance_info_cache with network_info: [{"id": "0188b7be-ae1c-4920-aec0-a20a04e50704", "address": "fa:16:3e:4a:d1:aa", "network": {"id": "85805559-9c65-4060-89a4-d034cf3af3a5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1536058150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6727196d1f984b0699eefb135a6a0e5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0188b7be-ae", "ovs_interfaceid": "0188b7be-ae1c-4920-aec0-a20a04e50704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.059783] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.127149] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029663} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.131181] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.131181] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec6186e-bb13-4af1-bd12-50e8f92208da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.139149] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 597.139149] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520325c0-8c8e-af78-c1a4-db8db6473847" [ 597.139149] env[69281]: _type = "Task" [ 597.139149] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.151487] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520325c0-8c8e-af78-c1a4-db8db6473847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.178388] env[69281]: DEBUG nova.network.neutron [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Successfully created port: f4340876-f054-49d5-a359-e02096fb4c11 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.268989] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Releasing lock "refresh_cache-7f70d78f-2bcc-47d5-956c-cd873e25f241" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.269482] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Instance network_info: |[{"id": "3609491e-6b56-4abd-85ea-870cf696133d", "address": "fa:16:3e:b1:62:85", "network": {"id": "0d4ae640-db8a-4745-a7c7-81d7bcdeffc3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1283448191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab4052a4e4e34173b6a0f39ef20665ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3609491e-6b", "ovs_interfaceid": "3609491e-6b56-4abd-85ea-870cf696133d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.269745] env[69281]: DEBUG oslo_concurrency.lockutils [req-a8ebd0c8-f179-4157-b61a-e59deec59995 req-0f4d1cb6-5a22-4e4f-88c4-73919f28a920 service nova] Acquired lock "refresh_cache-7f70d78f-2bcc-47d5-956c-cd873e25f241" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.269894] env[69281]: DEBUG nova.network.neutron [req-a8ebd0c8-f179-4157-b61a-e59deec59995 req-0f4d1cb6-5a22-4e4f-88c4-73919f28a920 service nova] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Refreshing network info cache for port 3609491e-6b56-4abd-85ea-870cf696133d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.272264] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:62:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3609491e-6b56-4abd-85ea-870cf696133d', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.278821] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Creating folder: Project (ab4052a4e4e34173b6a0f39ef20665ee). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.279315] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a211c751-0185-4d2c-953b-0d8a9a7db465 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.292250] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Created folder: Project (ab4052a4e4e34173b6a0f39ef20665ee) in parent group-v781128. [ 597.293098] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Creating folder: Instances. Parent ref: group-v781138. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.293710] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f3be83b-f6b8-44b5-a270-bec1d9d71f86 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.306521] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Created folder: Instances in parent group-v781138. [ 597.306739] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 597.307009] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.308820] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-216b6f5b-75c3-4528-aca1-d4c16fb03262 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.331353] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.331353] env[69281]: value = "task-3934943" [ 597.331353] env[69281]: _type = "Task" [ 597.331353] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.345823] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934943, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.401554] env[69281]: DEBUG nova.scheduler.client.report [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 16 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 597.401554] env[69281]: DEBUG nova.compute.provider_tree [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 16 to 17 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 597.401554] env[69281]: DEBUG nova.compute.provider_tree [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 597.471590] env[69281]: DEBUG nova.compute.manager [req-13a28c91-9ada-4863-9d43-f7d47dd2a991 req-cb6aa729-cb6f-4197-b63c-96c14057d04a service nova] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Received event network-changed-3f16cff9-a5b2-4b93-b66c-9fb34808bde1 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.471818] env[69281]: DEBUG nova.compute.manager [req-13a28c91-9ada-4863-9d43-f7d47dd2a991 req-cb6aa729-cb6f-4197-b63c-96c14057d04a service nova] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Refreshing instance network info cache due to event network-changed-3f16cff9-a5b2-4b93-b66c-9fb34808bde1. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 597.472110] env[69281]: DEBUG oslo_concurrency.lockutils [req-13a28c91-9ada-4863-9d43-f7d47dd2a991 req-cb6aa729-cb6f-4197-b63c-96c14057d04a service nova] Acquiring lock "refresh_cache-8648d926-63b1-4e97-ad22-06319a6f9c56" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.472579] env[69281]: DEBUG oslo_concurrency.lockutils [req-13a28c91-9ada-4863-9d43-f7d47dd2a991 req-cb6aa729-cb6f-4197-b63c-96c14057d04a service nova] Acquired lock "refresh_cache-8648d926-63b1-4e97-ad22-06319a6f9c56" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.473738] env[69281]: DEBUG nova.network.neutron [req-13a28c91-9ada-4863-9d43-f7d47dd2a991 req-cb6aa729-cb6f-4197-b63c-96c14057d04a service nova] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Refreshing network info cache for port 3f16cff9-a5b2-4b93-b66c-9fb34808bde1 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.506868] env[69281]: DEBUG oslo_concurrency.lockutils [req-e9389929-493c-40ed-bd8a-3fa2e007a203 req-7869606c-2dfe-418e-ad05-6edf25b228a7 service nova] Releasing lock "refresh_cache-7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.657099] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520325c0-8c8e-af78-c1a4-db8db6473847, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.657758] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.658539] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 1d8a3599-3789-474c-ac22-a7abfbd20b89/1d8a3599-3789-474c-ac22-a7abfbd20b89.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.658948] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.659188] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.659472] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0164e34a-63c3-4419-9011-2762f04e29fc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.665037] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0de1db1f-ad10-47b0-bf94-80f44608a7f5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.674232] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 597.674232] env[69281]: value = "task-3934944" [ 597.674232] env[69281]: _type = "Task" [ 597.674232] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.675697] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.675979] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.682883] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85c2706-55c4-4d12-83ec-3e3af5745425 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.693291] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.694699] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 597.694699] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528b8b9f-9fe7-b974-f9fd-c861e3ae7862" [ 597.694699] env[69281]: _type = "Task" [ 597.694699] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.706693] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528b8b9f-9fe7-b974-f9fd-c861e3ae7862, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.707551] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0e14b0-b7bd-4706-b3f6-d8913f50ca30 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.716043] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 597.716043] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5210d618-27e3-69ac-04cc-3230c3018e40" [ 597.716043] env[69281]: _type = "Task" [ 597.716043] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.726591] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5210d618-27e3-69ac-04cc-3230c3018e40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.809018] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Updating instance_info_cache with network_info: [{"id": "61689d60-1d3e-4a58-9e2b-eed68539431d", "address": "fa:16:3e:fe:4b:fb", "network": {"id": "0d4ae640-db8a-4745-a7c7-81d7bcdeffc3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1283448191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab4052a4e4e34173b6a0f39ef20665ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61689d60-1d", "ovs_interfaceid": "61689d60-1d3e-4a58-9e2b-eed68539431d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.854168] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934943, 'name': CreateVM_Task, 'duration_secs': 0.489055} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.854472] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.858396] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.858594] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.858967] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.859945] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e5beea-fea2-4d63-a36e-87827b5534c5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.866622] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 597.866622] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528223e5-b307-62dd-8b23-ac85ba8d7d05" [ 597.866622] env[69281]: _type = "Task" [ 597.866622] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.878972] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "9332e878-5c4e-4be7-965f-de2dbc319321" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.879325] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "9332e878-5c4e-4be7-965f-de2dbc319321" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.886054] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528223e5-b307-62dd-8b23-ac85ba8d7d05, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.886054] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.886320] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.886480] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.904959] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.525s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.905852] env[69281]: DEBUG nova.compute.manager [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.911509] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.479s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.913058] env[69281]: INFO nova.compute.claims [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.916689] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Successfully updated port: 8100332f-9272-4242-b5f4-9487fabfba68 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.191961] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934944, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.265065] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5210d618-27e3-69ac-04cc-3230c3018e40, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.266104] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.266104] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb/7a4895cc-2dfe-4d2b-90c3-8006be1d17cb.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.272748] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.272872] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.273467] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24de9c24-8e69-4e60-80e9-2bf60a2404f5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.276897] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b794c40d-0cc6-4e0b-b267-8db2dc6ef27a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.303508] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 598.303508] env[69281]: value = "task-3934945" [ 598.303508] env[69281]: _type = "Task" [ 598.303508] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.309020] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.309287] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.322059] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0d4118-fbed-4808-bcef-e6291084cb4c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.328437] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Releasing lock "refresh_cache-b86c8ed3-5fd8-4c38-9c42-29582898308a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.328792] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Instance network_info: |[{"id": "61689d60-1d3e-4a58-9e2b-eed68539431d", "address": "fa:16:3e:fe:4b:fb", "network": {"id": "0d4ae640-db8a-4745-a7c7-81d7bcdeffc3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1283448191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab4052a4e4e34173b6a0f39ef20665ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61689d60-1d", "ovs_interfaceid": "61689d60-1d3e-4a58-9e2b-eed68539431d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.340682] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:4b:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61689d60-1d3e-4a58-9e2b-eed68539431d', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.360962] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.367890] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.372740] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a823868-c964-4ba6-b1b0-f60de0608de5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.399831] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3934945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.400251] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Waiting for the task: (returnval){ [ 598.400251] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5209096e-d842-63b5-836c-2580f52b9e34" [ 598.400251] env[69281]: _type = "Task" [ 598.400251] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.414556] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.414556] env[69281]: value = "task-3934946" [ 598.414556] env[69281]: _type = "Task" [ 598.414556] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.425851] env[69281]: DEBUG nova.compute.utils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.436434] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5209096e-d842-63b5-836c-2580f52b9e34, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.441878] env[69281]: DEBUG nova.compute.manager [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.441878] env[69281]: DEBUG nova.network.neutron [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.445880] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "refresh_cache-974b8eaa-82e0-412d-99a9-a0c6ff950549" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.446260] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquired lock "refresh_cache-974b8eaa-82e0-412d-99a9-a0c6ff950549" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.446327] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.452623] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934946, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.452806] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b82f73-c241-4999-9e9c-90e67b36531e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.461957] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Waiting for the task: (returnval){ [ 598.461957] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526f47b5-1381-8fc8-567e-15aa1fece327" [ 598.461957] env[69281]: _type = "Task" [ 598.461957] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.473773] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526f47b5-1381-8fc8-567e-15aa1fece327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.692950] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570818} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.692950] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 1d8a3599-3789-474c-ac22-a7abfbd20b89/1d8a3599-3789-474c-ac22-a7abfbd20b89.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.692950] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.693333] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c87d55a1-b8ba-4da4-a84f-f18fb99bd618 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.706613] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 598.706613] env[69281]: value = "task-3934947" [ 598.706613] env[69281]: _type = "Task" [ 598.706613] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.720645] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.825746] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3934945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491524} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.825746] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb/7a4895cc-2dfe-4d2b-90c3-8006be1d17cb.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.825746] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.825746] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f404ccd-5616-4505-b87e-ba066eb8c91b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.834149] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 598.834149] env[69281]: value = "task-3934948" [ 598.834149] env[69281]: _type = "Task" [ 598.834149] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.845284] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3934948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.864754] env[69281]: DEBUG nova.policy [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c55e2807b6fa46a6a08338e80e5475ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0713449f6594ff3b19553e837d6df6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.931840] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934946, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.939892] env[69281]: DEBUG nova.compute.manager [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.976708] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526f47b5-1381-8fc8-567e-15aa1fece327, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.979808] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.980782] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 8648d926-63b1-4e97-ad22-06319a6f9c56/8648d926-63b1-4e97-ad22-06319a6f9c56.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.988123] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.988348] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.988624] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9208ee47-8921-4b20-ac93-068046db5c9b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.002866] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-691316fb-3140-42e1-8a1f-bb9a4a41db8e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.009380] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Waiting for the task: (returnval){ [ 599.009380] env[69281]: value = "task-3934949" [ 599.009380] env[69281]: _type = "Task" [ 599.009380] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.018311] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.018311] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.018477] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2328956b-e438-4031-8d0f-0792d882cb1d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.031409] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 599.031409] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5220e45c-1457-08d0-0fa3-39dd9db924bd" [ 599.031409] env[69281]: _type = "Task" [ 599.031409] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.032320] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3934949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.050603] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5220e45c-1457-08d0-0fa3-39dd9db924bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009597} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.051720] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9aeb87-6b2f-46ab-8ae2-8d94513d1355 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.061695] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 599.061695] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ea4577-f380-ea89-2129-bc447f7b7b51" [ 599.061695] env[69281]: _type = "Task" [ 599.061695] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.070136] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ea4577-f380-ea89-2129-bc447f7b7b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.228208] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10635} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.228208] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.228769] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad460694-f34e-44d7-b843-b40abdc671c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.259564] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 1d8a3599-3789-474c-ac22-a7abfbd20b89/1d8a3599-3789-474c-ac22-a7abfbd20b89.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.264202] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2e6afac-f730-4d17-9daa-cf40d98b8913 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.289517] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 599.289517] env[69281]: value = "task-3934950" [ 599.289517] env[69281]: _type = "Task" [ 599.289517] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.308174] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.328698] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81a502c-74fa-46bf-8fe9-5e0b90ae7933 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.346391] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9df28e6-9263-4ba3-b857-29a90e13523b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.351139] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.355502] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3934948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078852} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.356494] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.357527] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb80d182-76ca-4680-b48d-e0d77297d069 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.388402] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b548c6-0dc8-4f5a-9092-1883922eadc7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.410814] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb/7a4895cc-2dfe-4d2b-90c3-8006be1d17cb.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.411566] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f9fcaac-55b5-4671-9b81-703c53091663 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.433121] env[69281]: DEBUG nova.network.neutron [req-a8ebd0c8-f179-4157-b61a-e59deec59995 req-0f4d1cb6-5a22-4e4f-88c4-73919f28a920 service nova] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Updated VIF entry in instance network info cache for port 3609491e-6b56-4abd-85ea-870cf696133d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.433545] env[69281]: DEBUG nova.network.neutron [req-a8ebd0c8-f179-4157-b61a-e59deec59995 req-0f4d1cb6-5a22-4e4f-88c4-73919f28a920 service nova] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Updating instance_info_cache with network_info: [{"id": "3609491e-6b56-4abd-85ea-870cf696133d", "address": "fa:16:3e:b1:62:85", "network": {"id": "0d4ae640-db8a-4745-a7c7-81d7bcdeffc3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1283448191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab4052a4e4e34173b6a0f39ef20665ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3609491e-6b", "ovs_interfaceid": "3609491e-6b56-4abd-85ea-870cf696133d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.443725] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d7af8d-ba08-4db6-a7e3-68b98a53c55c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.455028] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 599.455028] env[69281]: value = "task-3934951" [ 599.455028] env[69281]: _type = "Task" [ 599.455028] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.468928] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934946, 'name': CreateVM_Task, 'duration_secs': 0.597008} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.468928] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.469873] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.469873] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.471258] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.482718] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed326051-a770-4001-adc3-250a91836a33 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.485121] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3934951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.485989] env[69281]: DEBUG nova.compute.provider_tree [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.495032] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 599.495032] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524aeaff-69ae-5b7f-54c4-7659aec70573" [ 599.495032] env[69281]: _type = "Task" [ 599.495032] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.504377] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524aeaff-69ae-5b7f-54c4-7659aec70573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.524706] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3934949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479997} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.524969] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 8648d926-63b1-4e97-ad22-06319a6f9c56/8648d926-63b1-4e97-ad22-06319a6f9c56.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.525207] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.525526] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63bf6945-ac4e-4dd9-b4e3-1c375ee73ad5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.536099] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Waiting for the task: (returnval){ [ 599.536099] env[69281]: value = "task-3934952" [ 599.536099] env[69281]: _type = "Task" [ 599.536099] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.550976] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3934952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.570730] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ea4577-f380-ea89-2129-bc447f7b7b51, 'name': SearchDatastore_Task, 'duration_secs': 0.010779} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.571029] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.571289] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 7f70d78f-2bcc-47d5-956c-cd873e25f241/7f70d78f-2bcc-47d5-956c-cd873e25f241.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.571545] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46be9519-2c29-47a5-b6c3-1cd1f5a12bb3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.578958] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 599.578958] env[69281]: value = "task-3934953" [ 599.578958] env[69281]: _type = "Task" [ 599.578958] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.588021] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.804761] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934950, 'name': ReconfigVM_Task, 'duration_secs': 0.417281} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.805091] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 1d8a3599-3789-474c-ac22-a7abfbd20b89/1d8a3599-3789-474c-ac22-a7abfbd20b89.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.806032] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1684868e-81af-4d08-ab39-6f4cf8a5aaf2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.818465] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 599.818465] env[69281]: value = "task-3934954" [ 599.818465] env[69281]: _type = "Task" [ 599.818465] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.832897] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934954, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.853221] env[69281]: DEBUG nova.network.neutron [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Updating instance_info_cache with network_info: [{"id": "8100332f-9272-4242-b5f4-9487fabfba68", "address": "fa:16:3e:e0:44:f3", "network": {"id": "0d4ae640-db8a-4745-a7c7-81d7bcdeffc3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1283448191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab4052a4e4e34173b6a0f39ef20665ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8100332f-92", "ovs_interfaceid": "8100332f-9272-4242-b5f4-9487fabfba68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.950964] env[69281]: DEBUG oslo_concurrency.lockutils [req-a8ebd0c8-f179-4157-b61a-e59deec59995 req-0f4d1cb6-5a22-4e4f-88c4-73919f28a920 service nova] Releasing lock "refresh_cache-7f70d78f-2bcc-47d5-956c-cd873e25f241" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.957152] env[69281]: DEBUG nova.compute.manager [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.975259] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3934951, 'name': ReconfigVM_Task, 'duration_secs': 0.329321} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.975581] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb/7a4895cc-2dfe-4d2b-90c3-8006be1d17cb.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.976389] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c839baac-f4cf-4e4b-b386-fbe20f01818a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.987579] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 599.987579] env[69281]: value = "task-3934955" [ 599.987579] env[69281]: _type = "Task" [ 599.987579] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.994672] env[69281]: DEBUG nova.virt.hardware [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.994992] env[69281]: DEBUG nova.virt.hardware [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.995477] env[69281]: DEBUG nova.virt.hardware [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.995723] env[69281]: DEBUG nova.virt.hardware [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.995946] env[69281]: DEBUG nova.virt.hardware [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.996148] env[69281]: DEBUG nova.virt.hardware [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.996405] env[69281]: DEBUG nova.virt.hardware [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.996580] env[69281]: DEBUG nova.virt.hardware [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.996768] env[69281]: DEBUG nova.virt.hardware [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.996942] env[69281]: DEBUG nova.virt.hardware [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.997114] env[69281]: DEBUG nova.virt.hardware [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.998414] env[69281]: DEBUG nova.scheduler.client.report [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.008056] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3b8d6f-7983-4f1f-b079-df60e05c012c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.013372] env[69281]: DEBUG nova.network.neutron [req-13a28c91-9ada-4863-9d43-f7d47dd2a991 req-cb6aa729-cb6f-4197-b63c-96c14057d04a service nova] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Updated VIF entry in instance network info cache for port 3f16cff9-a5b2-4b93-b66c-9fb34808bde1. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.013625] env[69281]: DEBUG nova.network.neutron [req-13a28c91-9ada-4863-9d43-f7d47dd2a991 req-cb6aa729-cb6f-4197-b63c-96c14057d04a service nova] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Updating instance_info_cache with network_info: [{"id": "3f16cff9-a5b2-4b93-b66c-9fb34808bde1", "address": "fa:16:3e:f1:33:54", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f16cff9-a5", "ovs_interfaceid": "3f16cff9-a5b2-4b93-b66c-9fb34808bde1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.023872] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3934955, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.034367] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e309c5cd-1dd0-45e7-8404-0616415bbb92 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.039876] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524aeaff-69ae-5b7f-54c4-7659aec70573, 'name': SearchDatastore_Task, 'duration_secs': 0.020674} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.040327] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.040561] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.040874] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.042053] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.042053] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.045347] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b26b5e5-5f3b-471e-b67e-9b44b9c913ba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.064330] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3934952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.374106} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.064330] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.064330] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.064576] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.066956] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd1015c-f4a2-46d8-806a-c0f13241d1a5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.069009] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6afe36c7-f6a9-4ca8-8483-6e94366961e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.086909] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 600.086909] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525fde90-6366-9e02-9d0f-69e8ff3f2618" [ 600.086909] env[69281]: _type = "Task" [ 600.086909] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.097593] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 8648d926-63b1-4e97-ad22-06319a6f9c56/8648d926-63b1-4e97-ad22-06319a6f9c56.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.101581] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ee55468-8821-4f1d-9101-e79451664fe0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.133369] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525fde90-6366-9e02-9d0f-69e8ff3f2618, 'name': SearchDatastore_Task, 'duration_secs': 0.03729} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.139855] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547209} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.139855] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Waiting for the task: (returnval){ [ 600.139855] env[69281]: value = "task-3934956" [ 600.139855] env[69281]: _type = "Task" [ 600.139855] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.139855] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf6fe7f4-6493-423e-a443-f1ab4234bd2c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.142984] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 7f70d78f-2bcc-47d5-956c-cd873e25f241/7f70d78f-2bcc-47d5-956c-cd873e25f241.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.142984] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.143292] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf31f5ee-3034-429d-bf18-66b994685056 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.154439] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 600.154439] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52aab927-b27d-a3dc-ee46-c066b48bcd44" [ 600.154439] env[69281]: _type = "Task" [ 600.154439] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.156582] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 600.156582] env[69281]: value = "task-3934957" [ 600.156582] env[69281]: _type = "Task" [ 600.156582] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.166600] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3934956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.181550] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52aab927-b27d-a3dc-ee46-c066b48bcd44, 'name': SearchDatastore_Task, 'duration_secs': 0.019693} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.181950] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.184797] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] b86c8ed3-5fd8-4c38-9c42-29582898308a/b86c8ed3-5fd8-4c38-9c42-29582898308a.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.184797] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43e290ca-7d13-4556-b408-f73b0906dca4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.193017] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.202053] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 600.202053] env[69281]: value = "task-3934958" [ 600.202053] env[69281]: _type = "Task" [ 600.202053] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.212892] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.341555] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934954, 'name': Rename_Task, 'duration_secs': 0.360737} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.342121] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.346172] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ac873fd-cdd4-480d-875f-ae7b06618b45 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.353175] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 600.353175] env[69281]: value = "task-3934959" [ 600.353175] env[69281]: _type = "Task" [ 600.353175] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.358398] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Releasing lock "refresh_cache-974b8eaa-82e0-412d-99a9-a0c6ff950549" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.358534] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Instance network_info: |[{"id": "8100332f-9272-4242-b5f4-9487fabfba68", "address": "fa:16:3e:e0:44:f3", "network": {"id": "0d4ae640-db8a-4745-a7c7-81d7bcdeffc3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1283448191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab4052a4e4e34173b6a0f39ef20665ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8100332f-92", "ovs_interfaceid": "8100332f-9272-4242-b5f4-9487fabfba68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.359186] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:44:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8100332f-9272-4242-b5f4-9487fabfba68', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.369427] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.371289] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.371289] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a55ec9a-4766-4edf-9a07-21d791192137 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.391434] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934959, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.400817] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.400817] env[69281]: value = "task-3934960" [ 600.400817] env[69281]: _type = "Task" [ 600.400817] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.408309] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934960, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.508046] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3934955, 'name': Rename_Task, 'duration_secs': 0.267469} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.508046] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.508046] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e27e6269-85ad-4d96-b596-51d16569c952 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.517899] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.522331] env[69281]: DEBUG nova.compute.manager [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.532410] env[69281]: DEBUG nova.compute.manager [req-1693ad50-157c-4f3e-ae54-ca22ca314982 req-204f2731-1492-4264-95f0-a4903c669d23 service nova] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Received event network-vif-plugged-61689d60-1d3e-4a58-9e2b-eed68539431d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.532410] env[69281]: DEBUG oslo_concurrency.lockutils [req-1693ad50-157c-4f3e-ae54-ca22ca314982 req-204f2731-1492-4264-95f0-a4903c669d23 service nova] Acquiring lock "b86c8ed3-5fd8-4c38-9c42-29582898308a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.532410] env[69281]: DEBUG oslo_concurrency.lockutils [req-1693ad50-157c-4f3e-ae54-ca22ca314982 req-204f2731-1492-4264-95f0-a4903c669d23 service nova] Lock "b86c8ed3-5fd8-4c38-9c42-29582898308a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.532410] env[69281]: DEBUG oslo_concurrency.lockutils [req-1693ad50-157c-4f3e-ae54-ca22ca314982 req-204f2731-1492-4264-95f0-a4903c669d23 service nova] Lock "b86c8ed3-5fd8-4c38-9c42-29582898308a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.532410] env[69281]: DEBUG nova.compute.manager [req-1693ad50-157c-4f3e-ae54-ca22ca314982 req-204f2731-1492-4264-95f0-a4903c669d23 service nova] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] No waiting events found dispatching network-vif-plugged-61689d60-1d3e-4a58-9e2b-eed68539431d {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 600.532734] env[69281]: WARNING nova.compute.manager [req-1693ad50-157c-4f3e-ae54-ca22ca314982 req-204f2731-1492-4264-95f0-a4903c669d23 service nova] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Received unexpected event network-vif-plugged-61689d60-1d3e-4a58-9e2b-eed68539431d for instance with vm_state building and task_state spawning. [ 600.532734] env[69281]: DEBUG nova.compute.manager [req-1693ad50-157c-4f3e-ae54-ca22ca314982 req-204f2731-1492-4264-95f0-a4903c669d23 service nova] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Received event network-changed-61689d60-1d3e-4a58-9e2b-eed68539431d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.532734] env[69281]: DEBUG nova.compute.manager [req-1693ad50-157c-4f3e-ae54-ca22ca314982 req-204f2731-1492-4264-95f0-a4903c669d23 service nova] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Refreshing instance network info cache due to event network-changed-61689d60-1d3e-4a58-9e2b-eed68539431d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 600.532734] env[69281]: DEBUG oslo_concurrency.lockutils [req-1693ad50-157c-4f3e-ae54-ca22ca314982 req-204f2731-1492-4264-95f0-a4903c669d23 service nova] Acquiring lock "refresh_cache-b86c8ed3-5fd8-4c38-9c42-29582898308a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.532734] env[69281]: DEBUG oslo_concurrency.lockutils [req-1693ad50-157c-4f3e-ae54-ca22ca314982 req-204f2731-1492-4264-95f0-a4903c669d23 service nova] Acquired lock "refresh_cache-b86c8ed3-5fd8-4c38-9c42-29582898308a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.532890] env[69281]: DEBUG nova.network.neutron [req-1693ad50-157c-4f3e-ae54-ca22ca314982 req-204f2731-1492-4264-95f0-a4903c669d23 service nova] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Refreshing network info cache for port 61689d60-1d3e-4a58-9e2b-eed68539431d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.536928] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.524s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.537214] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.537415] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 600.537843] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.125s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.539821] env[69281]: INFO nova.compute.claims [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.544261] env[69281]: DEBUG oslo_concurrency.lockutils [req-13a28c91-9ada-4863-9d43-f7d47dd2a991 req-cb6aa729-cb6f-4197-b63c-96c14057d04a service nova] Releasing lock "refresh_cache-8648d926-63b1-4e97-ad22-06319a6f9c56" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.544745] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 600.544745] env[69281]: value = "task-3934961" [ 600.544745] env[69281]: _type = "Task" [ 600.544745] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.546137] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d84fa37-58f5-49b8-826f-e5f832cdd91d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.561454] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34092529-a8a6-4c1b-808e-95ad022c2798 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.572582] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3934961, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.587080] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef4daf5-5b01-4e2c-a1e5-8509fe743b43 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.601130] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429c2f9f-7270-43cc-881a-f9a49313bfcf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.645031] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180836MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 600.645031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.645031] env[69281]: DEBUG nova.network.neutron [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Successfully created port: 26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.658879] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3934956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.679292] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097993} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.679689] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.680634] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4da719-54c1-4b7e-8b2e-7b82a55bc7c5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.714756] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 7f70d78f-2bcc-47d5-956c-cd873e25f241/7f70d78f-2bcc-47d5-956c-cd873e25f241.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.717678] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0342ac03-ba1a-4315-94f4-1a917a12018e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.742851] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528158} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.746018] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] b86c8ed3-5fd8-4c38-9c42-29582898308a/b86c8ed3-5fd8-4c38-9c42-29582898308a.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.746018] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.746018] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 600.746018] env[69281]: value = "task-3934962" [ 600.746018] env[69281]: _type = "Task" [ 600.746018] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.746018] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-490b75ce-52ff-4702-9567-c1c4a27709b0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.761149] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934962, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.761149] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 600.761149] env[69281]: value = "task-3934963" [ 600.761149] env[69281]: _type = "Task" [ 600.761149] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.840780] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Acquiring lock "67549cf6-793a-4173-b502-db43f8676308" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.841034] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Lock "67549cf6-793a-4173-b502-db43f8676308" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.866942] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934959, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.912780] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934960, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.037554] env[69281]: DEBUG nova.compute.utils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.041092] env[69281]: DEBUG nova.compute.manager [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.041092] env[69281]: DEBUG nova.network.neutron [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.072812] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3934961, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.165091] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3934956, 'name': ReconfigVM_Task, 'duration_secs': 0.618574} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.165895] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 8648d926-63b1-4e97-ad22-06319a6f9c56/8648d926-63b1-4e97-ad22-06319a6f9c56.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.166509] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc66e068-ce6f-4af9-9fef-0645bda622eb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.178531] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Waiting for the task: (returnval){ [ 601.178531] env[69281]: value = "task-3934964" [ 601.178531] env[69281]: _type = "Task" [ 601.178531] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.191110] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3934964, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.250452] env[69281]: DEBUG nova.policy [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd72b744caec4a16b77f87b10d4c54e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8c1b5228c514d6b89b550186c5bce98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.263434] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934962, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.274053] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093013} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.279019] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.279019] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b6f76c-a586-4eaf-b153-650eca99f783 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.306984] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] b86c8ed3-5fd8-4c38-9c42-29582898308a/b86c8ed3-5fd8-4c38-9c42-29582898308a.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.307327] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4007d371-71a1-44c6-b0f0-1396dd8b273f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.331211] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 601.331211] env[69281]: value = "task-3934965" [ 601.331211] env[69281]: _type = "Task" [ 601.331211] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.342160] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.367544] env[69281]: DEBUG oslo_vmware.api [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3934959, 'name': PowerOnVM_Task, 'duration_secs': 0.717177} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.370396] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.370846] env[69281]: INFO nova.compute.manager [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Took 19.15 seconds to spawn the instance on the hypervisor. [ 601.371614] env[69281]: DEBUG nova.compute.manager [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 601.372062] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcab4dfd-443b-4b39-a5ef-b91befba70c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.411900] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934960, 'name': CreateVM_Task, 'duration_secs': 0.652642} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.412095] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.413032] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.413385] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.413675] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.413945] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810dff73-4741-4c6f-8765-f5f57b42a174 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.420508] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 601.420508] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526d558f-64f3-fb6c-40b3-0c1c658d9385" [ 601.420508] env[69281]: _type = "Task" [ 601.420508] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.432779] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526d558f-64f3-fb6c-40b3-0c1c658d9385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.461209] env[69281]: DEBUG nova.network.neutron [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Successfully updated port: f4340876-f054-49d5-a359-e02096fb4c11 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.548154] env[69281]: DEBUG nova.compute.manager [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.578861] env[69281]: DEBUG oslo_vmware.api [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3934961, 'name': PowerOnVM_Task, 'duration_secs': 0.649132} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.586901] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.587260] env[69281]: INFO nova.compute.manager [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Took 17.16 seconds to spawn the instance on the hypervisor. [ 601.587511] env[69281]: DEBUG nova.compute.manager [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 601.588616] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d021d495-abd0-4488-8c63-59ba58ea8f42 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.689633] env[69281]: DEBUG nova.compute.manager [req-6dd5a8af-899c-4760-89d2-6aba5c4f3fed req-b55964ce-9797-45b1-9dd8-a77e9fbe0c5f service nova] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Received event network-vif-plugged-8100332f-9272-4242-b5f4-9487fabfba68 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.689856] env[69281]: DEBUG oslo_concurrency.lockutils [req-6dd5a8af-899c-4760-89d2-6aba5c4f3fed req-b55964ce-9797-45b1-9dd8-a77e9fbe0c5f service nova] Acquiring lock "974b8eaa-82e0-412d-99a9-a0c6ff950549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.690075] env[69281]: DEBUG oslo_concurrency.lockutils [req-6dd5a8af-899c-4760-89d2-6aba5c4f3fed req-b55964ce-9797-45b1-9dd8-a77e9fbe0c5f service nova] Lock "974b8eaa-82e0-412d-99a9-a0c6ff950549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.690240] env[69281]: DEBUG oslo_concurrency.lockutils [req-6dd5a8af-899c-4760-89d2-6aba5c4f3fed req-b55964ce-9797-45b1-9dd8-a77e9fbe0c5f service nova] Lock "974b8eaa-82e0-412d-99a9-a0c6ff950549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.690398] env[69281]: DEBUG nova.compute.manager [req-6dd5a8af-899c-4760-89d2-6aba5c4f3fed req-b55964ce-9797-45b1-9dd8-a77e9fbe0c5f service nova] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] No waiting events found dispatching network-vif-plugged-8100332f-9272-4242-b5f4-9487fabfba68 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 601.690557] env[69281]: WARNING nova.compute.manager [req-6dd5a8af-899c-4760-89d2-6aba5c4f3fed req-b55964ce-9797-45b1-9dd8-a77e9fbe0c5f service nova] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Received unexpected event network-vif-plugged-8100332f-9272-4242-b5f4-9487fabfba68 for instance with vm_state building and task_state spawning. [ 601.690703] env[69281]: DEBUG nova.compute.manager [req-6dd5a8af-899c-4760-89d2-6aba5c4f3fed req-b55964ce-9797-45b1-9dd8-a77e9fbe0c5f service nova] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Received event network-changed-8100332f-9272-4242-b5f4-9487fabfba68 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.690846] env[69281]: DEBUG nova.compute.manager [req-6dd5a8af-899c-4760-89d2-6aba5c4f3fed req-b55964ce-9797-45b1-9dd8-a77e9fbe0c5f service nova] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Refreshing instance network info cache due to event network-changed-8100332f-9272-4242-b5f4-9487fabfba68. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 601.695188] env[69281]: DEBUG oslo_concurrency.lockutils [req-6dd5a8af-899c-4760-89d2-6aba5c4f3fed req-b55964ce-9797-45b1-9dd8-a77e9fbe0c5f service nova] Acquiring lock "refresh_cache-974b8eaa-82e0-412d-99a9-a0c6ff950549" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.695551] env[69281]: DEBUG oslo_concurrency.lockutils [req-6dd5a8af-899c-4760-89d2-6aba5c4f3fed req-b55964ce-9797-45b1-9dd8-a77e9fbe0c5f service nova] Acquired lock "refresh_cache-974b8eaa-82e0-412d-99a9-a0c6ff950549" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.695849] env[69281]: DEBUG nova.network.neutron [req-6dd5a8af-899c-4760-89d2-6aba5c4f3fed req-b55964ce-9797-45b1-9dd8-a77e9fbe0c5f service nova] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Refreshing network info cache for port 8100332f-9272-4242-b5f4-9487fabfba68 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.704760] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3934964, 'name': Rename_Task, 'duration_secs': 0.268479} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.707570] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.711110] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7259a3c-f5ab-4aed-bedb-52e31c83f206 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.717036] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Waiting for the task: (returnval){ [ 601.717036] env[69281]: value = "task-3934966" [ 601.717036] env[69281]: _type = "Task" [ 601.717036] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.726800] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3934966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.774651] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934962, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.849429] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.854222] env[69281]: DEBUG oslo_concurrency.lockutils [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquiring lock "2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.854478] env[69281]: DEBUG oslo_concurrency.lockutils [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Lock "2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.896923] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3122a1c8-2e59-40af-a607-3decf4474267 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.904079] env[69281]: INFO nova.compute.manager [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Took 23.94 seconds to build instance. [ 601.915166] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228d7b6c-e882-484c-930f-ced068f83cf8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.953145] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade4d7dc-2c0d-4760-9601-c26029c5c679 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.964042] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquiring lock "refresh_cache-b1832876-6076-4108-aef5-ccf5fda6f4c4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.964042] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquired lock "refresh_cache-b1832876-6076-4108-aef5-ccf5fda6f4c4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.964209] env[69281]: DEBUG nova.network.neutron [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.971106] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b870e47-b604-43b2-814f-60dd88462423 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.978411] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526d558f-64f3-fb6c-40b3-0c1c658d9385, 'name': SearchDatastore_Task, 'duration_secs': 0.017118} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.978411] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.978411] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.978411] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.978679] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.978679] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.978869] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86d5a091-70de-4ec8-9800-4be86d649ccf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.990891] env[69281]: DEBUG nova.compute.provider_tree [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.996785] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.998231] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.998231] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abfffc9c-0016-4c17-ac35-2975eec5265a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.002967] env[69281]: DEBUG nova.network.neutron [req-1693ad50-157c-4f3e-ae54-ca22ca314982 req-204f2731-1492-4264-95f0-a4903c669d23 service nova] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Updated VIF entry in instance network info cache for port 61689d60-1d3e-4a58-9e2b-eed68539431d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.003315] env[69281]: DEBUG nova.network.neutron [req-1693ad50-157c-4f3e-ae54-ca22ca314982 req-204f2731-1492-4264-95f0-a4903c669d23 service nova] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Updating instance_info_cache with network_info: [{"id": "61689d60-1d3e-4a58-9e2b-eed68539431d", "address": "fa:16:3e:fe:4b:fb", "network": {"id": "0d4ae640-db8a-4745-a7c7-81d7bcdeffc3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1283448191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab4052a4e4e34173b6a0f39ef20665ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61689d60-1d", "ovs_interfaceid": "61689d60-1d3e-4a58-9e2b-eed68539431d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.007334] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 602.007334] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e0866d-dc92-af46-d939-c6778303fa63" [ 602.007334] env[69281]: _type = "Task" [ 602.007334] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.019392] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e0866d-dc92-af46-d939-c6778303fa63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.116936] env[69281]: INFO nova.compute.manager [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Took 22.53 seconds to build instance. [ 602.230713] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3934966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.262593] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934962, 'name': ReconfigVM_Task, 'duration_secs': 1.507211} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.262934] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 7f70d78f-2bcc-47d5-956c-cd873e25f241/7f70d78f-2bcc-47d5-956c-cd873e25f241.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.263598] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79922e07-4fa7-423a-8ffc-76739147a71e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.272419] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 602.272419] env[69281]: value = "task-3934967" [ 602.272419] env[69281]: _type = "Task" [ 602.272419] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.284649] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934967, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.351592] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.406657] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1da022bb-caa2-4d0c-a181-e2c72756076a tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Lock "1d8a3599-3789-474c-ac22-a7abfbd20b89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.454s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.408589] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "1d8a3599-3789-474c-ac22-a7abfbd20b89" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.578s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.413193] env[69281]: INFO nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] During sync_power_state the instance has a pending task (spawning). Skip. [ 602.413547] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "1d8a3599-3789-474c-ac22-a7abfbd20b89" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.005s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.495910] env[69281]: DEBUG nova.scheduler.client.report [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.513399] env[69281]: DEBUG oslo_concurrency.lockutils [req-1693ad50-157c-4f3e-ae54-ca22ca314982 req-204f2731-1492-4264-95f0-a4903c669d23 service nova] Releasing lock "refresh_cache-b86c8ed3-5fd8-4c38-9c42-29582898308a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.522279] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e0866d-dc92-af46-d939-c6778303fa63, 'name': SearchDatastore_Task, 'duration_secs': 0.031781} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.523907] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faed8f4c-5a26-4f43-8854-8e21587769ac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.532283] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 602.532283] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c526ca-ee8f-fef3-f137-5cec6d91a6e0" [ 602.532283] env[69281]: _type = "Task" [ 602.532283] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.544823] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c526ca-ee8f-fef3-f137-5cec6d91a6e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.564522] env[69281]: DEBUG nova.compute.manager [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.613798] env[69281]: DEBUG nova.virt.hardware [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.614048] env[69281]: DEBUG nova.virt.hardware [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.614206] env[69281]: DEBUG nova.virt.hardware [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.614387] env[69281]: DEBUG nova.virt.hardware [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.614526] env[69281]: DEBUG nova.virt.hardware [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.614670] env[69281]: DEBUG nova.virt.hardware [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.614881] env[69281]: DEBUG nova.virt.hardware [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.615048] env[69281]: DEBUG nova.virt.hardware [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.615226] env[69281]: DEBUG nova.virt.hardware [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.615383] env[69281]: DEBUG nova.virt.hardware [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.615564] env[69281]: DEBUG nova.virt.hardware [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.616540] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016d7373-8dd4-4015-8a4b-4d38141e1220 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.625237] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bc2090db-1969-4e28-b92a-47b549ee6494 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.057s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.627031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.796s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.627031] env[69281]: INFO nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] During sync_power_state the instance has a pending task (spawning). Skip. [ 602.627031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.628216] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7edae8f-e20a-43bc-9476-aa83630881bb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.694772] env[69281]: DEBUG nova.network.neutron [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.730228] env[69281]: DEBUG oslo_vmware.api [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3934966, 'name': PowerOnVM_Task, 'duration_secs': 0.873258} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.730531] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.730751] env[69281]: INFO nova.compute.manager [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Took 15.99 seconds to spawn the instance on the hypervisor. [ 602.731046] env[69281]: DEBUG nova.compute.manager [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 602.732037] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21789203-5c8c-46e8-82a2-0c878d79b9e1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.788523] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934967, 'name': Rename_Task, 'duration_secs': 0.235067} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.788523] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.788669] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0536d2b-281b-459c-a8f9-61a7dbe82b96 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.800155] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 602.800155] env[69281]: value = "task-3934968" [ 602.800155] env[69281]: _type = "Task" [ 602.800155] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.828485] env[69281]: DEBUG nova.network.neutron [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Successfully created port: 08b9fb59-75fb-4301-bbcb-b162ee9cf551 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.848251] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934968, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.864789] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934965, 'name': ReconfigVM_Task, 'duration_secs': 1.515901} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.869421] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Reconfigured VM instance instance-00000005 to attach disk [datastore2] b86c8ed3-5fd8-4c38-9c42-29582898308a/b86c8ed3-5fd8-4c38-9c42-29582898308a.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.871774] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e18add4-11f0-411c-bd62-cfcb76cb39dd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.880754] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 602.880754] env[69281]: value = "task-3934969" [ 602.880754] env[69281]: _type = "Task" [ 602.880754] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.891316] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934969, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.915295] env[69281]: DEBUG nova.compute.manager [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.006028] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.006028] env[69281]: DEBUG nova.compute.manager [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.007719] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.364s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.047659] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c526ca-ee8f-fef3-f137-5cec6d91a6e0, 'name': SearchDatastore_Task, 'duration_secs': 0.019302} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.048173] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.048568] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 974b8eaa-82e0-412d-99a9-a0c6ff950549/974b8eaa-82e0-412d-99a9-a0c6ff950549.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.048980] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d8ca0ef-d27f-41ec-9d44-aca80309cfa5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.060158] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 603.060158] env[69281]: value = "task-3934970" [ 603.060158] env[69281]: _type = "Task" [ 603.060158] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.076040] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.141694] env[69281]: DEBUG nova.compute.manager [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.257785] env[69281]: INFO nova.compute.manager [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Took 21.89 seconds to build instance. [ 603.320520] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.395741] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934969, 'name': Rename_Task, 'duration_secs': 0.265713} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.396290] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.396409] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a158d0f0-ae60-4e2f-a108-148a420a571d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.406801] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 603.406801] env[69281]: value = "task-3934971" [ 603.406801] env[69281]: _type = "Task" [ 603.406801] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.425673] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.454301] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.516725] env[69281]: DEBUG nova.compute.utils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.524564] env[69281]: DEBUG nova.compute.manager [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.524564] env[69281]: DEBUG nova.network.neutron [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.573379] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934970, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.662823] env[69281]: DEBUG nova.compute.manager [req-ddd041f3-dcc2-4532-a832-bdaa2d7ea537 req-8d5ce1ee-2e25-43ea-9274-a81e64e990ba service nova] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Received event network-vif-plugged-f4340876-f054-49d5-a359-e02096fb4c11 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.663141] env[69281]: DEBUG oslo_concurrency.lockutils [req-ddd041f3-dcc2-4532-a832-bdaa2d7ea537 req-8d5ce1ee-2e25-43ea-9274-a81e64e990ba service nova] Acquiring lock "b1832876-6076-4108-aef5-ccf5fda6f4c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.663894] env[69281]: DEBUG oslo_concurrency.lockutils [req-ddd041f3-dcc2-4532-a832-bdaa2d7ea537 req-8d5ce1ee-2e25-43ea-9274-a81e64e990ba service nova] Lock "b1832876-6076-4108-aef5-ccf5fda6f4c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.664118] env[69281]: DEBUG oslo_concurrency.lockutils [req-ddd041f3-dcc2-4532-a832-bdaa2d7ea537 req-8d5ce1ee-2e25-43ea-9274-a81e64e990ba service nova] Lock "b1832876-6076-4108-aef5-ccf5fda6f4c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.664534] env[69281]: DEBUG nova.compute.manager [req-ddd041f3-dcc2-4532-a832-bdaa2d7ea537 req-8d5ce1ee-2e25-43ea-9274-a81e64e990ba service nova] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] No waiting events found dispatching network-vif-plugged-f4340876-f054-49d5-a359-e02096fb4c11 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 603.664534] env[69281]: WARNING nova.compute.manager [req-ddd041f3-dcc2-4532-a832-bdaa2d7ea537 req-8d5ce1ee-2e25-43ea-9274-a81e64e990ba service nova] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Received unexpected event network-vif-plugged-f4340876-f054-49d5-a359-e02096fb4c11 for instance with vm_state building and task_state spawning. [ 603.664693] env[69281]: DEBUG nova.compute.manager [req-ddd041f3-dcc2-4532-a832-bdaa2d7ea537 req-8d5ce1ee-2e25-43ea-9274-a81e64e990ba service nova] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Received event network-changed-f4340876-f054-49d5-a359-e02096fb4c11 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.665517] env[69281]: DEBUG nova.compute.manager [req-ddd041f3-dcc2-4532-a832-bdaa2d7ea537 req-8d5ce1ee-2e25-43ea-9274-a81e64e990ba service nova] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Refreshing instance network info cache due to event network-changed-f4340876-f054-49d5-a359-e02096fb4c11. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 603.665517] env[69281]: DEBUG oslo_concurrency.lockutils [req-ddd041f3-dcc2-4532-a832-bdaa2d7ea537 req-8d5ce1ee-2e25-43ea-9274-a81e64e990ba service nova] Acquiring lock "refresh_cache-b1832876-6076-4108-aef5-ccf5fda6f4c4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.675699] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.764392] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a0fb009a-0fe4-41bb-ab32-b9855d3c3304 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Lock "8648d926-63b1-4e97-ad22-06319a6f9c56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.406s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.766067] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "8648d926-63b1-4e97-ad22-06319a6f9c56" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.935s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.767278] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61db82c6-368b-407d-9980-6f0948f2b023 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.822437] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934968, 'name': PowerOnVM_Task, 'duration_secs': 0.84921} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.823276] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.823276] env[69281]: INFO nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Took 14.79 seconds to spawn the instance on the hypervisor. [ 603.823276] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 603.824820] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60551375-8780-4127-bdc0-1121820e8a7d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.859345] env[69281]: DEBUG nova.policy [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd72b744caec4a16b77f87b10d4c54e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8c1b5228c514d6b89b550186c5bce98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.882216] env[69281]: DEBUG nova.network.neutron [req-6dd5a8af-899c-4760-89d2-6aba5c4f3fed req-b55964ce-9797-45b1-9dd8-a77e9fbe0c5f service nova] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Updated VIF entry in instance network info cache for port 8100332f-9272-4242-b5f4-9487fabfba68. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.882696] env[69281]: DEBUG nova.network.neutron [req-6dd5a8af-899c-4760-89d2-6aba5c4f3fed req-b55964ce-9797-45b1-9dd8-a77e9fbe0c5f service nova] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Updating instance_info_cache with network_info: [{"id": "8100332f-9272-4242-b5f4-9487fabfba68", "address": "fa:16:3e:e0:44:f3", "network": {"id": "0d4ae640-db8a-4745-a7c7-81d7bcdeffc3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1283448191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab4052a4e4e34173b6a0f39ef20665ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8100332f-92", "ovs_interfaceid": "8100332f-9272-4242-b5f4-9487fabfba68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.925904] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934971, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.967033] env[69281]: DEBUG nova.network.neutron [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Updating instance_info_cache with network_info: [{"id": "f4340876-f054-49d5-a359-e02096fb4c11", "address": "fa:16:3e:76:e9:07", "network": {"id": "d36273dc-4731-436c-a6ec-4af8055245d8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1524991269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008655589dcf4debadac35061c3b69ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4340876-f0", "ovs_interfaceid": "f4340876-f054-49d5-a359-e02096fb4c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.025271] env[69281]: DEBUG nova.compute.manager [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.076782] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 1d8a3599-3789-474c-ac22-a7abfbd20b89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.076937] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.077075] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 8648d926-63b1-4e97-ad22-06319a6f9c56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.077203] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 7f70d78f-2bcc-47d5-956c-cd873e25f241 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.080795] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance b86c8ed3-5fd8-4c38-9c42-29582898308a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.080795] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 974b8eaa-82e0-412d-99a9-a0c6ff950549 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.080795] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance b1832876-6076-4108-aef5-ccf5fda6f4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.080795] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.081200] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 9bf17219-c600-4bb2-b10d-628bb6f13524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.081200] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance bf429377-67c2-48d3-acb9-1a497e262682 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.081200] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621278} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.081200] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 974b8eaa-82e0-412d-99a9-a0c6ff950549/974b8eaa-82e0-412d-99a9-a0c6ff950549.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.081453] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.081453] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-772dde5b-077c-481f-b2db-08eb366bd36d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.088555] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 604.088555] env[69281]: value = "task-3934972" [ 604.088555] env[69281]: _type = "Task" [ 604.088555] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.103595] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.269522] env[69281]: DEBUG nova.compute.manager [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.286035] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "8648d926-63b1-4e97-ad22-06319a6f9c56" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.353976] env[69281]: INFO nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Took 20.92 seconds to build instance. [ 604.389038] env[69281]: DEBUG oslo_concurrency.lockutils [req-6dd5a8af-899c-4760-89d2-6aba5c4f3fed req-b55964ce-9797-45b1-9dd8-a77e9fbe0c5f service nova] Releasing lock "refresh_cache-974b8eaa-82e0-412d-99a9-a0c6ff950549" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.430662] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934971, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.470022] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Releasing lock "refresh_cache-b1832876-6076-4108-aef5-ccf5fda6f4c4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.470372] env[69281]: DEBUG nova.compute.manager [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Instance network_info: |[{"id": "f4340876-f054-49d5-a359-e02096fb4c11", "address": "fa:16:3e:76:e9:07", "network": {"id": "d36273dc-4731-436c-a6ec-4af8055245d8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1524991269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008655589dcf4debadac35061c3b69ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4340876-f0", "ovs_interfaceid": "f4340876-f054-49d5-a359-e02096fb4c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.471111] env[69281]: DEBUG oslo_concurrency.lockutils [req-ddd041f3-dcc2-4532-a832-bdaa2d7ea537 req-8d5ce1ee-2e25-43ea-9274-a81e64e990ba service nova] Acquired lock "refresh_cache-b1832876-6076-4108-aef5-ccf5fda6f4c4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.471111] env[69281]: DEBUG nova.network.neutron [req-ddd041f3-dcc2-4532-a832-bdaa2d7ea537 req-8d5ce1ee-2e25-43ea-9274-a81e64e990ba service nova] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Refreshing network info cache for port f4340876-f054-49d5-a359-e02096fb4c11 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.472796] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:e9:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4340876-f054-49d5-a359-e02096fb4c11', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.481045] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Creating folder: Project (008655589dcf4debadac35061c3b69ba). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.481045] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b9b0129-3eea-4565-ac8a-664492f4d08b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.494221] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Created folder: Project (008655589dcf4debadac35061c3b69ba) in parent group-v781128. [ 604.494365] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Creating folder: Instances. Parent ref: group-v781143. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.494945] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ab00029-1a0f-4416-86d1-412d5e1cf2fb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.507283] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Created folder: Instances in parent group-v781143. [ 604.507610] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.507828] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.508058] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5755eb30-6b52-42e4-9593-0bdbc1c6266b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.531219] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.531219] env[69281]: value = "task-3934975" [ 604.531219] env[69281]: _type = "Task" [ 604.531219] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.544733] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934975, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.582402] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance f936b4ff-b128-46b1-ae08-e22f0030c5ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 604.604312] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116756} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.605715] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.606984] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3ecfca-dee8-4a74-848d-092c03447bc5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.634979] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 974b8eaa-82e0-412d-99a9-a0c6ff950549/974b8eaa-82e0-412d-99a9-a0c6ff950549.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.636509] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04f24422-5bfa-4ea4-81a9-b7513782d9ab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.663647] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 604.663647] env[69281]: value = "task-3934976" [ 604.663647] env[69281]: _type = "Task" [ 604.663647] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.672603] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.689378] env[69281]: DEBUG nova.network.neutron [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Successfully updated port: 26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.816204] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.856308] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "7f70d78f-2bcc-47d5-956c-cd873e25f241" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.435s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.926805] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934971, 'name': PowerOnVM_Task, 'duration_secs': 1.187002} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.927111] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.927312] env[69281]: INFO nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Took 13.50 seconds to spawn the instance on the hypervisor. [ 604.927585] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 604.928704] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8536be-18b3-4722-96ea-f9820d54cbab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.041845] env[69281]: DEBUG nova.compute.manager [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.055745] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934975, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.086241] env[69281]: DEBUG nova.virt.hardware [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.086241] env[69281]: DEBUG nova.virt.hardware [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.086499] env[69281]: DEBUG nova.virt.hardware [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.086641] env[69281]: DEBUG nova.virt.hardware [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.086852] env[69281]: DEBUG nova.virt.hardware [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.087143] env[69281]: DEBUG nova.virt.hardware [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.087441] env[69281]: DEBUG nova.virt.hardware [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.087681] env[69281]: DEBUG nova.virt.hardware [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.087881] env[69281]: DEBUG nova.virt.hardware [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.088603] env[69281]: DEBUG nova.virt.hardware [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.088898] env[69281]: DEBUG nova.virt.hardware [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.090319] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 0fdefcd8-a54d-4e80-a3ae-caca44ab351f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 605.094020] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36423c0-5714-4dc3-bb0b-18034278b655 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.105949] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba78235-d827-409a-9e43-5b7e6cd60eb1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.177459] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.194226] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.194281] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquired lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.194859] env[69281]: DEBUG nova.network.neutron [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.265913] env[69281]: DEBUG nova.network.neutron [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Successfully created port: fc723afe-f57e-4df5-b0b2-d430bb692450 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.360067] env[69281]: DEBUG nova.compute.manager [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.402377] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "3947c3c2-3934-4d22-99d3-777681b1b5d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.403053] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "3947c3c2-3934-4d22-99d3-777681b1b5d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.454037] env[69281]: INFO nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Took 21.93 seconds to build instance. [ 605.547244] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934975, 'name': CreateVM_Task, 'duration_secs': 0.674382} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.547349] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.548336] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.548615] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.549033] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.549396] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044e2bd6-872c-4ca6-8e41-e555b6a9bae6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.556810] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Waiting for the task: (returnval){ [ 605.556810] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5230ab7e-2e43-9f48-4802-45ace3fc8454" [ 605.556810] env[69281]: _type = "Task" [ 605.556810] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.566989] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5230ab7e-2e43-9f48-4802-45ace3fc8454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.598984] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 9332e878-5c4e-4be7-965f-de2dbc319321 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 605.679079] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934976, 'name': ReconfigVM_Task, 'duration_secs': 0.633646} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.682240] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 974b8eaa-82e0-412d-99a9-a0c6ff950549/974b8eaa-82e0-412d-99a9-a0c6ff950549.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.683655] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-208a2c03-1ebd-4c8c-b555-b4957236d091 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.693104] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 605.693104] env[69281]: value = "task-3934977" [ 605.693104] env[69281]: _type = "Task" [ 605.693104] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.708828] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934977, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.896642] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.926197] env[69281]: DEBUG nova.network.neutron [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.957194] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "b86c8ed3-5fd8-4c38-9c42-29582898308a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.453s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.052314] env[69281]: DEBUG nova.compute.manager [req-5c8734cc-9a45-4bda-9cae-a87ba10cb2c7 req-154cf0e8-c652-4165-b529-c43ae7672e0e service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Received event network-vif-plugged-26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.052886] env[69281]: DEBUG oslo_concurrency.lockutils [req-5c8734cc-9a45-4bda-9cae-a87ba10cb2c7 req-154cf0e8-c652-4165-b529-c43ae7672e0e service nova] Acquiring lock "3e8581b9-ab8e-4a33-acc4-0de1debb5dfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.053194] env[69281]: DEBUG oslo_concurrency.lockutils [req-5c8734cc-9a45-4bda-9cae-a87ba10cb2c7 req-154cf0e8-c652-4165-b529-c43ae7672e0e service nova] Lock "3e8581b9-ab8e-4a33-acc4-0de1debb5dfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.053416] env[69281]: DEBUG oslo_concurrency.lockutils [req-5c8734cc-9a45-4bda-9cae-a87ba10cb2c7 req-154cf0e8-c652-4165-b529-c43ae7672e0e service nova] Lock "3e8581b9-ab8e-4a33-acc4-0de1debb5dfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.053654] env[69281]: DEBUG nova.compute.manager [req-5c8734cc-9a45-4bda-9cae-a87ba10cb2c7 req-154cf0e8-c652-4165-b529-c43ae7672e0e service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] No waiting events found dispatching network-vif-plugged-26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 606.053996] env[69281]: WARNING nova.compute.manager [req-5c8734cc-9a45-4bda-9cae-a87ba10cb2c7 req-154cf0e8-c652-4165-b529-c43ae7672e0e service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Received unexpected event network-vif-plugged-26ed9308-f51e-41ea-9165-bba631d37c0d for instance with vm_state building and task_state spawning. [ 606.073851] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5230ab7e-2e43-9f48-4802-45ace3fc8454, 'name': SearchDatastore_Task, 'duration_secs': 0.015372} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.075533] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.075888] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.076109] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.076301] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.076512] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.076822] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-914dfa9d-a64e-49fd-a796-6b73c9f56b20 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.088104] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.088104] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.088415] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd5bd982-1338-4f2e-a170-59366e87fa89 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.096107] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Waiting for the task: (returnval){ [ 606.096107] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c92530-5da7-e54c-9676-055e4ded230d" [ 606.096107] env[69281]: _type = "Task" [ 606.096107] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.103019] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 67549cf6-793a-4173-b502-db43f8676308 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 606.109329] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c92530-5da7-e54c-9676-055e4ded230d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.126821] env[69281]: DEBUG nova.network.neutron [req-ddd041f3-dcc2-4532-a832-bdaa2d7ea537 req-8d5ce1ee-2e25-43ea-9274-a81e64e990ba service nova] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Updated VIF entry in instance network info cache for port f4340876-f054-49d5-a359-e02096fb4c11. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.126821] env[69281]: DEBUG nova.network.neutron [req-ddd041f3-dcc2-4532-a832-bdaa2d7ea537 req-8d5ce1ee-2e25-43ea-9274-a81e64e990ba service nova] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Updating instance_info_cache with network_info: [{"id": "f4340876-f054-49d5-a359-e02096fb4c11", "address": "fa:16:3e:76:e9:07", "network": {"id": "d36273dc-4731-436c-a6ec-4af8055245d8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1524991269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008655589dcf4debadac35061c3b69ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4340876-f0", "ovs_interfaceid": "f4340876-f054-49d5-a359-e02096fb4c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.208448] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934977, 'name': Rename_Task, 'duration_secs': 0.355701} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.208448] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.208816] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7639d1b-ecf8-4b55-bebd-6d8df6b87b9e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.217733] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 606.217733] env[69281]: value = "task-3934978" [ 606.217733] env[69281]: _type = "Task" [ 606.217733] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.230898] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.254083] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Acquiring lock "1d8a3599-3789-474c-ac22-a7abfbd20b89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.254458] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Lock "1d8a3599-3789-474c-ac22-a7abfbd20b89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.255160] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Acquiring lock "1d8a3599-3789-474c-ac22-a7abfbd20b89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.255160] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Lock "1d8a3599-3789-474c-ac22-a7abfbd20b89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.255160] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Lock "1d8a3599-3789-474c-ac22-a7abfbd20b89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.259508] env[69281]: INFO nova.compute.manager [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Terminating instance [ 606.461041] env[69281]: DEBUG nova.compute.manager [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.611835] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c92530-5da7-e54c-9676-055e4ded230d, 'name': SearchDatastore_Task, 'duration_secs': 0.037734} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.613053] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 606.614176] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 606.614176] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 606.615897] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9b6131a-5b1c-48ab-86b7-3514737763d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.623573] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Waiting for the task: (returnval){ [ 606.623573] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525723b9-0446-8358-516a-7399b2f883d1" [ 606.623573] env[69281]: _type = "Task" [ 606.623573] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.630013] env[69281]: DEBUG oslo_concurrency.lockutils [req-ddd041f3-dcc2-4532-a832-bdaa2d7ea537 req-8d5ce1ee-2e25-43ea-9274-a81e64e990ba service nova] Releasing lock "refresh_cache-b1832876-6076-4108-aef5-ccf5fda6f4c4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.635855] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525723b9-0446-8358-516a-7399b2f883d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.645176] env[69281]: DEBUG nova.network.neutron [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Updating instance_info_cache with network_info: [{"id": "26ed9308-f51e-41ea-9165-bba631d37c0d", "address": "fa:16:3e:7a:ad:be", "network": {"id": "383964a2-d419-4286-8cb1-418e085c9127", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1423627149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0713449f6594ff3b19553e837d6df6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ed9308-f5", "ovs_interfaceid": "26ed9308-f51e-41ea-9165-bba631d37c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.733033] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.768965] env[69281]: DEBUG nova.compute.manager [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 606.769209] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.771424] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ade315-63e2-4c26-8633-3b2c0e2b4357 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.784590] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.784934] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e55a647c-d47f-475c-aca9-f37a5f669a84 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.801707] env[69281]: DEBUG oslo_vmware.api [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Waiting for the task: (returnval){ [ 606.801707] env[69281]: value = "task-3934979" [ 606.801707] env[69281]: _type = "Task" [ 606.801707] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.820368] env[69281]: DEBUG oslo_vmware.api [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Task: {'id': task-3934979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.893014] env[69281]: DEBUG nova.network.neutron [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Successfully updated port: 08b9fb59-75fb-4301-bbcb-b162ee9cf551 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.930315] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94662dbf-df48-41e4-bd8f-01db5c95c01a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.943091] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841e44d4-c484-4cfc-bdf5-01c6927407b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.988706] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a87d56-ab21-4893-96ff-16c06dc59007 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.004181] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267bdc98-3713-429f-b369-37fcc8214693 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.016196] env[69281]: DEBUG oslo_concurrency.lockutils [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.028886] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.136245] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525723b9-0446-8358-516a-7399b2f883d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012024} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.136405] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.136560] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] b1832876-6076-4108-aef5-ccf5fda6f4c4/b1832876-6076-4108-aef5-ccf5fda6f4c4.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.136867] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09a902a5-be4a-448d-a12a-77f6ed4582c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.147311] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Waiting for the task: (returnval){ [ 607.147311] env[69281]: value = "task-3934980" [ 607.147311] env[69281]: _type = "Task" [ 607.147311] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.152556] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Releasing lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.153249] env[69281]: DEBUG nova.compute.manager [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Instance network_info: |[{"id": "26ed9308-f51e-41ea-9165-bba631d37c0d", "address": "fa:16:3e:7a:ad:be", "network": {"id": "383964a2-d419-4286-8cb1-418e085c9127", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1423627149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0713449f6594ff3b19553e837d6df6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ed9308-f5", "ovs_interfaceid": "26ed9308-f51e-41ea-9165-bba631d37c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.153573] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:ad:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26ed9308-f51e-41ea-9165-bba631d37c0d', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.163589] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Creating folder: Project (a0713449f6594ff3b19553e837d6df6c). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.164740] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-186a0616-7ee8-4a13-80e2-b47dcce1ff8c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.171217] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.182228] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Created folder: Project (a0713449f6594ff3b19553e837d6df6c) in parent group-v781128. [ 607.182484] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Creating folder: Instances. Parent ref: group-v781146. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.182792] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a7415fe-2cea-4f8f-879c-a983e6e165a3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.203249] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Created folder: Instances in parent group-v781146. [ 607.203829] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.203936] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.204468] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e07ad558-f6b2-43e3-b21e-ee3561761187 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.242150] env[69281]: DEBUG oslo_vmware.api [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3934978, 'name': PowerOnVM_Task, 'duration_secs': 0.792099} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.244066] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.244415] env[69281]: INFO nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Took 13.49 seconds to spawn the instance on the hypervisor. [ 607.244569] env[69281]: DEBUG nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 607.244878] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.244878] env[69281]: value = "task-3934983" [ 607.244878] env[69281]: _type = "Task" [ 607.244878] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.245680] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cdfa51-2b3b-4778-a511-05ba45eb325a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.260335] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934983, 'name': CreateVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.324853] env[69281]: DEBUG oslo_vmware.api [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Task: {'id': task-3934979, 'name': PowerOffVM_Task, 'duration_secs': 0.31011} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.324853] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.324853] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.328064] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88225c06-01cc-4a7d-ae1f-420603c95576 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.402670] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "refresh_cache-9bf17219-c600-4bb2-b10d-628bb6f13524" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.402921] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "refresh_cache-9bf17219-c600-4bb2-b10d-628bb6f13524" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.403207] env[69281]: DEBUG nova.network.neutron [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.421574] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.421883] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.422357] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Deleting the datastore file [datastore2] 1d8a3599-3789-474c-ac22-a7abfbd20b89 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.423470] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26f800a5-64df-45bc-a297-b63abafff695 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.435422] env[69281]: DEBUG oslo_vmware.api [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Waiting for the task: (returnval){ [ 607.435422] env[69281]: value = "task-3934985" [ 607.435422] env[69281]: _type = "Task" [ 607.435422] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.452842] env[69281]: DEBUG oslo_vmware.api [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Task: {'id': task-3934985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.532576] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.674482] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934980, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.776009] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934983, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.785370] env[69281]: INFO nova.compute.manager [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Took 24.24 seconds to build instance. [ 607.811377] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Acquiring lock "97b91f56-f04d-4dc7-973e-94a987ac1b1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.811676] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Lock "97b91f56-f04d-4dc7-973e-94a987ac1b1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.950094] env[69281]: DEBUG oslo_vmware.api [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Task: {'id': task-3934985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.968985] env[69281]: DEBUG nova.network.neutron [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.015086] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "5ee27608-e963-45bd-b947-ffa3a38a0594" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.015714] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "5ee27608-e963-45bd-b947-ffa3a38a0594" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.041422] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 608.041646] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.034s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.041982] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.588s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.044237] env[69281]: INFO nova.compute.claims [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.159570] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934980, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.262096] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934983, 'name': CreateVM_Task, 'duration_secs': 0.615993} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.262096] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.265207] env[69281]: DEBUG oslo_vmware.service [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c108210a-8aef-4b75-ad68-88f04798e989 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.271369] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.271470] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.271889] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.277098] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae39063-22b0-444d-86b1-ec393023d95c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.282175] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 608.282175] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5217596e-72ff-4d22-014b-5fff18c5ec7b" [ 608.282175] env[69281]: _type = "Task" [ 608.282175] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.289986] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d56e8cb7-5eba-455b-847e-5a0b8e062370 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "974b8eaa-82e0-412d-99a9-a0c6ff950549" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.755s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.295508] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5217596e-72ff-4d22-014b-5fff18c5ec7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.455755] env[69281]: DEBUG oslo_vmware.api [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Task: {'id': task-3934985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.663942} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.456221] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.456646] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 608.456727] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 608.456967] env[69281]: INFO nova.compute.manager [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Took 1.69 seconds to destroy the instance on the hypervisor. [ 608.457614] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.457930] env[69281]: DEBUG nova.compute.manager [-] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 608.458237] env[69281]: DEBUG nova.network.neutron [-] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.524912] env[69281]: DEBUG nova.network.neutron [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Updating instance_info_cache with network_info: [{"id": "08b9fb59-75fb-4301-bbcb-b162ee9cf551", "address": "fa:16:3e:91:99:e4", "network": {"id": "d9d863c7-8a7a-4cfe-bf17-272b0433782f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1713456077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8c1b5228c514d6b89b550186c5bce98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b9fb59-75", "ovs_interfaceid": "08b9fb59-75fb-4301-bbcb-b162ee9cf551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.667131] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934980, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.794597] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.795038] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.795357] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.795633] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.795877] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.796195] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-090b87eb-ea55-46b1-8e5e-07c051651ad9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.798478] env[69281]: DEBUG nova.compute.manager [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.817515] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.817515] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.820496] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28e6e50-a87a-49d8-9b5a-8d1dfb782907 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.832565] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa62970d-6e25-4a0f-897c-0dfc210adc13 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.840840] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 608.840840] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c6b020-c2b9-be2f-d456-117fb1b50b6e" [ 608.840840] env[69281]: _type = "Task" [ 608.840840] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.851951] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c6b020-c2b9-be2f-d456-117fb1b50b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.034927] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "refresh_cache-9bf17219-c600-4bb2-b10d-628bb6f13524" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.035288] env[69281]: DEBUG nova.compute.manager [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Instance network_info: |[{"id": "08b9fb59-75fb-4301-bbcb-b162ee9cf551", "address": "fa:16:3e:91:99:e4", "network": {"id": "d9d863c7-8a7a-4cfe-bf17-272b0433782f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1713456077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8c1b5228c514d6b89b550186c5bce98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b9fb59-75", "ovs_interfaceid": "08b9fb59-75fb-4301-bbcb-b162ee9cf551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.035724] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:99:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08b9fb59-75fb-4301-bbcb-b162ee9cf551', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.055561] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Creating folder: Project (b8c1b5228c514d6b89b550186c5bce98). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.055561] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6596bc7-086e-47ef-866d-046b46a653b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.074961] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Created folder: Project (b8c1b5228c514d6b89b550186c5bce98) in parent group-v781128. [ 609.074961] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Creating folder: Instances. Parent ref: group-v781149. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.074961] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abfebe01-fb1e-4c7f-9b61-af911c7adaea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.089760] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Created folder: Instances in parent group-v781149. [ 609.090167] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.090304] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.090525] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-301dd5f2-9b11-42b4-9afe-764387c33c33 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.120977] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.120977] env[69281]: value = "task-3934988" [ 609.120977] env[69281]: _type = "Task" [ 609.120977] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.137182] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934988, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.163833] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934980, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.677125} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.163833] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] b1832876-6076-4108-aef5-ccf5fda6f4c4/b1832876-6076-4108-aef5-ccf5fda6f4c4.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.164115] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.164577] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75749082-dd12-4409-aa47-ca3e772e7273 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.175626] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Waiting for the task: (returnval){ [ 609.175626] env[69281]: value = "task-3934989" [ 609.175626] env[69281]: _type = "Task" [ 609.175626] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.187693] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.311695] env[69281]: DEBUG nova.network.neutron [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Successfully updated port: fc723afe-f57e-4df5-b0b2-d430bb692450 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.338347] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.358658] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Preparing fetch location {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 609.358658] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Creating directory with path [datastore1] vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92/12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.359022] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3966d26a-3620-464b-b195-406c359b1ad1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.384731] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Created directory with path [datastore1] vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92/12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.385116] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Fetch image to [datastore1] vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 609.385211] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Downloading image file data 12ea0038-8065-455a-8a1b-58b88701c301 to [datastore1] vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk on the data store datastore1 {{(pid=69281) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 609.392024] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a775dd-085f-4946-be8d-69327bf94646 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.408203] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c503dae-7c38-47b0-93b5-afd6dcb156b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.427200] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a292ec2-16d2-4d08-9ec6-60549a293cf8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.475300] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a81da0d-b888-4851-9b15-1ca1b1554c9a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.483207] env[69281]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-130667c8-6278-4555-9946-4247bfcd2b26 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.512606] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Downloading image file data 12ea0038-8065-455a-8a1b-58b88701c301 to the data store datastore1 {{(pid=69281) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 609.537284] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9ec725-32b7-479d-b9d7-e12b85447fe2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.551386] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21d0db3-aac9-49a1-b4b7-fb1d7b5e0949 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.610543] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e872d27-f9d5-48d8-a733-652ef18db5c7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.611804] env[69281]: DEBUG nova.compute.manager [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Received event network-changed-26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.612035] env[69281]: DEBUG nova.compute.manager [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Refreshing instance network info cache due to event network-changed-26ed9308-f51e-41ea-9165-bba631d37c0d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 609.612468] env[69281]: DEBUG oslo_concurrency.lockutils [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] Acquiring lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.612468] env[69281]: DEBUG oslo_concurrency.lockutils [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] Acquired lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.612604] env[69281]: DEBUG nova.network.neutron [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Refreshing network info cache for port 26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.621231] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae67240-2bf9-4cfb-b667-410f91c18f39 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.644827] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934988, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.645669] env[69281]: DEBUG nova.compute.provider_tree [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.647821] env[69281]: DEBUG oslo_vmware.rw_handles [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69281) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 609.723017] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121554} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.723448] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.724762] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d926ca-3a0c-4ec6-8eae-90587ed3d415 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.753903] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] b1832876-6076-4108-aef5-ccf5fda6f4c4/b1832876-6076-4108-aef5-ccf5fda6f4c4.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.757884] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50e8c21b-8ea0-43c8-a6eb-c7b91bbf1a91 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.785901] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Waiting for the task: (returnval){ [ 609.785901] env[69281]: value = "task-3934990" [ 609.785901] env[69281]: _type = "Task" [ 609.785901] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.795080] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.824061] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "refresh_cache-bf429377-67c2-48d3-acb9-1a497e262682" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.824333] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "refresh_cache-bf429377-67c2-48d3-acb9-1a497e262682" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.824566] env[69281]: DEBUG nova.network.neutron [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.979930] env[69281]: DEBUG nova.network.neutron [-] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.141079] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934988, 'name': CreateVM_Task, 'duration_secs': 0.6197} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.141220] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.141902] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.142126] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.142443] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.142717] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbff2c8b-6a50-438c-a10f-9ab2346fa476 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.151026] env[69281]: DEBUG nova.scheduler.client.report [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.156196] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 610.156196] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52498eb8-96b3-6603-e6b7-bd3db5fca213" [ 610.156196] env[69281]: _type = "Task" [ 610.156196] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.176342] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.176342] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.176342] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.303854] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.426466] env[69281]: DEBUG oslo_vmware.rw_handles [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Completed reading data from the image iterator. {{(pid=69281) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 610.426466] env[69281]: DEBUG oslo_vmware.rw_handles [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 610.449316] env[69281]: DEBUG nova.network.neutron [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.482268] env[69281]: INFO nova.compute.manager [-] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Took 2.02 seconds to deallocate network for instance. [ 610.518520] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Downloaded image file data 12ea0038-8065-455a-8a1b-58b88701c301 to vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk on the data store datastore1 {{(pid=69281) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 610.520714] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Caching image {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 610.521031] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Copying Virtual Disk [datastore1] vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk to [datastore1] vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.521418] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a74a0677-1acb-4a67-9a87-cafc4d6aac0b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.531167] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 610.531167] env[69281]: value = "task-3934991" [ 610.531167] env[69281]: _type = "Task" [ 610.531167] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.539874] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3934991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.639112] env[69281]: DEBUG nova.compute.manager [req-3e8566f3-e5fc-49ca-a9d8-29a7a6eca75a req-41b37bb2-2b83-42c8-9b68-27b80405fb67 service nova] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Received event network-vif-plugged-fc723afe-f57e-4df5-b0b2-d430bb692450 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.639112] env[69281]: DEBUG oslo_concurrency.lockutils [req-3e8566f3-e5fc-49ca-a9d8-29a7a6eca75a req-41b37bb2-2b83-42c8-9b68-27b80405fb67 service nova] Acquiring lock "bf429377-67c2-48d3-acb9-1a497e262682-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.641340] env[69281]: DEBUG oslo_concurrency.lockutils [req-3e8566f3-e5fc-49ca-a9d8-29a7a6eca75a req-41b37bb2-2b83-42c8-9b68-27b80405fb67 service nova] Lock "bf429377-67c2-48d3-acb9-1a497e262682-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.641340] env[69281]: DEBUG oslo_concurrency.lockutils [req-3e8566f3-e5fc-49ca-a9d8-29a7a6eca75a req-41b37bb2-2b83-42c8-9b68-27b80405fb67 service nova] Lock "bf429377-67c2-48d3-acb9-1a497e262682-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.641340] env[69281]: DEBUG nova.compute.manager [req-3e8566f3-e5fc-49ca-a9d8-29a7a6eca75a req-41b37bb2-2b83-42c8-9b68-27b80405fb67 service nova] [instance: bf429377-67c2-48d3-acb9-1a497e262682] No waiting events found dispatching network-vif-plugged-fc723afe-f57e-4df5-b0b2-d430bb692450 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 610.641340] env[69281]: WARNING nova.compute.manager [req-3e8566f3-e5fc-49ca-a9d8-29a7a6eca75a req-41b37bb2-2b83-42c8-9b68-27b80405fb67 service nova] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Received unexpected event network-vif-plugged-fc723afe-f57e-4df5-b0b2-d430bb692450 for instance with vm_state building and task_state spawning. [ 610.665223] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.667200] env[69281]: DEBUG nova.compute.manager [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.671166] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.995s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.674087] env[69281]: INFO nova.compute.claims [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.742856] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Acquiring lock "c90da694-873b-4591-9e00-69168834ff52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.743683] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lock "c90da694-873b-4591-9e00-69168834ff52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.797295] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934990, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.799039] env[69281]: DEBUG nova.network.neutron [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Updated VIF entry in instance network info cache for port 26ed9308-f51e-41ea-9165-bba631d37c0d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.799337] env[69281]: DEBUG nova.network.neutron [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Updating instance_info_cache with network_info: [{"id": "26ed9308-f51e-41ea-9165-bba631d37c0d", "address": "fa:16:3e:7a:ad:be", "network": {"id": "383964a2-d419-4286-8cb1-418e085c9127", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1423627149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0713449f6594ff3b19553e837d6df6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ed9308-f5", "ovs_interfaceid": "26ed9308-f51e-41ea-9165-bba631d37c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.909821] env[69281]: DEBUG nova.network.neutron [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Updating instance_info_cache with network_info: [{"id": "fc723afe-f57e-4df5-b0b2-d430bb692450", "address": "fa:16:3e:7d:2f:4f", "network": {"id": "d9d863c7-8a7a-4cfe-bf17-272b0433782f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1713456077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8c1b5228c514d6b89b550186c5bce98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc723afe-f5", "ovs_interfaceid": "fc723afe-f57e-4df5-b0b2-d430bb692450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.990638] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.051507] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3934991, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.173478] env[69281]: DEBUG nova.compute.utils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.175845] env[69281]: DEBUG nova.compute.manager [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.175977] env[69281]: DEBUG nova.network.neutron [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.264782] env[69281]: DEBUG nova.policy [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8166946d2bed4a1dacfd44c83aeb4e8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f870a2147f524a9293ea4c50b7440c7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.304631] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934990, 'name': ReconfigVM_Task, 'duration_secs': 1.032903} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.305393] env[69281]: DEBUG oslo_concurrency.lockutils [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] Releasing lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.305703] env[69281]: DEBUG nova.compute.manager [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Received event network-vif-plugged-08b9fb59-75fb-4301-bbcb-b162ee9cf551 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.306128] env[69281]: DEBUG oslo_concurrency.lockutils [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] Acquiring lock "9bf17219-c600-4bb2-b10d-628bb6f13524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.306189] env[69281]: DEBUG oslo_concurrency.lockutils [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] Lock "9bf17219-c600-4bb2-b10d-628bb6f13524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.306363] env[69281]: DEBUG oslo_concurrency.lockutils [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] Lock "9bf17219-c600-4bb2-b10d-628bb6f13524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.306544] env[69281]: DEBUG nova.compute.manager [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] No waiting events found dispatching network-vif-plugged-08b9fb59-75fb-4301-bbcb-b162ee9cf551 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 611.307036] env[69281]: WARNING nova.compute.manager [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Received unexpected event network-vif-plugged-08b9fb59-75fb-4301-bbcb-b162ee9cf551 for instance with vm_state building and task_state spawning. [ 611.307036] env[69281]: DEBUG nova.compute.manager [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Received event network-changed-08b9fb59-75fb-4301-bbcb-b162ee9cf551 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.307036] env[69281]: DEBUG nova.compute.manager [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Refreshing instance network info cache due to event network-changed-08b9fb59-75fb-4301-bbcb-b162ee9cf551. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 611.307221] env[69281]: DEBUG oslo_concurrency.lockutils [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] Acquiring lock "refresh_cache-9bf17219-c600-4bb2-b10d-628bb6f13524" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.307370] env[69281]: DEBUG oslo_concurrency.lockutils [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] Acquired lock "refresh_cache-9bf17219-c600-4bb2-b10d-628bb6f13524" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.307546] env[69281]: DEBUG nova.network.neutron [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Refreshing network info cache for port 08b9fb59-75fb-4301-bbcb-b162ee9cf551 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.311544] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Reconfigured VM instance instance-00000007 to attach disk [datastore2] b1832876-6076-4108-aef5-ccf5fda6f4c4/b1832876-6076-4108-aef5-ccf5fda6f4c4.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.311805] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9ea4377-d18d-4238-9505-17796ef50ade {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.325840] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Waiting for the task: (returnval){ [ 611.325840] env[69281]: value = "task-3934992" [ 611.325840] env[69281]: _type = "Task" [ 611.325840] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.334463] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934992, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.373154] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "31701380-3998-4510-be64-ec5271cf985f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.373154] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "31701380-3998-4510-be64-ec5271cf985f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.415450] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "refresh_cache-bf429377-67c2-48d3-acb9-1a497e262682" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.415923] env[69281]: DEBUG nova.compute.manager [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Instance network_info: |[{"id": "fc723afe-f57e-4df5-b0b2-d430bb692450", "address": "fa:16:3e:7d:2f:4f", "network": {"id": "d9d863c7-8a7a-4cfe-bf17-272b0433782f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1713456077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8c1b5228c514d6b89b550186c5bce98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc723afe-f5", "ovs_interfaceid": "fc723afe-f57e-4df5-b0b2-d430bb692450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.416556] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:2f:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc723afe-f57e-4df5-b0b2-d430bb692450', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.431815] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.433062] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.435539] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93606b56-880e-460f-b7a6-11ab2fd2fa2e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.471317] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.471317] env[69281]: value = "task-3934993" [ 611.471317] env[69281]: _type = "Task" [ 611.471317] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.486294] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934993, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.544023] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3934991, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.685475] env[69281]: DEBUG nova.compute.manager [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.837052] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934992, 'name': Rename_Task, 'duration_secs': 0.210453} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.837414] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.837879] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f52bc82-838b-4b2b-b257-0b4815bc5ba0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.848980] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Waiting for the task: (returnval){ [ 611.848980] env[69281]: value = "task-3934994" [ 611.848980] env[69281]: _type = "Task" [ 611.848980] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.860766] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.991000] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934993, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.049770] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Acquiring lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.050087] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.057117] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3934991, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.185819} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.059934] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Copied Virtual Disk [datastore1] vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk to [datastore1] vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.060159] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Deleting the datastore file [datastore1] vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92/12ea0038-8065-455a-8a1b-58b88701c301/tmp-sparse.vmdk {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.060480] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76f3a9ef-1876-486e-b789-9e6c26add871 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.073340] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 612.073340] env[69281]: value = "task-3934995" [ 612.073340] env[69281]: _type = "Task" [ 612.073340] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.086802] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3934995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.142815] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14253b7b-c08c-4d9c-98c0-62bee95ef1bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.153642] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e84d5a9-f00f-4476-826d-820ce973e99e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.206191] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Acquiring lock "8648d926-63b1-4e97-ad22-06319a6f9c56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.206763] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Lock "8648d926-63b1-4e97-ad22-06319a6f9c56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.207858] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Acquiring lock "8648d926-63b1-4e97-ad22-06319a6f9c56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.207858] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Lock "8648d926-63b1-4e97-ad22-06319a6f9c56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.207858] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Lock "8648d926-63b1-4e97-ad22-06319a6f9c56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.217210] env[69281]: INFO nova.compute.manager [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Terminating instance [ 612.221954] env[69281]: DEBUG nova.network.neutron [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Successfully created port: 75b052b0-dcc0-4297-bc30-1b7d5b7320e4 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.224647] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e833a1-4f24-4758-9103-be367a9ede0f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.236216] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d306b80b-9948-45b5-b938-0eecb3b560e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.255030] env[69281]: DEBUG nova.compute.provider_tree [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.359071] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.485860] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3934993, 'name': CreateVM_Task, 'duration_secs': 0.558261} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.486089] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.486800] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.487028] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.487338] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.487716] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea9f5e1a-9589-4d58-b230-e54044da00c0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.493786] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 612.493786] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52980f74-0d89-0e13-323a-186c33237ef5" [ 612.493786] env[69281]: _type = "Task" [ 612.493786] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.503170] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52980f74-0d89-0e13-323a-186c33237ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.527233] env[69281]: DEBUG nova.network.neutron [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Updated VIF entry in instance network info cache for port 08b9fb59-75fb-4301-bbcb-b162ee9cf551. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.527699] env[69281]: DEBUG nova.network.neutron [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Updating instance_info_cache with network_info: [{"id": "08b9fb59-75fb-4301-bbcb-b162ee9cf551", "address": "fa:16:3e:91:99:e4", "network": {"id": "d9d863c7-8a7a-4cfe-bf17-272b0433782f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1713456077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8c1b5228c514d6b89b550186c5bce98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b9fb59-75", "ovs_interfaceid": "08b9fb59-75fb-4301-bbcb-b162ee9cf551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.586210] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3934995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066123} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.586489] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.586709] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Moving file from [datastore1] vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92/12ea0038-8065-455a-8a1b-58b88701c301 to [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301. {{(pid=69281) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 612.586982] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3682af67-115b-4773-acfd-162426d8cb67 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.599083] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 612.599083] env[69281]: value = "task-3934996" [ 612.599083] env[69281]: _type = "Task" [ 612.599083] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.612968] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3934996, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.718431] env[69281]: DEBUG nova.compute.manager [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.733232] env[69281]: DEBUG nova.compute.manager [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 612.733474] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 612.734459] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d9f236-a858-4d3d-9580-97cb015854c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.745907] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.746238] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f243a748-8582-4d78-b062-11392ff89d3b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.755509] env[69281]: DEBUG oslo_vmware.api [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Waiting for the task: (returnval){ [ 612.755509] env[69281]: value = "task-3934997" [ 612.755509] env[69281]: _type = "Task" [ 612.755509] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.762193] env[69281]: DEBUG nova.scheduler.client.report [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.773604] env[69281]: DEBUG nova.virt.hardware [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.774193] env[69281]: DEBUG nova.virt.hardware [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.775234] env[69281]: DEBUG nova.virt.hardware [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.775653] env[69281]: DEBUG nova.virt.hardware [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.775950] env[69281]: DEBUG nova.virt.hardware [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.776356] env[69281]: DEBUG nova.virt.hardware [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.776798] env[69281]: DEBUG nova.virt.hardware [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.777120] env[69281]: DEBUG nova.virt.hardware [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.777627] env[69281]: DEBUG nova.virt.hardware [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.778350] env[69281]: DEBUG nova.virt.hardware [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.778573] env[69281]: DEBUG nova.virt.hardware [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.781100] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bbf95d-0d3a-4f5b-9e6b-2cb0a9339f98 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.787422] env[69281]: DEBUG oslo_vmware.api [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3934997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.794899] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bcf280-aa7f-4c02-9b24-ca35771a6190 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.814970] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "0848d304-f73c-4833-8143-9e0d1988d17b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.815246] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "0848d304-f73c-4833-8143-9e0d1988d17b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.862436] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934994, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.008282] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.010829] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.010829] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.031381] env[69281]: DEBUG oslo_concurrency.lockutils [req-2259a634-0751-40da-b5f5-b7906d0aee50 req-53ef8f67-20e5-4a73-876b-a872224a1002 service nova] Releasing lock "refresh_cache-9bf17219-c600-4bb2-b10d-628bb6f13524" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.113484] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3934996, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.071053} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.113484] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] File moved {{(pid=69281) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 613.113484] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Cleaning up location [datastore1] vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 613.114238] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Deleting the datastore file [datastore1] vmware_temp/f3e03642-5703-4034-8f27-9f7e23cb2e92 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.114733] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7addbe45-0da8-4ff3-b85a-684b64e92b60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.127089] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 613.127089] env[69281]: value = "task-3934998" [ 613.127089] env[69281]: _type = "Task" [ 613.127089] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.145825] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3934998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.202616] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Acquiring lock "97ea6ec5-bfdf-49af-9e66-a3cb1d29040d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.203506] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lock "97ea6ec5-bfdf-49af-9e66-a3cb1d29040d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.266963] env[69281]: DEBUG oslo_vmware.api [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3934997, 'name': PowerOffVM_Task, 'duration_secs': 0.301651} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.267596] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.267796] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.268101] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1860951-e8e3-425c-a188-253537af908b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.280179] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.281221] env[69281]: DEBUG nova.compute.manager [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.284564] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.468s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.285787] env[69281]: INFO nova.compute.claims [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.343206] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.343206] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.343365] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Deleting the datastore file [datastore2] 8648d926-63b1-4e97-ad22-06319a6f9c56 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.343973] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc61ba20-10ed-4218-8f79-281a5dc0746a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.355069] env[69281]: DEBUG oslo_vmware.api [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Waiting for the task: (returnval){ [ 613.355069] env[69281]: value = "task-3935000" [ 613.355069] env[69281]: _type = "Task" [ 613.355069] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.365645] env[69281]: DEBUG oslo_vmware.api [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3934994, 'name': PowerOnVM_Task, 'duration_secs': 1.078045} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.365752] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.366218] env[69281]: INFO nova.compute.manager [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Took 16.94 seconds to spawn the instance on the hypervisor. [ 613.366218] env[69281]: DEBUG nova.compute.manager [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 613.367195] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641f736d-f958-4aef-bc31-d8e868859405 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.374029] env[69281]: DEBUG oslo_vmware.api [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3935000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.639271] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3934998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033015} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.639271] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.639692] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feede0e0-b17c-411e-82ff-5294e07a890b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.646505] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 613.646505] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5232e819-b31d-d0ee-07b2-dc5d63ac0f7d" [ 613.646505] env[69281]: _type = "Task" [ 613.646505] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.657783] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5232e819-b31d-d0ee-07b2-dc5d63ac0f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.727246] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "7f70d78f-2bcc-47d5-956c-cd873e25f241" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.727540] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "7f70d78f-2bcc-47d5-956c-cd873e25f241" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.727822] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "7f70d78f-2bcc-47d5-956c-cd873e25f241-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.728033] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "7f70d78f-2bcc-47d5-956c-cd873e25f241-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.728203] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "7f70d78f-2bcc-47d5-956c-cd873e25f241-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.734792] env[69281]: INFO nova.compute.manager [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Terminating instance [ 613.792931] env[69281]: DEBUG nova.compute.utils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.793123] env[69281]: DEBUG nova.compute.manager [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.793354] env[69281]: DEBUG nova.network.neutron [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.870098] env[69281]: DEBUG oslo_vmware.api [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Task: {'id': task-3935000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152111} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.871687] env[69281]: DEBUG nova.policy [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f361100028841d38210731aad8a1a23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bf7ff9a880149e78c9ed877308c98cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.873351] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.873557] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 613.876204] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 613.876204] env[69281]: INFO nova.compute.manager [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Took 1.14 seconds to destroy the instance on the hypervisor. [ 613.876204] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.876204] env[69281]: DEBUG nova.compute.manager [-] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 613.876204] env[69281]: DEBUG nova.network.neutron [-] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 613.890062] env[69281]: INFO nova.compute.manager [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Took 30.15 seconds to build instance. [ 614.076823] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.077885] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.160849] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5232e819-b31d-d0ee-07b2-dc5d63ac0f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.017667} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.161357] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.162787] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd/3e8581b9-ab8e-4a33-acc4-0de1debb5dfd.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.163435] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.163435] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.163694] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a127024-f334-4a47-8566-ee2a3347cae9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.170451] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f478af33-8398-4632-b604-aa94cfa1e8d2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.183052] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 614.183052] env[69281]: value = "task-3935001" [ 614.183052] env[69281]: _type = "Task" [ 614.183052] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.187025] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.187025] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.188565] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e16f2e-09f1-4453-b318-a125e886ee59 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.196446] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 614.196446] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52869904-f93d-b7b7-f609-ef66a6552ff4" [ 614.196446] env[69281]: _type = "Task" [ 614.196446] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.201239] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.212282] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52869904-f93d-b7b7-f609-ef66a6552ff4, 'name': SearchDatastore_Task, 'duration_secs': 0.011798} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.213573] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15adf9c8-c78c-4e30-b328-da3560831427 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.221755] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 614.221755] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52847d20-953d-9267-4445-99fd16cfc50d" [ 614.221755] env[69281]: _type = "Task" [ 614.221755] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.234697] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52847d20-953d-9267-4445-99fd16cfc50d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.241135] env[69281]: DEBUG nova.compute.manager [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 614.241135] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.241990] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbde287e-d59b-4b26-a05f-e05a85ff24d7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.252322] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.253731] env[69281]: DEBUG nova.compute.manager [req-e8fec79d-0d1c-4bb0-84b8-14e48fc238eb req-b2b83cd3-a873-40f8-8e0d-02a68be29a13 service nova] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Received event network-changed-fc723afe-f57e-4df5-b0b2-d430bb692450 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.253983] env[69281]: DEBUG nova.compute.manager [req-e8fec79d-0d1c-4bb0-84b8-14e48fc238eb req-b2b83cd3-a873-40f8-8e0d-02a68be29a13 service nova] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Refreshing instance network info cache due to event network-changed-fc723afe-f57e-4df5-b0b2-d430bb692450. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 614.254158] env[69281]: DEBUG oslo_concurrency.lockutils [req-e8fec79d-0d1c-4bb0-84b8-14e48fc238eb req-b2b83cd3-a873-40f8-8e0d-02a68be29a13 service nova] Acquiring lock "refresh_cache-bf429377-67c2-48d3-acb9-1a497e262682" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.254308] env[69281]: DEBUG oslo_concurrency.lockutils [req-e8fec79d-0d1c-4bb0-84b8-14e48fc238eb req-b2b83cd3-a873-40f8-8e0d-02a68be29a13 service nova] Acquired lock "refresh_cache-bf429377-67c2-48d3-acb9-1a497e262682" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.254570] env[69281]: DEBUG nova.network.neutron [req-e8fec79d-0d1c-4bb0-84b8-14e48fc238eb req-b2b83cd3-a873-40f8-8e0d-02a68be29a13 service nova] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Refreshing network info cache for port fc723afe-f57e-4df5-b0b2-d430bb692450 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.256331] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e0cbe06-e606-4bd7-9941-934759ebde96 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.266500] env[69281]: DEBUG oslo_vmware.api [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 614.266500] env[69281]: value = "task-3935002" [ 614.266500] env[69281]: _type = "Task" [ 614.266500] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.278294] env[69281]: DEBUG oslo_vmware.api [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3935002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.302722] env[69281]: DEBUG nova.compute.manager [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.392039] env[69281]: DEBUG oslo_concurrency.lockutils [None req-caa81256-a2ac-40ba-a699-e9ce2e04a6ca tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Lock "b1832876-6076-4108-aef5-ccf5fda6f4c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.670s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.431842] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Acquiring lock "40b8538b-9cb8-44e8-b67a-699f762daeda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.434039] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Lock "40b8538b-9cb8-44e8-b67a-699f762daeda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.701793] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935001, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.719145] env[69281]: DEBUG nova.network.neutron [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Successfully created port: f0a35821-b5f2-47f2-b9af-188f9a802822 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.736530] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52847d20-953d-9267-4445-99fd16cfc50d, 'name': SearchDatastore_Task, 'duration_secs': 0.012187} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.740565] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.741132] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 9bf17219-c600-4bb2-b10d-628bb6f13524/9bf17219-c600-4bb2-b10d-628bb6f13524.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.742030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.743035] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.743035] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2844b5b-af7e-465b-8849-c47acdd3a4e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.746068] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36e6be67-ae3a-4947-897d-e0af7b98efa7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.756991] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 614.756991] env[69281]: value = "task-3935007" [ 614.756991] env[69281]: _type = "Task" [ 614.756991] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.775634] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "1bc0ed5f-b9ba-4863-af81-fd769e2a28dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.777437] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "1bc0ed5f-b9ba-4863-af81-fd769e2a28dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.777437] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.777437] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.782754] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc49313e-778e-48c3-bda9-4d93fd5b958c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.798107] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.804808] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 614.804808] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526760be-dfb9-ca20-07c3-ae8f3ac8b67c" [ 614.804808] env[69281]: _type = "Task" [ 614.804808] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.805873] env[69281]: DEBUG oslo_vmware.api [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3935002, 'name': PowerOffVM_Task, 'duration_secs': 0.239334} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.806844] env[69281]: DEBUG nova.network.neutron [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Successfully updated port: 75b052b0-dcc0-4297-bc30-1b7d5b7320e4 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.808325] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.808545] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.815210] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50aa71cb-f40f-4f2d-b047-4b25c37b60f2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.835339] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526760be-dfb9-ca20-07c3-ae8f3ac8b67c, 'name': SearchDatastore_Task, 'duration_secs': 0.024505} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.836257] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000a2ca1-96db-4632-a2dd-8d60347563ad {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.849348] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 614.849348] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5228255c-eb6c-3db6-1b54-afdf6aa79d3e" [ 614.849348] env[69281]: _type = "Task" [ 614.849348] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.895382] env[69281]: DEBUG nova.compute.manager [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.903927] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3016d6ca-5bbd-40fa-ab7a-ddda9c37f5e0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.914101] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d695d0f5-e046-4559-8860-ce674bfbc986 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.956172] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d8572e-597b-49d2-b467-ad9f573aaa14 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.959690] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.959907] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.960114] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Deleting the datastore file [datastore2] 7f70d78f-2bcc-47d5-956c-cd873e25f241 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.960643] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1da96388-b007-461c-bee6-b09fbbb0031e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.969945] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bc5f94-7dc8-4db9-b29f-82949ab3cdff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.975665] env[69281]: DEBUG oslo_vmware.api [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 614.975665] env[69281]: value = "task-3935009" [ 614.975665] env[69281]: _type = "Task" [ 614.975665] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.991596] env[69281]: DEBUG nova.compute.provider_tree [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.998319] env[69281]: DEBUG nova.network.neutron [-] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.004705] env[69281]: DEBUG oslo_vmware.api [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3935009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.199131] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650126} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.199504] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd/3e8581b9-ab8e-4a33-acc4-0de1debb5dfd.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.201048] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.201048] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9ceff8f-52fd-4cce-8b41-620e34473065 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.204077] env[69281]: DEBUG nova.network.neutron [req-e8fec79d-0d1c-4bb0-84b8-14e48fc238eb req-b2b83cd3-a873-40f8-8e0d-02a68be29a13 service nova] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Updated VIF entry in instance network info cache for port fc723afe-f57e-4df5-b0b2-d430bb692450. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.204567] env[69281]: DEBUG nova.network.neutron [req-e8fec79d-0d1c-4bb0-84b8-14e48fc238eb req-b2b83cd3-a873-40f8-8e0d-02a68be29a13 service nova] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Updating instance_info_cache with network_info: [{"id": "fc723afe-f57e-4df5-b0b2-d430bb692450", "address": "fa:16:3e:7d:2f:4f", "network": {"id": "d9d863c7-8a7a-4cfe-bf17-272b0433782f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1713456077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8c1b5228c514d6b89b550186c5bce98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc723afe-f5", "ovs_interfaceid": "fc723afe-f57e-4df5-b0b2-d430bb692450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.212785] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 615.212785] env[69281]: value = "task-3935010" [ 615.212785] env[69281]: _type = "Task" [ 615.212785] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.232490] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.275711] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935007, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.317347] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "refresh_cache-f936b4ff-b128-46b1-ae08-e22f0030c5ea" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.318089] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquired lock "refresh_cache-f936b4ff-b128-46b1-ae08-e22f0030c5ea" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.318089] env[69281]: DEBUG nova.network.neutron [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.328623] env[69281]: DEBUG nova.compute.manager [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.363121] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5228255c-eb6c-3db6-1b54-afdf6aa79d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.022385} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.365958] env[69281]: DEBUG nova.virt.hardware [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.366112] env[69281]: DEBUG nova.virt.hardware [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.366210] env[69281]: DEBUG nova.virt.hardware [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.366416] env[69281]: DEBUG nova.virt.hardware [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.367678] env[69281]: DEBUG nova.virt.hardware [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.367678] env[69281]: DEBUG nova.virt.hardware [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.367678] env[69281]: DEBUG nova.virt.hardware [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.367678] env[69281]: DEBUG nova.virt.hardware [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.367678] env[69281]: DEBUG nova.virt.hardware [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.368706] env[69281]: DEBUG nova.virt.hardware [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.368706] env[69281]: DEBUG nova.virt.hardware [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.368706] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.368706] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] bf429377-67c2-48d3-acb9-1a497e262682/bf429377-67c2-48d3-acb9-1a497e262682.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.369438] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c23e46a-9089-4e25-9c46-941dee68fe57 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.372211] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18a9e313-1ae3-435c-87ec-3d521a7d8953 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.383160] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62480aa5-fdc9-4d5b-b5f1-c891de7a2ef7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.388137] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 615.388137] env[69281]: value = "task-3935011" [ 615.388137] env[69281]: _type = "Task" [ 615.388137] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.408715] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.425157] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.456138] env[69281]: DEBUG nova.compute.manager [req-f710ddc6-f8a4-4293-b81a-21cffc078c02 req-7fbdaee6-92d3-4308-a297-efaf03264d18 service nova] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Received event network-vif-deleted-3f16cff9-a5b2-4b93-b66c-9fb34808bde1 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.489763] env[69281]: DEBUG oslo_vmware.api [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3935009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366044} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.489763] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.489929] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.490482] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.490482] env[69281]: INFO nova.compute.manager [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Took 1.25 seconds to destroy the instance on the hypervisor. [ 615.490905] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.490905] env[69281]: DEBUG nova.compute.manager [-] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 615.491026] env[69281]: DEBUG nova.network.neutron [-] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.501171] env[69281]: INFO nova.compute.manager [-] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Took 1.63 seconds to deallocate network for instance. [ 615.506614] env[69281]: DEBUG nova.scheduler.client.report [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.708644] env[69281]: DEBUG oslo_concurrency.lockutils [req-e8fec79d-0d1c-4bb0-84b8-14e48fc238eb req-b2b83cd3-a873-40f8-8e0d-02a68be29a13 service nova] Releasing lock "refresh_cache-bf429377-67c2-48d3-acb9-1a497e262682" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.710580] env[69281]: DEBUG nova.compute.manager [req-e8fec79d-0d1c-4bb0-84b8-14e48fc238eb req-b2b83cd3-a873-40f8-8e0d-02a68be29a13 service nova] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Received event network-vif-deleted-8a44e450-143a-45c0-a0cc-d475e5706ab5 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.741778] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090725} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.742406] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.745019] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5addb77-0c24-4d6d-b49a-799d8d3b6e2f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.778072] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd/3e8581b9-ab8e-4a33-acc4-0de1debb5dfd.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.784229] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed2f4dd0-8cd5-419d-a82e-acbb89477322 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.811134] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540359} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.817464] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 9bf17219-c600-4bb2-b10d-628bb6f13524/9bf17219-c600-4bb2-b10d-628bb6f13524.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.817767] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.818656] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 615.818656] env[69281]: value = "task-3935012" [ 615.818656] env[69281]: _type = "Task" [ 615.818656] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.818656] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d2eacab-1f03-485f-af67-50dcc961d591 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.838055] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.838055] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 615.838055] env[69281]: value = "task-3935013" [ 615.838055] env[69281]: _type = "Task" [ 615.838055] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.850592] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.902029] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503607} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.902516] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] bf429377-67c2-48d3-acb9-1a497e262682/bf429377-67c2-48d3-acb9-1a497e262682.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.902866] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.903625] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5c90b7d-7359-41f3-9928-ae381f7487a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.908116] env[69281]: DEBUG nova.network.neutron [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.912466] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 615.912466] env[69281]: value = "task-3935014" [ 615.912466] env[69281]: _type = "Task" [ 615.912466] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.922983] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.011789] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.012639] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.013723] env[69281]: DEBUG nova.compute.manager [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.016134] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.122s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.020552] env[69281]: INFO nova.compute.claims [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.097777] env[69281]: DEBUG nova.network.neutron [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Updating instance_info_cache with network_info: [{"id": "75b052b0-dcc0-4297-bc30-1b7d5b7320e4", "address": "fa:16:3e:5b:ec:c5", "network": {"id": "77220849-a01e-4cf8-b103-12ea94fe8e4a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-903958502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870a2147f524a9293ea4c50b7440c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b052b0-dc", "ovs_interfaceid": "75b052b0-dcc0-4297-bc30-1b7d5b7320e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.336051] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935012, 'name': ReconfigVM_Task, 'duration_secs': 0.436807} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.336522] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd/3e8581b9-ab8e-4a33-acc4-0de1debb5dfd.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.337820] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d125ee5-a607-4b7e-b629-96878a203527 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.354211] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094246} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.356505] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.357049] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 616.357049] env[69281]: value = "task-3935015" [ 616.357049] env[69281]: _type = "Task" [ 616.357049] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.359785] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd292b3-963c-4066-9a27-8e35b6e63914 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.368389] env[69281]: DEBUG nova.network.neutron [-] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.396759] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 9bf17219-c600-4bb2-b10d-628bb6f13524/9bf17219-c600-4bb2-b10d-628bb6f13524.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.402381] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be180c10-bccd-4247-a37f-34d929ab075d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.420461] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935015, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.433254] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197582} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.437031] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.437031] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 616.437031] env[69281]: value = "task-3935016" [ 616.437031] env[69281]: _type = "Task" [ 616.437031] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.437031] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96509d1c-c030-4c46-bdfe-774955e66c40 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.451031] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935016, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.469407] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] bf429377-67c2-48d3-acb9-1a497e262682/bf429377-67c2-48d3-acb9-1a497e262682.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.469703] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af372b6b-1733-4d04-8b61-9598d79033b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.493025] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 616.493025] env[69281]: value = "task-3935017" [ 616.493025] env[69281]: _type = "Task" [ 616.493025] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.502589] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.524994] env[69281]: DEBUG nova.compute.utils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.525998] env[69281]: DEBUG nova.compute.manager [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.526189] env[69281]: DEBUG nova.network.neutron [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.601452] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Releasing lock "refresh_cache-f936b4ff-b128-46b1-ae08-e22f0030c5ea" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.601797] env[69281]: DEBUG nova.compute.manager [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Instance network_info: |[{"id": "75b052b0-dcc0-4297-bc30-1b7d5b7320e4", "address": "fa:16:3e:5b:ec:c5", "network": {"id": "77220849-a01e-4cf8-b103-12ea94fe8e4a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-903958502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870a2147f524a9293ea4c50b7440c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b052b0-dc", "ovs_interfaceid": "75b052b0-dcc0-4297-bc30-1b7d5b7320e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.602318] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:ec:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75b052b0-dcc0-4297-bc30-1b7d5b7320e4', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.610770] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Creating folder: Project (f870a2147f524a9293ea4c50b7440c7f). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.611827] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adaec859-358b-4044-8522-f1099d1a6c57 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.626865] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Created folder: Project (f870a2147f524a9293ea4c50b7440c7f) in parent group-v781128. [ 616.626865] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Creating folder: Instances. Parent ref: group-v781156. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.626865] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-982adf4e-b926-4d0b-b546-cc44cbc332d7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.640705] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Created folder: Instances in parent group-v781156. [ 616.642069] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.642069] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.642069] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e0a833e-c4de-4171-a9a6-4213ffeb786b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.661704] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.661704] env[69281]: value = "task-3935020" [ 616.661704] env[69281]: _type = "Task" [ 616.661704] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.671398] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935020, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.739965] env[69281]: DEBUG nova.policy [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fecaa00ed3f64c72847d448ed681abf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba33207f5fa140bf89fe8723b52bcc00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.877993] env[69281]: INFO nova.compute.manager [-] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Took 1.39 seconds to deallocate network for instance. [ 616.878466] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquiring lock "b1832876-6076-4108-aef5-ccf5fda6f4c4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.878732] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Lock "b1832876-6076-4108-aef5-ccf5fda6f4c4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.879089] env[69281]: INFO nova.compute.manager [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Rebooting instance [ 616.880578] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935015, 'name': Rename_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.955674] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.006764] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.037745] env[69281]: DEBUG nova.compute.manager [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.145958] env[69281]: DEBUG nova.compute.manager [req-69d1b139-79af-4504-903c-f652b216bf61 req-415aa8a9-4e5e-46d3-95c5-a04909729fbe service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Received event network-vif-plugged-75b052b0-dcc0-4297-bc30-1b7d5b7320e4 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.146406] env[69281]: DEBUG oslo_concurrency.lockutils [req-69d1b139-79af-4504-903c-f652b216bf61 req-415aa8a9-4e5e-46d3-95c5-a04909729fbe service nova] Acquiring lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.146481] env[69281]: DEBUG oslo_concurrency.lockutils [req-69d1b139-79af-4504-903c-f652b216bf61 req-415aa8a9-4e5e-46d3-95c5-a04909729fbe service nova] Lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.146889] env[69281]: DEBUG oslo_concurrency.lockutils [req-69d1b139-79af-4504-903c-f652b216bf61 req-415aa8a9-4e5e-46d3-95c5-a04909729fbe service nova] Lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.146889] env[69281]: DEBUG nova.compute.manager [req-69d1b139-79af-4504-903c-f652b216bf61 req-415aa8a9-4e5e-46d3-95c5-a04909729fbe service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] No waiting events found dispatching network-vif-plugged-75b052b0-dcc0-4297-bc30-1b7d5b7320e4 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 617.146991] env[69281]: WARNING nova.compute.manager [req-69d1b139-79af-4504-903c-f652b216bf61 req-415aa8a9-4e5e-46d3-95c5-a04909729fbe service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Received unexpected event network-vif-plugged-75b052b0-dcc0-4297-bc30-1b7d5b7320e4 for instance with vm_state building and task_state spawning. [ 617.147473] env[69281]: DEBUG nova.compute.manager [req-69d1b139-79af-4504-903c-f652b216bf61 req-415aa8a9-4e5e-46d3-95c5-a04909729fbe service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Received event network-changed-75b052b0-dcc0-4297-bc30-1b7d5b7320e4 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.147831] env[69281]: DEBUG nova.compute.manager [req-69d1b139-79af-4504-903c-f652b216bf61 req-415aa8a9-4e5e-46d3-95c5-a04909729fbe service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Refreshing instance network info cache due to event network-changed-75b052b0-dcc0-4297-bc30-1b7d5b7320e4. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.149331] env[69281]: DEBUG oslo_concurrency.lockutils [req-69d1b139-79af-4504-903c-f652b216bf61 req-415aa8a9-4e5e-46d3-95c5-a04909729fbe service nova] Acquiring lock "refresh_cache-f936b4ff-b128-46b1-ae08-e22f0030c5ea" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.149539] env[69281]: DEBUG oslo_concurrency.lockutils [req-69d1b139-79af-4504-903c-f652b216bf61 req-415aa8a9-4e5e-46d3-95c5-a04909729fbe service nova] Acquired lock "refresh_cache-f936b4ff-b128-46b1-ae08-e22f0030c5ea" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.150106] env[69281]: DEBUG nova.network.neutron [req-69d1b139-79af-4504-903c-f652b216bf61 req-415aa8a9-4e5e-46d3-95c5-a04909729fbe service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Refreshing network info cache for port 75b052b0-dcc0-4297-bc30-1b7d5b7320e4 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.185260] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935020, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.245560] env[69281]: DEBUG nova.network.neutron [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Successfully updated port: f0a35821-b5f2-47f2-b9af-188f9a802822 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.378920] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935015, 'name': Rename_Task, 'duration_secs': 0.525592} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.379511] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.379942] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-240dcca6-009d-4481-86ea-853e2a35ddb0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.399900] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.400972] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 617.400972] env[69281]: value = "task-3935021" [ 617.400972] env[69281]: _type = "Task" [ 617.400972] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.411353] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935021, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.452982] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935016, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.513391] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935017, 'name': ReconfigVM_Task, 'duration_secs': 0.859035} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.513872] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Reconfigured VM instance instance-0000000a to attach disk [datastore1] bf429377-67c2-48d3-acb9-1a497e262682/bf429377-67c2-48d3-acb9-1a497e262682.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.514924] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50a81035-2bc6-4b18-a9fc-85e8b61f805a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.523637] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 617.523637] env[69281]: value = "task-3935022" [ 617.523637] env[69281]: _type = "Task" [ 617.523637] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.537643] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935022, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.561614] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f2e6cc-05b7-4d51-bb78-5cd22f86c3fd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.582041] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquiring lock "refresh_cache-b1832876-6076-4108-aef5-ccf5fda6f4c4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.582041] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquired lock "refresh_cache-b1832876-6076-4108-aef5-ccf5fda6f4c4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.582041] env[69281]: DEBUG nova.network.neutron [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.582841] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e04189-bfc3-4881-8fe5-333e458161ae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.646932] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc87ae9-6829-4759-b2e9-4990c70e7c60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.673149] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3764e7a1-850c-4e03-bc2b-1c67fae30b2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.685377] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935020, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.698024] env[69281]: DEBUG nova.compute.provider_tree [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.748361] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Acquiring lock "refresh_cache-0fdefcd8-a54d-4e80-a3ae-caca44ab351f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.748597] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Acquired lock "refresh_cache-0fdefcd8-a54d-4e80-a3ae-caca44ab351f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.748597] env[69281]: DEBUG nova.network.neutron [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.785992] env[69281]: DEBUG nova.network.neutron [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Successfully created port: d04e31bf-cc32-4453-8b4a-5169d1a4d635 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.914539] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935021, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.952212] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935016, 'name': ReconfigVM_Task, 'duration_secs': 1.123833} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.952263] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 9bf17219-c600-4bb2-b10d-628bb6f13524/9bf17219-c600-4bb2-b10d-628bb6f13524.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.952941] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1e5d110-1645-4f88-a733-2d49d6ab4ac8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.960502] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 617.960502] env[69281]: value = "task-3935024" [ 617.960502] env[69281]: _type = "Task" [ 617.960502] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.969897] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935024, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.035777] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935022, 'name': Rename_Task, 'duration_secs': 0.305577} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.036069] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.036330] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af758e8f-a857-498d-b373-aa985a436f65 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.045270] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 618.045270] env[69281]: value = "task-3935025" [ 618.045270] env[69281]: _type = "Task" [ 618.045270] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.055297] env[69281]: DEBUG nova.compute.manager [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.058343] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.085140] env[69281]: DEBUG nova.virt.hardware [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.085456] env[69281]: DEBUG nova.virt.hardware [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.085686] env[69281]: DEBUG nova.virt.hardware [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.085946] env[69281]: DEBUG nova.virt.hardware [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.086189] env[69281]: DEBUG nova.virt.hardware [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.086413] env[69281]: DEBUG nova.virt.hardware [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.086696] env[69281]: DEBUG nova.virt.hardware [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.086922] env[69281]: DEBUG nova.virt.hardware [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.087175] env[69281]: DEBUG nova.virt.hardware [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.087409] env[69281]: DEBUG nova.virt.hardware [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.087708] env[69281]: DEBUG nova.virt.hardware [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.088660] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9793dfb-3832-4a48-9bc6-359224b563ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.103290] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ab503b-5b71-4cab-8540-50f1397375e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.184418] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935020, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.202692] env[69281]: DEBUG nova.scheduler.client.report [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.361919] env[69281]: DEBUG nova.network.neutron [req-69d1b139-79af-4504-903c-f652b216bf61 req-415aa8a9-4e5e-46d3-95c5-a04909729fbe service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Updated VIF entry in instance network info cache for port 75b052b0-dcc0-4297-bc30-1b7d5b7320e4. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.362291] env[69281]: DEBUG nova.network.neutron [req-69d1b139-79af-4504-903c-f652b216bf61 req-415aa8a9-4e5e-46d3-95c5-a04909729fbe service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Updating instance_info_cache with network_info: [{"id": "75b052b0-dcc0-4297-bc30-1b7d5b7320e4", "address": "fa:16:3e:5b:ec:c5", "network": {"id": "77220849-a01e-4cf8-b103-12ea94fe8e4a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-903958502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870a2147f524a9293ea4c50b7440c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b052b0-dc", "ovs_interfaceid": "75b052b0-dcc0-4297-bc30-1b7d5b7320e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.417049] env[69281]: DEBUG oslo_vmware.api [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935021, 'name': PowerOnVM_Task, 'duration_secs': 0.904116} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.417049] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.417049] env[69281]: INFO nova.compute.manager [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Took 18.46 seconds to spawn the instance on the hypervisor. [ 618.417049] env[69281]: DEBUG nova.compute.manager [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 618.417049] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742709ea-512c-48fd-afc9-0693cadf6bf1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.477024] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935024, 'name': Rename_Task, 'duration_secs': 0.184901} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.477024] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.477024] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66499194-c6b4-4333-a570-0dccb6e39cee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.485056] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 618.485056] env[69281]: value = "task-3935026" [ 618.485056] env[69281]: _type = "Task" [ 618.485056] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.496506] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.529633] env[69281]: DEBUG nova.network.neutron [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.557620] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935025, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.683844] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935020, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.704753] env[69281]: DEBUG nova.network.neutron [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Updating instance_info_cache with network_info: [{"id": "f4340876-f054-49d5-a359-e02096fb4c11", "address": "fa:16:3e:76:e9:07", "network": {"id": "d36273dc-4731-436c-a6ec-4af8055245d8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1524991269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008655589dcf4debadac35061c3b69ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4340876-f0", "ovs_interfaceid": "f4340876-f054-49d5-a359-e02096fb4c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.712028] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.712028] env[69281]: DEBUG nova.compute.manager [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.713216] env[69281]: DEBUG oslo_concurrency.lockutils [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.700s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.715593] env[69281]: INFO nova.compute.claims [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.786029] env[69281]: DEBUG nova.network.neutron [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Updating instance_info_cache with network_info: [{"id": "f0a35821-b5f2-47f2-b9af-188f9a802822", "address": "fa:16:3e:f6:1d:67", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a35821-b5", "ovs_interfaceid": "f0a35821-b5f2-47f2-b9af-188f9a802822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.866878] env[69281]: DEBUG oslo_concurrency.lockutils [req-69d1b139-79af-4504-903c-f652b216bf61 req-415aa8a9-4e5e-46d3-95c5-a04909729fbe service nova] Releasing lock "refresh_cache-f936b4ff-b128-46b1-ae08-e22f0030c5ea" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.934763] env[69281]: INFO nova.compute.manager [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Took 34.56 seconds to build instance. [ 618.999325] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.067026] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935025, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.180511] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935020, 'name': CreateVM_Task, 'duration_secs': 2.462007} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.180890] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.181515] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.181699] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.182110] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.182416] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a3fcc35-1fa3-4852-85b6-5c863087ee3a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.188380] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 619.188380] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ec82cf-a4cf-032b-2a30-ff06e06abce5" [ 619.188380] env[69281]: _type = "Task" [ 619.188380] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.199047] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ec82cf-a4cf-032b-2a30-ff06e06abce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.209938] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Releasing lock "refresh_cache-b1832876-6076-4108-aef5-ccf5fda6f4c4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.220193] env[69281]: DEBUG nova.compute.utils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.222245] env[69281]: DEBUG nova.compute.manager [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.222538] env[69281]: DEBUG nova.network.neutron [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.288306] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Releasing lock "refresh_cache-0fdefcd8-a54d-4e80-a3ae-caca44ab351f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.289203] env[69281]: DEBUG nova.compute.manager [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Instance network_info: |[{"id": "f0a35821-b5f2-47f2-b9af-188f9a802822", "address": "fa:16:3e:f6:1d:67", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a35821-b5", "ovs_interfaceid": "f0a35821-b5f2-47f2-b9af-188f9a802822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.289783] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:1d:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0a35821-b5f2-47f2-b9af-188f9a802822', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.304625] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Creating folder: Project (1bf7ff9a880149e78c9ed877308c98cb). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.305512] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96da15c1-5442-4efe-9f01-8008553c95a7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.319992] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Created folder: Project (1bf7ff9a880149e78c9ed877308c98cb) in parent group-v781128. [ 619.320419] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Creating folder: Instances. Parent ref: group-v781159. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.320804] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26c69820-6cf9-4c94-92cf-39e4fe13e7ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.333506] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Created folder: Instances in parent group-v781159. [ 619.333712] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.334539] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.334539] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3a9c1ee-7b9d-4832-a50c-5078f4954bcc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.355693] env[69281]: DEBUG nova.policy [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '026ce67dd55e48d19207287fb089bcf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f42897ad0624a2faa224dc9bd17f758', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.364124] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.364124] env[69281]: value = "task-3935029" [ 619.364124] env[69281]: _type = "Task" [ 619.364124] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.374535] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935029, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.437589] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df4e06b0-4a0b-402c-97f2-6aa13720674b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.077s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.502232] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935026, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.521876] env[69281]: DEBUG nova.compute.manager [req-20e4326a-a687-454b-b596-13ad3e199554 req-b00ae357-b11e-4350-b1ac-530d16656a07 service nova] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Received event network-vif-deleted-3609491e-6b56-4abd-85ea-870cf696133d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.562363] env[69281]: DEBUG oslo_vmware.api [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935025, 'name': PowerOnVM_Task, 'duration_secs': 1.306255} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.562363] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.562363] env[69281]: INFO nova.compute.manager [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Took 14.52 seconds to spawn the instance on the hypervisor. [ 619.562363] env[69281]: DEBUG nova.compute.manager [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 619.562363] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e3da83-c07d-469e-9c1c-90a3c1b40add {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.701467] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ec82cf-a4cf-032b-2a30-ff06e06abce5, 'name': SearchDatastore_Task, 'duration_secs': 0.021564} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.701851] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.702102] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.702567] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.703455] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.703455] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.703455] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2fe05a9-f606-4b4b-98b4-4983aee4d62c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.715700] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.716654] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.719538] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f57c195-ab9d-4fab-9107-c8b52797070c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.723408] env[69281]: DEBUG nova.compute.manager [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 619.725173] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9066616-8242-4179-a6b8-14a118b2da53 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.729159] env[69281]: DEBUG nova.compute.manager [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.739559] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 619.739559] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5219b2a1-a575-e0c7-cb14-78db20650f71" [ 619.739559] env[69281]: _type = "Task" [ 619.739559] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.756565] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5219b2a1-a575-e0c7-cb14-78db20650f71, 'name': SearchDatastore_Task, 'duration_secs': 0.012484} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.758094] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3beaf069-a71d-4cda-9370-c4c8783c1404 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.765777] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 619.765777] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d06c4c-2f80-2844-3d9f-26c447574aa5" [ 619.765777] env[69281]: _type = "Task" [ 619.765777] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.783502] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d06c4c-2f80-2844-3d9f-26c447574aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.798023] env[69281]: DEBUG nova.network.neutron [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Successfully created port: 5e60ac4b-777d-4501-9004-9620fdcf0ca3 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.876386] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935029, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.942747] env[69281]: DEBUG nova.compute.manager [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.963371] env[69281]: DEBUG nova.network.neutron [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Successfully updated port: d04e31bf-cc32-4453-8b4a-5169d1a4d635 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.003237] env[69281]: DEBUG oslo_vmware.api [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935026, 'name': PowerOnVM_Task, 'duration_secs': 1.12074} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.005926] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.006300] env[69281]: INFO nova.compute.manager [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Took 17.44 seconds to spawn the instance on the hypervisor. [ 620.006390] env[69281]: DEBUG nova.compute.manager [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 620.007740] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c76e8f9-eabf-42b0-8e7d-54fe08c85718 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.080212] env[69281]: INFO nova.compute.manager [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Took 27.71 seconds to build instance. [ 620.223309] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167a578c-eebb-415f-aaf1-797d4e1a39f2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.232307] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d793db37-1bb6-459d-9df3-2913de8e0249 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.276070] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aaa8e5-4725-415a-a8df-b05c69cd7610 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.282694] env[69281]: DEBUG nova.compute.manager [req-82e479ec-689e-469f-b102-764345697815 req-281d2f34-ebb2-4cf8-815e-b1c39bddc57f service nova] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Received event network-vif-plugged-f0a35821-b5f2-47f2-b9af-188f9a802822 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.283037] env[69281]: DEBUG oslo_concurrency.lockutils [req-82e479ec-689e-469f-b102-764345697815 req-281d2f34-ebb2-4cf8-815e-b1c39bddc57f service nova] Acquiring lock "0fdefcd8-a54d-4e80-a3ae-caca44ab351f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.283234] env[69281]: DEBUG oslo_concurrency.lockutils [req-82e479ec-689e-469f-b102-764345697815 req-281d2f34-ebb2-4cf8-815e-b1c39bddc57f service nova] Lock "0fdefcd8-a54d-4e80-a3ae-caca44ab351f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.283656] env[69281]: DEBUG oslo_concurrency.lockutils [req-82e479ec-689e-469f-b102-764345697815 req-281d2f34-ebb2-4cf8-815e-b1c39bddc57f service nova] Lock "0fdefcd8-a54d-4e80-a3ae-caca44ab351f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.283656] env[69281]: DEBUG nova.compute.manager [req-82e479ec-689e-469f-b102-764345697815 req-281d2f34-ebb2-4cf8-815e-b1c39bddc57f service nova] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] No waiting events found dispatching network-vif-plugged-f0a35821-b5f2-47f2-b9af-188f9a802822 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 620.283852] env[69281]: WARNING nova.compute.manager [req-82e479ec-689e-469f-b102-764345697815 req-281d2f34-ebb2-4cf8-815e-b1c39bddc57f service nova] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Received unexpected event network-vif-plugged-f0a35821-b5f2-47f2-b9af-188f9a802822 for instance with vm_state building and task_state spawning. [ 620.284113] env[69281]: DEBUG nova.compute.manager [req-82e479ec-689e-469f-b102-764345697815 req-281d2f34-ebb2-4cf8-815e-b1c39bddc57f service nova] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Received event network-changed-f0a35821-b5f2-47f2-b9af-188f9a802822 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.284524] env[69281]: DEBUG nova.compute.manager [req-82e479ec-689e-469f-b102-764345697815 req-281d2f34-ebb2-4cf8-815e-b1c39bddc57f service nova] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Refreshing instance network info cache due to event network-changed-f0a35821-b5f2-47f2-b9af-188f9a802822. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.284524] env[69281]: DEBUG oslo_concurrency.lockutils [req-82e479ec-689e-469f-b102-764345697815 req-281d2f34-ebb2-4cf8-815e-b1c39bddc57f service nova] Acquiring lock "refresh_cache-0fdefcd8-a54d-4e80-a3ae-caca44ab351f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.284685] env[69281]: DEBUG oslo_concurrency.lockutils [req-82e479ec-689e-469f-b102-764345697815 req-281d2f34-ebb2-4cf8-815e-b1c39bddc57f service nova] Acquired lock "refresh_cache-0fdefcd8-a54d-4e80-a3ae-caca44ab351f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.284856] env[69281]: DEBUG nova.network.neutron [req-82e479ec-689e-469f-b102-764345697815 req-281d2f34-ebb2-4cf8-815e-b1c39bddc57f service nova] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Refreshing network info cache for port f0a35821-b5f2-47f2-b9af-188f9a802822 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.296272] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d06c4c-2f80-2844-3d9f-26c447574aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.299198] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9814dcf0-26b7-4111-9490-d99f014fb232 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.303382] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.303650] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] f936b4ff-b128-46b1-ae08-e22f0030c5ea/f936b4ff-b128-46b1-ae08-e22f0030c5ea.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.304762] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e62dfc71-7846-409c-9f11-f1e6c19d4115 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.319950] env[69281]: DEBUG nova.compute.provider_tree [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.323116] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 620.323116] env[69281]: value = "task-3935031" [ 620.323116] env[69281]: _type = "Task" [ 620.323116] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.337759] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.376518] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935029, 'name': CreateVM_Task, 'duration_secs': 0.583296} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.376663] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.377413] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.377581] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.377904] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.378809] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4733a2ec-ee1d-4d41-ab84-2a52b7f0a267 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.383817] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Waiting for the task: (returnval){ [ 620.383817] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522167f0-49f0-41e6-a7bb-82e03abb1b31" [ 620.383817] env[69281]: _type = "Task" [ 620.383817] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.393475] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522167f0-49f0-41e6-a7bb-82e03abb1b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.467436] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "refresh_cache-9332e878-5c4e-4be7-965f-de2dbc319321" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.467436] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "refresh_cache-9332e878-5c4e-4be7-965f-de2dbc319321" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.467436] env[69281]: DEBUG nova.network.neutron [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.468841] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.534324] env[69281]: INFO nova.compute.manager [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Took 31.13 seconds to build instance. [ 620.585619] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e03b8e1b-6e76-4b15-afc6-bc67ef9cb15e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "bf429377-67c2-48d3-acb9-1a497e262682" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.222s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.774500] env[69281]: DEBUG nova.compute.manager [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.782828] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1708b012-8eca-4294-841d-575c13a472f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.795097] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Doing hard reboot of VM {{(pid=69281) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 620.795531] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5d9105d6-6707-45b8-a114-ec374f567fd7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.806453] env[69281]: DEBUG oslo_vmware.api [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Waiting for the task: (returnval){ [ 620.806453] env[69281]: value = "task-3935032" [ 620.806453] env[69281]: _type = "Task" [ 620.806453] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.808989] env[69281]: DEBUG nova.virt.hardware [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.813452] env[69281]: DEBUG nova.virt.hardware [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.813452] env[69281]: DEBUG nova.virt.hardware [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.813452] env[69281]: DEBUG nova.virt.hardware [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.813452] env[69281]: DEBUG nova.virt.hardware [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.813452] env[69281]: DEBUG nova.virt.hardware [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.813697] env[69281]: DEBUG nova.virt.hardware [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.813697] env[69281]: DEBUG nova.virt.hardware [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.813697] env[69281]: DEBUG nova.virt.hardware [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.813697] env[69281]: DEBUG nova.virt.hardware [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.813697] env[69281]: DEBUG nova.virt.hardware [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.813938] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed136be-b651-43a0-afc6-49a5bc9e82d6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.825926] env[69281]: DEBUG nova.scheduler.client.report [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.838533] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a783d9-610b-4913-a30d-f97461a7cb51 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.843576] env[69281]: DEBUG oslo_vmware.api [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3935032, 'name': ResetVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.851382] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935031, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.898909] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522167f0-49f0-41e6-a7bb-82e03abb1b31, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.899741] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.900300] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.900648] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.901076] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.901241] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.901547] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4729c52a-a8a0-417b-9824-e0e0c6796f11 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.919806] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.920116] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.920921] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7810ac-55ac-4444-8557-f8959b5cc10c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.928190] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Waiting for the task: (returnval){ [ 620.928190] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bddeb5-a369-9afa-f2a3-2200b6da0e53" [ 620.928190] env[69281]: _type = "Task" [ 620.928190] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.939536] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bddeb5-a369-9afa-f2a3-2200b6da0e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.027026] env[69281]: DEBUG nova.network.neutron [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.038174] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c105287d-24fb-41c0-a775-6b0b44526739 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "9bf17219-c600-4bb2-b10d-628bb6f13524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.652s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.088614] env[69281]: DEBUG nova.compute.manager [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.101909] env[69281]: DEBUG nova.network.neutron [req-82e479ec-689e-469f-b102-764345697815 req-281d2f34-ebb2-4cf8-815e-b1c39bddc57f service nova] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Updated VIF entry in instance network info cache for port f0a35821-b5f2-47f2-b9af-188f9a802822. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.102540] env[69281]: DEBUG nova.network.neutron [req-82e479ec-689e-469f-b102-764345697815 req-281d2f34-ebb2-4cf8-815e-b1c39bddc57f service nova] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Updating instance_info_cache with network_info: [{"id": "f0a35821-b5f2-47f2-b9af-188f9a802822", "address": "fa:16:3e:f6:1d:67", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a35821-b5", "ovs_interfaceid": "f0a35821-b5f2-47f2-b9af-188f9a802822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.335145] env[69281]: DEBUG oslo_vmware.api [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3935032, 'name': ResetVM_Task, 'duration_secs': 0.171914} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.339325] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Did hard reboot of VM {{(pid=69281) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 621.339867] env[69281]: DEBUG nova.compute.manager [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 621.340486] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9229893d-1816-4092-b3b9-30dc35598c6e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.345107] env[69281]: DEBUG oslo_concurrency.lockutils [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.346443] env[69281]: DEBUG nova.compute.manager [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.357570] env[69281]: DEBUG nova.network.neutron [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Updating instance_info_cache with network_info: [{"id": "d04e31bf-cc32-4453-8b4a-5169d1a4d635", "address": "fa:16:3e:54:d8:03", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd04e31bf-cc", "ovs_interfaceid": "d04e31bf-cc32-4453-8b4a-5169d1a4d635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.359177] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.021s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.361360] env[69281]: INFO nova.compute.claims [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.364613] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821237} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.367669] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] f936b4ff-b128-46b1-ae08-e22f0030c5ea/f936b4ff-b128-46b1-ae08-e22f0030c5ea.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.369479] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.370627] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c0d38d4-5472-4d43-b851-45804b6b5180 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.379937] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 621.379937] env[69281]: value = "task-3935033" [ 621.379937] env[69281]: _type = "Task" [ 621.379937] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.398523] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.445537] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bddeb5-a369-9afa-f2a3-2200b6da0e53, 'name': SearchDatastore_Task, 'duration_secs': 0.063279} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.446835] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dde2806-db27-4145-947b-04901a3e8468 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.456080] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Waiting for the task: (returnval){ [ 621.456080] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b36f01-13a1-bbec-4c98-36d71427e55a" [ 621.456080] env[69281]: _type = "Task" [ 621.456080] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.467065] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b36f01-13a1-bbec-4c98-36d71427e55a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.543211] env[69281]: DEBUG nova.compute.manager [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.606779] env[69281]: DEBUG oslo_concurrency.lockutils [req-82e479ec-689e-469f-b102-764345697815 req-281d2f34-ebb2-4cf8-815e-b1c39bddc57f service nova] Releasing lock "refresh_cache-0fdefcd8-a54d-4e80-a3ae-caca44ab351f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.624421] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.702323] env[69281]: DEBUG nova.network.neutron [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Successfully updated port: 5e60ac4b-777d-4501-9004-9620fdcf0ca3 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.722770] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Acquiring lock "1a40f5d0-eec9-4fa5-9e68-e9cba991e061" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.722770] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Lock "1a40f5d0-eec9-4fa5-9e68-e9cba991e061" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.861736] env[69281]: DEBUG nova.compute.utils [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.863487] env[69281]: DEBUG nova.compute.manager [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Not allocating networking since 'none' was specified. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 621.871098] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "refresh_cache-9332e878-5c4e-4be7-965f-de2dbc319321" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.871098] env[69281]: DEBUG nova.compute.manager [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Instance network_info: |[{"id": "d04e31bf-cc32-4453-8b4a-5169d1a4d635", "address": "fa:16:3e:54:d8:03", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd04e31bf-cc", "ovs_interfaceid": "d04e31bf-cc32-4453-8b4a-5169d1a4d635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.871419] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:d8:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd04e31bf-cc32-4453-8b4a-5169d1a4d635', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.883685] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Creating folder: Project (ba33207f5fa140bf89fe8723b52bcc00). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.887698] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d46a478-727d-4280-9b1a-585209dbce93 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.889940] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22433479-ae3e-46be-96f7-c235cc1ec627 tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Lock "b1832876-6076-4108-aef5-ccf5fda6f4c4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.011s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.907519] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080695} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.907519] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.907519] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04627e0-fefc-4285-8d1b-fe4d824ad5ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.908363] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Created folder: Project (ba33207f5fa140bf89fe8723b52bcc00) in parent group-v781128. [ 621.908613] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Creating folder: Instances. Parent ref: group-v781162. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.909604] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9978050-9c36-4b7f-8bad-ae3b4b5083ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.934928] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] f936b4ff-b128-46b1-ae08-e22f0030c5ea/f936b4ff-b128-46b1-ae08-e22f0030c5ea.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.935540] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e469c1a-4316-46cc-93e8-1fe80f3f51fd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.956685] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Created folder: Instances in parent group-v781162. [ 621.957085] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.960030] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.962626] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97a1921d-839c-45d0-82a6-32d9c0dd4bf3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.984318] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 621.984318] env[69281]: value = "task-3935037" [ 621.984318] env[69281]: _type = "Task" [ 621.984318] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.996198] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b36f01-13a1-bbec-4c98-36d71427e55a, 'name': SearchDatastore_Task, 'duration_secs': 0.012048} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.996487] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.996487] env[69281]: value = "task-3935038" [ 621.996487] env[69281]: _type = "Task" [ 621.996487] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.997453] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.997851] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 0fdefcd8-a54d-4e80-a3ae-caca44ab351f/0fdefcd8-a54d-4e80-a3ae-caca44ab351f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.998238] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d05404c-d156-4273-bf79-93b74798e14e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.008470] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.015550] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935038, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.017335] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Waiting for the task: (returnval){ [ 622.017335] env[69281]: value = "task-3935039" [ 622.017335] env[69281]: _type = "Task" [ 622.017335] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.026240] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.071319] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.204976] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Acquiring lock "refresh_cache-67549cf6-793a-4173-b502-db43f8676308" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.205235] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Acquired lock "refresh_cache-67549cf6-793a-4173-b502-db43f8676308" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.205323] env[69281]: DEBUG nova.network.neutron [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.366980] env[69281]: DEBUG nova.compute.manager [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.502361] env[69281]: DEBUG nova.compute.manager [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 622.503406] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c817dc62-a706-473f-9882-78408802ec5a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.521781] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.539258] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935038, 'name': CreateVM_Task, 'duration_secs': 0.505574} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.542723] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.543544] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.544175] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.544175] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.544605] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6232e7b4-1615-409c-a05b-255a84dd5419 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.551282] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935039, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.557488] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 622.557488] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b32253-c22f-fe2a-30cc-407066aa7b50" [ 622.557488] env[69281]: _type = "Task" [ 622.557488] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.568465] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b32253-c22f-fe2a-30cc-407066aa7b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.745927] env[69281]: DEBUG nova.network.neutron [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.933910] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec53db0-c1a6-4987-992a-4fa0181cb3a8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.943587] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3b7857-4278-484a-972d-3e368d5bd6a3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.980517] env[69281]: DEBUG nova.network.neutron [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Updating instance_info_cache with network_info: [{"id": "5e60ac4b-777d-4501-9004-9620fdcf0ca3", "address": "fa:16:3e:c7:46:a3", "network": {"id": "5152c119-d6c5-4b93-b47e-9e2945a10a2d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-580386479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4f42897ad0624a2faa224dc9bd17f758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e60ac4b-77", "ovs_interfaceid": "5e60ac4b-777d-4501-9004-9620fdcf0ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.982295] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523e0668-1f43-4023-92cd-5cb974c953e1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.994649] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e44a85-4b6d-4266-882e-74dc1a78f636 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.006706] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935037, 'name': ReconfigVM_Task, 'duration_secs': 0.616497} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.006706] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Reconfigured VM instance instance-0000000b to attach disk [datastore1] f936b4ff-b128-46b1-ae08-e22f0030c5ea/f936b4ff-b128-46b1-ae08-e22f0030c5ea.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.007566] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e40ca02-4d48-401d-a1ee-a92b58500711 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.018323] env[69281]: DEBUG nova.compute.provider_tree [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.028476] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 623.028476] env[69281]: value = "task-3935040" [ 623.028476] env[69281]: _type = "Task" [ 623.028476] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.036992] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935039, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.043737] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935040, 'name': Rename_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.046462] env[69281]: INFO nova.compute.manager [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] instance snapshotting [ 623.049317] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99699a64-bb8d-4518-97ce-837a50e118ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.075594] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093e10ec-39c3-451e-a6d4-490538bcc95b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.086302] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b32253-c22f-fe2a-30cc-407066aa7b50, 'name': SearchDatastore_Task, 'duration_secs': 0.033545} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.088630] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.088880] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.089134] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.089280] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.089461] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.093034] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-155eb0ed-059f-4639-b2ff-a04e2fe657a3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.105555] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.105763] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.106543] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0e10d83-ae6c-47a4-9778-305f70ea7342 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.115621] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 623.115621] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5297d71c-44b3-6ff6-c382-3499fc16dfdb" [ 623.115621] env[69281]: _type = "Task" [ 623.115621] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.127164] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5297d71c-44b3-6ff6-c382-3499fc16dfdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.145180] env[69281]: DEBUG nova.compute.manager [req-4ca74116-b7b6-4304-9bf5-69b2cebbacc3 req-7167935b-c58f-46da-b2b5-2be80b6761b0 service nova] [instance: 67549cf6-793a-4173-b502-db43f8676308] Received event network-vif-plugged-5e60ac4b-777d-4501-9004-9620fdcf0ca3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.145180] env[69281]: DEBUG oslo_concurrency.lockutils [req-4ca74116-b7b6-4304-9bf5-69b2cebbacc3 req-7167935b-c58f-46da-b2b5-2be80b6761b0 service nova] Acquiring lock "67549cf6-793a-4173-b502-db43f8676308-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.145180] env[69281]: DEBUG oslo_concurrency.lockutils [req-4ca74116-b7b6-4304-9bf5-69b2cebbacc3 req-7167935b-c58f-46da-b2b5-2be80b6761b0 service nova] Lock "67549cf6-793a-4173-b502-db43f8676308-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.145180] env[69281]: DEBUG oslo_concurrency.lockutils [req-4ca74116-b7b6-4304-9bf5-69b2cebbacc3 req-7167935b-c58f-46da-b2b5-2be80b6761b0 service nova] Lock "67549cf6-793a-4173-b502-db43f8676308-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.145180] env[69281]: DEBUG nova.compute.manager [req-4ca74116-b7b6-4304-9bf5-69b2cebbacc3 req-7167935b-c58f-46da-b2b5-2be80b6761b0 service nova] [instance: 67549cf6-793a-4173-b502-db43f8676308] No waiting events found dispatching network-vif-plugged-5e60ac4b-777d-4501-9004-9620fdcf0ca3 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 623.145775] env[69281]: WARNING nova.compute.manager [req-4ca74116-b7b6-4304-9bf5-69b2cebbacc3 req-7167935b-c58f-46da-b2b5-2be80b6761b0 service nova] [instance: 67549cf6-793a-4173-b502-db43f8676308] Received unexpected event network-vif-plugged-5e60ac4b-777d-4501-9004-9620fdcf0ca3 for instance with vm_state building and task_state spawning. [ 623.383487] env[69281]: DEBUG nova.compute.manager [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.413244] env[69281]: DEBUG nova.virt.hardware [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.413549] env[69281]: DEBUG nova.virt.hardware [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.413746] env[69281]: DEBUG nova.virt.hardware [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.413974] env[69281]: DEBUG nova.virt.hardware [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.414434] env[69281]: DEBUG nova.virt.hardware [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.414656] env[69281]: DEBUG nova.virt.hardware [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.414924] env[69281]: DEBUG nova.virt.hardware [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.415147] env[69281]: DEBUG nova.virt.hardware [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.415337] env[69281]: DEBUG nova.virt.hardware [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.415504] env[69281]: DEBUG nova.virt.hardware [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.415677] env[69281]: DEBUG nova.virt.hardware [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.416953] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8026d24d-0859-4633-abb5-805c2f7c7a3f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.426242] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1150210-7e1a-4b79-a283-1646059dc79c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.443332] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.449558] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Creating folder: Project (901848830f274b498876076a68acc13c). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.449908] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9b53ed6-4e19-4661-9ee6-fea509f7f977 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.461354] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Created folder: Project (901848830f274b498876076a68acc13c) in parent group-v781128. [ 623.461559] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Creating folder: Instances. Parent ref: group-v781165. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.461809] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0345c6e6-cd64-49fe-8665-1498cf6c0092 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.471378] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Created folder: Instances in parent group-v781165. [ 623.471790] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.472043] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.472267] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8e2e77a-3143-484e-a843-5d206c344127 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.488009] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Releasing lock "refresh_cache-67549cf6-793a-4173-b502-db43f8676308" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.488335] env[69281]: DEBUG nova.compute.manager [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Instance network_info: |[{"id": "5e60ac4b-777d-4501-9004-9620fdcf0ca3", "address": "fa:16:3e:c7:46:a3", "network": {"id": "5152c119-d6c5-4b93-b47e-9e2945a10a2d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-580386479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4f42897ad0624a2faa224dc9bd17f758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e60ac4b-77", "ovs_interfaceid": "5e60ac4b-777d-4501-9004-9620fdcf0ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.488859] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:46:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e60ac4b-777d-4501-9004-9620fdcf0ca3', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.496254] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Creating folder: Project (4f42897ad0624a2faa224dc9bd17f758). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.496959] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f379a79-e135-4b8b-9912-a2c54cbeae53 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.505890] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.505890] env[69281]: value = "task-3935043" [ 623.505890] env[69281]: _type = "Task" [ 623.505890] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.507773] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Created folder: Project (4f42897ad0624a2faa224dc9bd17f758) in parent group-v781128. [ 623.508149] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Creating folder: Instances. Parent ref: group-v781167. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.508564] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c501c17-3c25-4dc3-8ff1-73681558b0ee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.514835] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935043, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.521556] env[69281]: DEBUG nova.scheduler.client.report [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.530232] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Created folder: Instances in parent group-v781167. [ 623.530487] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.543500] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67549cf6-793a-4173-b502-db43f8676308] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.543500] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f22d967f-d166-410c-83d5-da41f5a64455 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.564110] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935040, 'name': Rename_Task, 'duration_secs': 0.237774} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.569590] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.569941] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.569941] env[69281]: value = "task-3935046" [ 623.569941] env[69281]: _type = "Task" [ 623.569941] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.570557] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935039, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.570783] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d04a1e2-4049-4a9b-aa92-6eb548afffbc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.587566] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 623.587566] env[69281]: value = "task-3935047" [ 623.587566] env[69281]: _type = "Task" [ 623.587566] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.587878] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935046, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.597293] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 623.602949] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c721788d-5dd0-4415-bbb5-7a9250a3b787 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.605465] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.611235] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 623.611235] env[69281]: value = "task-3935048" [ 623.611235] env[69281]: _type = "Task" [ 623.611235] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.628119] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935048, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.634610] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5297d71c-44b3-6ff6-c382-3499fc16dfdb, 'name': SearchDatastore_Task, 'duration_secs': 0.017703} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.635714] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5192c8d3-9148-4f13-a339-e5f42ea0b835 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.643222] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 623.643222] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f00ccf-c64f-53ad-5382-72ec35e90621" [ 623.643222] env[69281]: _type = "Task" [ 623.643222] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.654346] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f00ccf-c64f-53ad-5382-72ec35e90621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.667320] env[69281]: DEBUG nova.compute.manager [req-327130f4-a241-4e15-8c9d-1f4155a2fe10 req-434d3b44-8a99-4dd8-9fb1-8f8d12affb96 service nova] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Received event network-vif-plugged-d04e31bf-cc32-4453-8b4a-5169d1a4d635 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.667320] env[69281]: DEBUG oslo_concurrency.lockutils [req-327130f4-a241-4e15-8c9d-1f4155a2fe10 req-434d3b44-8a99-4dd8-9fb1-8f8d12affb96 service nova] Acquiring lock "9332e878-5c4e-4be7-965f-de2dbc319321-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.667530] env[69281]: DEBUG oslo_concurrency.lockutils [req-327130f4-a241-4e15-8c9d-1f4155a2fe10 req-434d3b44-8a99-4dd8-9fb1-8f8d12affb96 service nova] Lock "9332e878-5c4e-4be7-965f-de2dbc319321-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.667530] env[69281]: DEBUG oslo_concurrency.lockutils [req-327130f4-a241-4e15-8c9d-1f4155a2fe10 req-434d3b44-8a99-4dd8-9fb1-8f8d12affb96 service nova] Lock "9332e878-5c4e-4be7-965f-de2dbc319321-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.667706] env[69281]: DEBUG nova.compute.manager [req-327130f4-a241-4e15-8c9d-1f4155a2fe10 req-434d3b44-8a99-4dd8-9fb1-8f8d12affb96 service nova] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] No waiting events found dispatching network-vif-plugged-d04e31bf-cc32-4453-8b4a-5169d1a4d635 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 623.667917] env[69281]: WARNING nova.compute.manager [req-327130f4-a241-4e15-8c9d-1f4155a2fe10 req-434d3b44-8a99-4dd8-9fb1-8f8d12affb96 service nova] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Received unexpected event network-vif-plugged-d04e31bf-cc32-4453-8b4a-5169d1a4d635 for instance with vm_state building and task_state spawning. [ 623.668112] env[69281]: DEBUG nova.compute.manager [req-327130f4-a241-4e15-8c9d-1f4155a2fe10 req-434d3b44-8a99-4dd8-9fb1-8f8d12affb96 service nova] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Received event network-changed-d04e31bf-cc32-4453-8b4a-5169d1a4d635 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.668279] env[69281]: DEBUG nova.compute.manager [req-327130f4-a241-4e15-8c9d-1f4155a2fe10 req-434d3b44-8a99-4dd8-9fb1-8f8d12affb96 service nova] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Refreshing instance network info cache due to event network-changed-d04e31bf-cc32-4453-8b4a-5169d1a4d635. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.668469] env[69281]: DEBUG oslo_concurrency.lockutils [req-327130f4-a241-4e15-8c9d-1f4155a2fe10 req-434d3b44-8a99-4dd8-9fb1-8f8d12affb96 service nova] Acquiring lock "refresh_cache-9332e878-5c4e-4be7-965f-de2dbc319321" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.668608] env[69281]: DEBUG oslo_concurrency.lockutils [req-327130f4-a241-4e15-8c9d-1f4155a2fe10 req-434d3b44-8a99-4dd8-9fb1-8f8d12affb96 service nova] Acquired lock "refresh_cache-9332e878-5c4e-4be7-965f-de2dbc319321" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.668829] env[69281]: DEBUG nova.network.neutron [req-327130f4-a241-4e15-8c9d-1f4155a2fe10 req-434d3b44-8a99-4dd8-9fb1-8f8d12affb96 service nova] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Refreshing network info cache for port d04e31bf-cc32-4453-8b4a-5169d1a4d635 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.019023] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935043, 'name': CreateVM_Task, 'duration_secs': 0.422633} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.019023] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.019023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.019023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.019023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.019023] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa2c65e-afd4-47cc-b0b2-95becdfd3c88 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.028237] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 624.028237] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b13ea1-cc7d-eb39-3ac0-5b62e91bd4c5" [ 624.028237] env[69281]: _type = "Task" [ 624.028237] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.032960] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.033739] env[69281]: DEBUG nova.compute.manager [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.040395] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.049s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.040395] env[69281]: DEBUG nova.objects.instance [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Lazy-loading 'resources' on Instance uuid 1d8a3599-3789-474c-ac22-a7abfbd20b89 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 624.052912] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b13ea1-cc7d-eb39-3ac0-5b62e91bd4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013569} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.052912] env[69281]: DEBUG oslo_concurrency.lockutils [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.052912] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.052912] env[69281]: DEBUG oslo_concurrency.lockutils [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.054499] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935039, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.677034} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.054499] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 0fdefcd8-a54d-4e80-a3ae-caca44ab351f/0fdefcd8-a54d-4e80-a3ae-caca44ab351f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.054499] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.054499] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c03fa99-efc6-468e-82e3-02b0919a40e0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.066611] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Waiting for the task: (returnval){ [ 624.066611] env[69281]: value = "task-3935049" [ 624.066611] env[69281]: _type = "Task" [ 624.066611] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.080496] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.090702] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935046, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.104414] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935047, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.124249] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935048, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.161523] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f00ccf-c64f-53ad-5382-72ec35e90621, 'name': SearchDatastore_Task, 'duration_secs': 0.03976} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.162949] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.162949] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 9332e878-5c4e-4be7-965f-de2dbc319321/9332e878-5c4e-4be7-965f-de2dbc319321.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.162949] env[69281]: DEBUG oslo_concurrency.lockutils [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.162949] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.163260] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0544f143-dd6d-4226-8bf2-528f033a0713 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.166458] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4bc6343-3d6f-441b-a870-500b95f3545b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.178905] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 624.178905] env[69281]: value = "task-3935051" [ 624.178905] env[69281]: _type = "Task" [ 624.178905] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.185486] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.185486] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.187243] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96cbaa5-83ca-43ca-b9d9-853409383f07 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.197067] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.202908] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 624.202908] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52da9e6d-ff5c-7b05-9020-6f923600c1b4" [ 624.202908] env[69281]: _type = "Task" [ 624.202908] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.217271] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52da9e6d-ff5c-7b05-9020-6f923600c1b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.347694] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "9b30894a-b414-4c4c-b92e-b33d4fbb40cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.347694] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "9b30894a-b414-4c4c-b92e-b33d4fbb40cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.538045] env[69281]: DEBUG nova.network.neutron [req-327130f4-a241-4e15-8c9d-1f4155a2fe10 req-434d3b44-8a99-4dd8-9fb1-8f8d12affb96 service nova] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Updated VIF entry in instance network info cache for port d04e31bf-cc32-4453-8b4a-5169d1a4d635. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.538045] env[69281]: DEBUG nova.network.neutron [req-327130f4-a241-4e15-8c9d-1f4155a2fe10 req-434d3b44-8a99-4dd8-9fb1-8f8d12affb96 service nova] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Updating instance_info_cache with network_info: [{"id": "d04e31bf-cc32-4453-8b4a-5169d1a4d635", "address": "fa:16:3e:54:d8:03", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd04e31bf-cc", "ovs_interfaceid": "d04e31bf-cc32-4453-8b4a-5169d1a4d635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.546319] env[69281]: DEBUG nova.compute.utils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.551098] env[69281]: DEBUG nova.compute.manager [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.551098] env[69281]: DEBUG nova.network.neutron [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.580938] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084818} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.584643] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.585793] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eda7e74-f988-4966-90fa-04716bdf355f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.594185] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935046, 'name': CreateVM_Task, 'duration_secs': 0.602359} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.597533] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67549cf6-793a-4173-b502-db43f8676308] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.597761] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.598915] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.598915] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.599117] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29021193-7ddc-4a09-b5da-7ba04e26dbd4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.621926] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 0fdefcd8-a54d-4e80-a3ae-caca44ab351f/0fdefcd8-a54d-4e80-a3ae-caca44ab351f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.629181] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51d18c92-e1a8-4f5f-8336-3a06177ad0c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.645050] env[69281]: DEBUG oslo_vmware.api [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935047, 'name': PowerOnVM_Task, 'duration_secs': 0.723107} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.646621] env[69281]: DEBUG nova.policy [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33ecab19e5104e109832cfc3dc469158', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '703a47e913354591ae4465d2fa7c1816', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.654297] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.654447] env[69281]: INFO nova.compute.manager [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Took 11.94 seconds to spawn the instance on the hypervisor. [ 624.655155] env[69281]: DEBUG nova.compute.manager [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 624.655155] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Waiting for the task: (returnval){ [ 624.655155] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5260c708-b1f6-eafe-bfa2-c86a049bb0c8" [ 624.655155] env[69281]: _type = "Task" [ 624.655155] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.657123] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe413be-a9a6-4380-b2c0-f2b3b8a231b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.669367] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Waiting for the task: (returnval){ [ 624.669367] env[69281]: value = "task-3935052" [ 624.669367] env[69281]: _type = "Task" [ 624.669367] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.669784] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935048, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.695711] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.704592] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5260c708-b1f6-eafe-bfa2-c86a049bb0c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.705061] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935051, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.724796] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52da9e6d-ff5c-7b05-9020-6f923600c1b4, 'name': SearchDatastore_Task, 'duration_secs': 0.015678} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.724796] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47eb9272-99e5-4805-9822-1c0ae634a568 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.733157] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 624.733157] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d99005-53e6-7af9-4998-d4cd8a217613" [ 624.733157] env[69281]: _type = "Task" [ 624.733157] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.743505] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d99005-53e6-7af9-4998-d4cd8a217613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.000407] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "9b385495-33e8-463b-bdfd-b2a714b2df1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.000407] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "9b385495-33e8-463b-bdfd-b2a714b2df1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.042626] env[69281]: DEBUG oslo_concurrency.lockutils [req-327130f4-a241-4e15-8c9d-1f4155a2fe10 req-434d3b44-8a99-4dd8-9fb1-8f8d12affb96 service nova] Releasing lock "refresh_cache-9332e878-5c4e-4be7-965f-de2dbc319321" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.053491] env[69281]: DEBUG nova.compute.manager [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.147342] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935048, 'name': CreateSnapshot_Task, 'duration_secs': 1.362141} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.151142] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 625.151142] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212d04d6-558f-4c5e-8450-03d3da32a9cf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.171231] env[69281]: DEBUG nova.network.neutron [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Successfully created port: 366c5862-ae6b-457d-94c7-1d04577581f9 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.216701] env[69281]: INFO nova.compute.manager [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Took 21.79 seconds to build instance. [ 625.225900] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5260c708-b1f6-eafe-bfa2-c86a049bb0c8, 'name': SearchDatastore_Task, 'duration_secs': 0.072534} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.231634] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.232173] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.232461] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.232714] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.242377] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730006} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.252533] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 9332e878-5c4e-4be7-965f-de2dbc319321/9332e878-5c4e-4be7-965f-de2dbc319321.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.253236] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.253896] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c04c9837-6434-4ac5-8613-dd64a0022f1c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.268210] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d99005-53e6-7af9-4998-d4cd8a217613, 'name': SearchDatastore_Task, 'duration_secs': 0.063573} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.268712] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff20a33-1c37-4293-9199-226bddd9d966 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.274792] env[69281]: DEBUG oslo_concurrency.lockutils [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.274792] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f/2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.275364] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 625.275364] env[69281]: value = "task-3935053" [ 625.275364] env[69281]: _type = "Task" [ 625.275364] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.275625] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.275775] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.276120] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90892646-3fbc-460a-8ed8-c673f8c156c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.281396] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9609181-998e-4c1c-8fea-4a620984db7c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.296559] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e92e79-001f-4d26-897b-af233deb5d3a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.310018] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.310465] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 625.310465] env[69281]: value = "task-3935054" [ 625.310465] env[69281]: _type = "Task" [ 625.310465] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.310779] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.311034] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.312830] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772fd8c7-f7a5-4871-828f-db84ea1613aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.360404] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f639c6d-f680-42bd-8c4f-efd8d84814bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.366522] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Waiting for the task: (returnval){ [ 625.366522] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52cc805b-9f13-bc5f-52b4-6ab5f056541f" [ 625.366522] env[69281]: _type = "Task" [ 625.366522] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.379034] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.381542] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a749ff-3a6b-4fa1-a907-1ffbee1d936f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.394553] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52cc805b-9f13-bc5f-52b4-6ab5f056541f, 'name': SearchDatastore_Task, 'duration_secs': 0.017537} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.396933] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-361b4e53-49c7-49f1-a78f-176e9c2bb68d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.415739] env[69281]: DEBUG nova.compute.provider_tree [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.421994] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Waiting for the task: (returnval){ [ 625.421994] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5246068d-df05-e479-09b6-6c5f3669eadd" [ 625.421994] env[69281]: _type = "Task" [ 625.421994] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.433551] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5246068d-df05-e479-09b6-6c5f3669eadd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.684022] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 625.684022] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d758cf50-7fbc-4ab8-882b-d91fc21aa142 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.693251] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 625.693251] env[69281]: value = "task-3935055" [ 625.693251] env[69281]: _type = "Task" [ 625.693251] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.699908] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935052, 'name': ReconfigVM_Task, 'duration_secs': 0.663169} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.700524] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 0fdefcd8-a54d-4e80-a3ae-caca44ab351f/0fdefcd8-a54d-4e80-a3ae-caca44ab351f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.701279] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd301fb5-94f8-4642-9c6b-96bbe322f5c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.706597] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935055, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.714364] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Waiting for the task: (returnval){ [ 625.714364] env[69281]: value = "task-3935056" [ 625.714364] env[69281]: _type = "Task" [ 625.714364] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.726496] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25f847f1-7303-4215-b25a-90aa871ceacd tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.592s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.726756] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935056, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.795801] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19986} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.796161] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.797050] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0666f859-b30d-48fd-a92a-98eae2ee2a34 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.825962] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 9332e878-5c4e-4be7-965f-de2dbc319321/9332e878-5c4e-4be7-965f-de2dbc319321.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.830519] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571a1896-327a-411c-9f93-789b6ca5a9d2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.854347] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935054, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.856496] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 625.856496] env[69281]: value = "task-3935057" [ 625.856496] env[69281]: _type = "Task" [ 625.856496] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.866639] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.919838] env[69281]: DEBUG nova.scheduler.client.report [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.943248] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5246068d-df05-e479-09b6-6c5f3669eadd, 'name': SearchDatastore_Task, 'duration_secs': 0.032836} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.944395] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.944808] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 67549cf6-793a-4173-b502-db43f8676308/67549cf6-793a-4173-b502-db43f8676308.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.945275] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14d44b1f-dcf1-4e58-91ff-172a49715f7c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.955337] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Waiting for the task: (returnval){ [ 625.955337] env[69281]: value = "task-3935058" [ 625.955337] env[69281]: _type = "Task" [ 625.955337] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.970424] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.071785] env[69281]: DEBUG nova.compute.manager [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.103383] env[69281]: DEBUG nova.virt.hardware [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:45:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='632699878',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-189212374',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.103640] env[69281]: DEBUG nova.virt.hardware [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.103925] env[69281]: DEBUG nova.virt.hardware [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.104018] env[69281]: DEBUG nova.virt.hardware [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.104145] env[69281]: DEBUG nova.virt.hardware [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.104294] env[69281]: DEBUG nova.virt.hardware [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.104506] env[69281]: DEBUG nova.virt.hardware [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.104668] env[69281]: DEBUG nova.virt.hardware [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.104861] env[69281]: DEBUG nova.virt.hardware [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.105062] env[69281]: DEBUG nova.virt.hardware [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.105257] env[69281]: DEBUG nova.virt.hardware [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.106439] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4f3582-619f-4ffa-997b-3ccc39ce0aa8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.115414] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065ad8e5-01a9-4cb6-aae4-389c3786ca0e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.139222] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquiring lock "b1832876-6076-4108-aef5-ccf5fda6f4c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.140225] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Lock "b1832876-6076-4108-aef5-ccf5fda6f4c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.140225] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquiring lock "b1832876-6076-4108-aef5-ccf5fda6f4c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.140512] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Lock "b1832876-6076-4108-aef5-ccf5fda6f4c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.140773] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Lock "b1832876-6076-4108-aef5-ccf5fda6f4c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.143695] env[69281]: INFO nova.compute.manager [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Terminating instance [ 626.213193] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935055, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.230451] env[69281]: DEBUG nova.compute.manager [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.233847] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935056, 'name': Rename_Task, 'duration_secs': 0.512328} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.234367] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.235156] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f5a04bb-5d2e-4c1d-873d-583acdb0539c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.246826] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Waiting for the task: (returnval){ [ 626.246826] env[69281]: value = "task-3935059" [ 626.246826] env[69281]: _type = "Task" [ 626.246826] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.265908] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.269038] env[69281]: DEBUG nova.compute.manager [req-b7023f24-0efe-44e4-864f-04335c1f692e req-1bc7468a-3995-47aa-9ca5-0faad1dcacea service nova] [instance: 67549cf6-793a-4173-b502-db43f8676308] Received event network-changed-5e60ac4b-777d-4501-9004-9620fdcf0ca3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.269253] env[69281]: DEBUG nova.compute.manager [req-b7023f24-0efe-44e4-864f-04335c1f692e req-1bc7468a-3995-47aa-9ca5-0faad1dcacea service nova] [instance: 67549cf6-793a-4173-b502-db43f8676308] Refreshing instance network info cache due to event network-changed-5e60ac4b-777d-4501-9004-9620fdcf0ca3. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 626.269527] env[69281]: DEBUG oslo_concurrency.lockutils [req-b7023f24-0efe-44e4-864f-04335c1f692e req-1bc7468a-3995-47aa-9ca5-0faad1dcacea service nova] Acquiring lock "refresh_cache-67549cf6-793a-4173-b502-db43f8676308" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.269669] env[69281]: DEBUG oslo_concurrency.lockutils [req-b7023f24-0efe-44e4-864f-04335c1f692e req-1bc7468a-3995-47aa-9ca5-0faad1dcacea service nova] Acquired lock "refresh_cache-67549cf6-793a-4173-b502-db43f8676308" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.271141] env[69281]: DEBUG nova.network.neutron [req-b7023f24-0efe-44e4-864f-04335c1f692e req-1bc7468a-3995-47aa-9ca5-0faad1dcacea service nova] [instance: 67549cf6-793a-4173-b502-db43f8676308] Refreshing network info cache for port 5e60ac4b-777d-4501-9004-9620fdcf0ca3 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.332384] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935054, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.375698] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.435605] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.394s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.437593] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.012s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.441143] env[69281]: INFO nova.compute.claims [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.478081] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.478695] env[69281]: INFO nova.scheduler.client.report [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Deleted allocations for instance 1d8a3599-3789-474c-ac22-a7abfbd20b89 [ 626.649391] env[69281]: DEBUG nova.compute.manager [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.649671] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.650801] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3349b8ec-80bc-4ed1-95a3-f04a85dc7755 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.666581] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.666918] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b30338d5-dfc1-47b8-a84f-ffce2c4c2a1b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.678297] env[69281]: DEBUG oslo_vmware.api [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Waiting for the task: (returnval){ [ 626.678297] env[69281]: value = "task-3935060" [ 626.678297] env[69281]: _type = "Task" [ 626.678297] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.697805] env[69281]: DEBUG oslo_vmware.api [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3935060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.709139] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935055, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.760186] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.763261] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.832790] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935054, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.049076} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.833369] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f/2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.833369] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.833641] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b071003-2e94-4fd1-98e6-0a8e3777fa17 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.844243] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 626.844243] env[69281]: value = "task-3935061" [ 626.844243] env[69281]: _type = "Task" [ 626.844243] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.857241] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.869899] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.971482] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.982403} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.973427] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 67549cf6-793a-4173-b502-db43f8676308/67549cf6-793a-4173-b502-db43f8676308.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.974543] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.974543] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22cba750-0a44-40ec-87b8-af9284813164 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.984697] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Waiting for the task: (returnval){ [ 626.984697] env[69281]: value = "task-3935062" [ 626.984697] env[69281]: _type = "Task" [ 626.984697] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.995053] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2af01341-a51a-4d73-9776-2c1fc3df08c4 tempest-DeleteServersAdminTestJSON-2035177167 tempest-DeleteServersAdminTestJSON-2035177167-project-admin] Lock "1d8a3599-3789-474c-ac22-a7abfbd20b89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.740s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.002466] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.194580] env[69281]: DEBUG oslo_vmware.api [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3935060, 'name': PowerOffVM_Task, 'duration_secs': 0.347075} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.195068] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.195738] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 627.196535] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-604da3d5-1122-48ec-b19a-f896cebf56e4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.213899] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935055, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.258522] env[69281]: DEBUG oslo_vmware.api [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935059, 'name': PowerOnVM_Task, 'duration_secs': 0.966512} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.258796] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.258994] env[69281]: INFO nova.compute.manager [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Took 11.93 seconds to spawn the instance on the hypervisor. [ 627.259188] env[69281]: DEBUG nova.compute.manager [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 627.260184] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841a9125-cf44-481c-af33-685c5fe99b4f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.285776] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 627.285987] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 627.286181] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Deleting the datastore file [datastore2] b1832876-6076-4108-aef5-ccf5fda6f4c4 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.286487] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fba38fc-91c3-4d83-9cd2-eddc96ab764a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.296908] env[69281]: DEBUG oslo_vmware.api [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Waiting for the task: (returnval){ [ 627.296908] env[69281]: value = "task-3935064" [ 627.296908] env[69281]: _type = "Task" [ 627.296908] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.308972] env[69281]: DEBUG oslo_vmware.api [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3935064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.356109] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149201} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.356475] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.358401] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24e2f2e-3dcb-4e30-adca-177fbacf5bfd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.384667] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935057, 'name': ReconfigVM_Task, 'duration_secs': 1.150811} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.394576] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f/2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.395448] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 9332e878-5c4e-4be7-965f-de2dbc319321/9332e878-5c4e-4be7-965f-de2dbc319321.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.396121] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86350c93-674c-447c-9bf0-d9e9baff25a7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.413311] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d436675a-553b-4f8e-b8f4-31ade6baa8d1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.422133] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 627.422133] env[69281]: value = "task-3935065" [ 627.422133] env[69281]: _type = "Task" [ 627.422133] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.424479] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 627.424479] env[69281]: value = "task-3935066" [ 627.424479] env[69281]: _type = "Task" [ 627.424479] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.442986] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935065, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.503603] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087372} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.506819] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.508758] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132d0ded-5aac-4054-ab61-5fefa2f779e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.536376] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 67549cf6-793a-4173-b502-db43f8676308/67549cf6-793a-4173-b502-db43f8676308.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.539631] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cdde72f-697e-4a2f-a891-20ecd3e22c2d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.562892] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Waiting for the task: (returnval){ [ 627.562892] env[69281]: value = "task-3935067" [ 627.562892] env[69281]: _type = "Task" [ 627.562892] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.575378] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.598503] env[69281]: DEBUG nova.network.neutron [req-b7023f24-0efe-44e4-864f-04335c1f692e req-1bc7468a-3995-47aa-9ca5-0faad1dcacea service nova] [instance: 67549cf6-793a-4173-b502-db43f8676308] Updated VIF entry in instance network info cache for port 5e60ac4b-777d-4501-9004-9620fdcf0ca3. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.599011] env[69281]: DEBUG nova.network.neutron [req-b7023f24-0efe-44e4-864f-04335c1f692e req-1bc7468a-3995-47aa-9ca5-0faad1dcacea service nova] [instance: 67549cf6-793a-4173-b502-db43f8676308] Updating instance_info_cache with network_info: [{"id": "5e60ac4b-777d-4501-9004-9620fdcf0ca3", "address": "fa:16:3e:c7:46:a3", "network": {"id": "5152c119-d6c5-4b93-b47e-9e2945a10a2d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-580386479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f42897ad0624a2faa224dc9bd17f758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e60ac4b-77", "ovs_interfaceid": "5e60ac4b-777d-4501-9004-9620fdcf0ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.714130] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935055, 'name': CloneVM_Task} progress is 95%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.735332] env[69281]: DEBUG nova.network.neutron [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Successfully updated port: 366c5862-ae6b-457d-94c7-1d04577581f9 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.791343] env[69281]: INFO nova.compute.manager [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Took 24.14 seconds to build instance. [ 627.815716] env[69281]: DEBUG oslo_vmware.api [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Task: {'id': task-3935064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310874} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.819016] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.819016] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.819016] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.819016] env[69281]: INFO nova.compute.manager [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 627.819016] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.819200] env[69281]: DEBUG nova.compute.manager [-] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.819200] env[69281]: DEBUG nova.network.neutron [-] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.944393] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935065, 'name': Rename_Task, 'duration_secs': 0.257202} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.948400] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.948400] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.951123] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cddcad2d-710a-43e8-ae74-b91f18c2cbaf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.959653] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 627.959653] env[69281]: value = "task-3935068" [ 627.959653] env[69281]: _type = "Task" [ 627.959653] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.980283] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.086017] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.109821] env[69281]: DEBUG oslo_concurrency.lockutils [req-b7023f24-0efe-44e4-864f-04335c1f692e req-1bc7468a-3995-47aa-9ca5-0faad1dcacea service nova] Releasing lock "refresh_cache-67549cf6-793a-4173-b502-db43f8676308" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.136913] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cc9176-b606-4220-81b1-82e34ec7873b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.147964] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09244a0-e931-4152-a679-a7e81f1a7cb2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.190729] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211c93b3-b536-4e59-8f10-079e5094d579 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.202167] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a3d2b7-a7cd-4865-b1de-7853f996b191 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.216250] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935055, 'name': CloneVM_Task, 'duration_secs': 2.225532} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.225382] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Created linked-clone VM from snapshot [ 628.226158] env[69281]: DEBUG nova.compute.provider_tree [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.228581] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6920acb3-4135-4322-b782-c3e173ed413c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.243487] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "refresh_cache-3947c3c2-3934-4d22-99d3-777681b1b5d1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.243487] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquired lock "refresh_cache-3947c3c2-3934-4d22-99d3-777681b1b5d1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.243691] env[69281]: DEBUG nova.network.neutron [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.246404] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Uploading image 3eaaaa5e-1e55-433d-832e-22697c84ca68 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 628.264306] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 628.265045] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4a3f852c-f17f-465d-a6e5-ab6d45c055d8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.273412] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 628.273412] env[69281]: value = "task-3935070" [ 628.273412] env[69281]: _type = "Task" [ 628.273412] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.286154] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935070, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.297835] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91146c33-39f9-4fc2-89c1-218c695a6117 tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Lock "0fdefcd8-a54d-4e80-a3ae-caca44ab351f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.972s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.446451] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935066, 'name': ReconfigVM_Task, 'duration_secs': 0.768917} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.446749] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f/2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.447409] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-588b8f55-81f8-4b06-b650-124b1d7f541a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.456544] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 628.456544] env[69281]: value = "task-3935071" [ 628.456544] env[69281]: _type = "Task" [ 628.456544] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.474125] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935071, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.477349] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935068, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.580013] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935067, 'name': ReconfigVM_Task, 'duration_secs': 0.68031} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.580189] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 67549cf6-793a-4173-b502-db43f8676308/67549cf6-793a-4173-b502-db43f8676308.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.580979] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e3d3d78-60ef-4544-b9d5-68ccda412a25 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.589149] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Waiting for the task: (returnval){ [ 628.589149] env[69281]: value = "task-3935072" [ 628.589149] env[69281]: _type = "Task" [ 628.589149] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.600156] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935072, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.733169] env[69281]: DEBUG nova.scheduler.client.report [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.792030] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935070, 'name': Destroy_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.801396] env[69281]: DEBUG nova.compute.manager [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.851605] env[69281]: DEBUG nova.network.neutron [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.976624] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935071, 'name': Rename_Task, 'duration_secs': 0.288266} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.982522] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.982522] env[69281]: DEBUG oslo_vmware.api [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935068, 'name': PowerOnVM_Task, 'duration_secs': 0.881857} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.988461] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad4775a5-f04c-4271-931a-a30c254ce3d3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.990366] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.991061] env[69281]: INFO nova.compute.manager [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Took 10.94 seconds to spawn the instance on the hypervisor. [ 628.991061] env[69281]: DEBUG nova.compute.manager [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 628.995866] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfc4081-5d41-4258-9ee5-081cc5e4061b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.016195] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 629.016195] env[69281]: value = "task-3935073" [ 629.016195] env[69281]: _type = "Task" [ 629.016195] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.034293] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935073, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.109626] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935072, 'name': Rename_Task, 'duration_secs': 0.198568} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.109899] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.112404] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d98f8f54-1ef9-4e55-977c-c18e1514775f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.121155] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Waiting for the task: (returnval){ [ 629.121155] env[69281]: value = "task-3935074" [ 629.121155] env[69281]: _type = "Task" [ 629.121155] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.137337] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.250067] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.250067] env[69281]: DEBUG nova.compute.manager [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.253780] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.242s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.253780] env[69281]: DEBUG nova.objects.instance [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Lazy-loading 'resources' on Instance uuid 8648d926-63b1-4e97-ad22-06319a6f9c56 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.287920] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935070, 'name': Destroy_Task, 'duration_secs': 0.627111} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.288227] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Destroyed the VM [ 629.288634] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 629.290732] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-777508a6-b7c1-4a07-a49d-3fceaa279101 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.297966] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 629.297966] env[69281]: value = "task-3935075" [ 629.297966] env[69281]: _type = "Task" [ 629.297966] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.319422] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935075, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.342935] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.363259] env[69281]: DEBUG nova.network.neutron [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Updating instance_info_cache with network_info: [{"id": "366c5862-ae6b-457d-94c7-1d04577581f9", "address": "fa:16:3e:00:fe:d2", "network": {"id": "98e0c99d-7dda-44d4-b377-40d534b83b2b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1376939360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703a47e913354591ae4465d2fa7c1816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366c5862-ae", "ovs_interfaceid": "366c5862-ae6b-457d-94c7-1d04577581f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.380317] env[69281]: DEBUG nova.compute.manager [req-8850fc8d-9a98-4501-9f56-be1745001645 req-85f51b89-5e8d-4183-b8ef-305a9ed19e3f service nova] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Received event network-vif-plugged-366c5862-ae6b-457d-94c7-1d04577581f9 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.380317] env[69281]: DEBUG oslo_concurrency.lockutils [req-8850fc8d-9a98-4501-9f56-be1745001645 req-85f51b89-5e8d-4183-b8ef-305a9ed19e3f service nova] Acquiring lock "3947c3c2-3934-4d22-99d3-777681b1b5d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.380317] env[69281]: DEBUG oslo_concurrency.lockutils [req-8850fc8d-9a98-4501-9f56-be1745001645 req-85f51b89-5e8d-4183-b8ef-305a9ed19e3f service nova] Lock "3947c3c2-3934-4d22-99d3-777681b1b5d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.380831] env[69281]: DEBUG oslo_concurrency.lockutils [req-8850fc8d-9a98-4501-9f56-be1745001645 req-85f51b89-5e8d-4183-b8ef-305a9ed19e3f service nova] Lock "3947c3c2-3934-4d22-99d3-777681b1b5d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.381345] env[69281]: DEBUG nova.compute.manager [req-8850fc8d-9a98-4501-9f56-be1745001645 req-85f51b89-5e8d-4183-b8ef-305a9ed19e3f service nova] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] No waiting events found dispatching network-vif-plugged-366c5862-ae6b-457d-94c7-1d04577581f9 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 629.382197] env[69281]: WARNING nova.compute.manager [req-8850fc8d-9a98-4501-9f56-be1745001645 req-85f51b89-5e8d-4183-b8ef-305a9ed19e3f service nova] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Received unexpected event network-vif-plugged-366c5862-ae6b-457d-94c7-1d04577581f9 for instance with vm_state building and task_state spawning. [ 629.382197] env[69281]: DEBUG nova.compute.manager [req-8850fc8d-9a98-4501-9f56-be1745001645 req-85f51b89-5e8d-4183-b8ef-305a9ed19e3f service nova] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Received event network-changed-366c5862-ae6b-457d-94c7-1d04577581f9 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.382197] env[69281]: DEBUG nova.compute.manager [req-8850fc8d-9a98-4501-9f56-be1745001645 req-85f51b89-5e8d-4183-b8ef-305a9ed19e3f service nova] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Refreshing instance network info cache due to event network-changed-366c5862-ae6b-457d-94c7-1d04577581f9. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.383899] env[69281]: DEBUG oslo_concurrency.lockutils [req-8850fc8d-9a98-4501-9f56-be1745001645 req-85f51b89-5e8d-4183-b8ef-305a9ed19e3f service nova] Acquiring lock "refresh_cache-3947c3c2-3934-4d22-99d3-777681b1b5d1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.542363] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.544190] env[69281]: INFO nova.compute.manager [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Took 24.76 seconds to build instance. [ 629.626523] env[69281]: DEBUG nova.network.neutron [-] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.646021] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935074, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.761591] env[69281]: DEBUG nova.compute.utils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.767844] env[69281]: DEBUG nova.compute.manager [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.767844] env[69281]: DEBUG nova.network.neutron [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.813723] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935075, 'name': RemoveSnapshot_Task} progress is 54%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.822182] env[69281]: DEBUG nova.policy [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee4f7834a0694a15bd39dca35369f29f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5195f136b7b84e8abd564d16d5ee1349', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.865951] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Releasing lock "refresh_cache-3947c3c2-3934-4d22-99d3-777681b1b5d1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.867208] env[69281]: DEBUG nova.compute.manager [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Instance network_info: |[{"id": "366c5862-ae6b-457d-94c7-1d04577581f9", "address": "fa:16:3e:00:fe:d2", "network": {"id": "98e0c99d-7dda-44d4-b377-40d534b83b2b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1376939360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703a47e913354591ae4465d2fa7c1816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366c5862-ae", "ovs_interfaceid": "366c5862-ae6b-457d-94c7-1d04577581f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.867208] env[69281]: DEBUG oslo_concurrency.lockutils [req-8850fc8d-9a98-4501-9f56-be1745001645 req-85f51b89-5e8d-4183-b8ef-305a9ed19e3f service nova] Acquired lock "refresh_cache-3947c3c2-3934-4d22-99d3-777681b1b5d1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.867501] env[69281]: DEBUG nova.network.neutron [req-8850fc8d-9a98-4501-9f56-be1745001645 req-85f51b89-5e8d-4183-b8ef-305a9ed19e3f service nova] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Refreshing network info cache for port 366c5862-ae6b-457d-94c7-1d04577581f9 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.868551] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:fe:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '366c5862-ae6b-457d-94c7-1d04577581f9', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.878757] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Creating folder: Project (703a47e913354591ae4465d2fa7c1816). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.887429] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9186f3af-1d87-4083-834a-e27b137c9876 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.904410] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Created folder: Project (703a47e913354591ae4465d2fa7c1816) in parent group-v781128. [ 629.904410] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Creating folder: Instances. Parent ref: group-v781174. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.904593] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfcf285d-09fc-4ff8-ba86-2acf18b580b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.922033] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Created folder: Instances in parent group-v781174. [ 629.922033] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.922033] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.922033] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fdbc47c-23a3-4aae-94da-48b88a56ecc8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.955362] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.955362] env[69281]: value = "task-3935078" [ 629.955362] env[69281]: _type = "Task" [ 629.955362] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.972137] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935078, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.031453] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.054593] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3420370c-866a-4334-a92c-d86980400555 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "9332e878-5c4e-4be7-965f-de2dbc319321" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.175s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.133273] env[69281]: DEBUG oslo_vmware.api [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935074, 'name': PowerOnVM_Task, 'duration_secs': 0.840701} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.133627] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.133869] env[69281]: INFO nova.compute.manager [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Took 9.36 seconds to spawn the instance on the hypervisor. [ 630.134091] env[69281]: DEBUG nova.compute.manager [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 630.134944] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d154b1d8-1678-45b1-aecc-d0f3bbe1b4bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.138237] env[69281]: INFO nova.compute.manager [-] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Took 2.32 seconds to deallocate network for instance. [ 630.267341] env[69281]: DEBUG nova.compute.manager [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.318896] env[69281]: DEBUG oslo_vmware.api [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935075, 'name': RemoveSnapshot_Task, 'duration_secs': 0.735063} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.322734] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 630.470353] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935078, 'name': CreateVM_Task, 'duration_secs': 0.477103} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.470353] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.471368] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.471513] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.473000] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.473000] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68096dab-5770-4809-aec9-5a84c2bba77e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.480559] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 630.480559] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52fd2400-bf16-3aff-46ae-c1a6fe9ae8ac" [ 630.480559] env[69281]: _type = "Task" [ 630.480559] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.506113] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52fd2400-bf16-3aff-46ae-c1a6fe9ae8ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014707} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.506113] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.506113] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.506360] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.507134] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.507134] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.507321] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c36f1c9b-6e30-4281-a27c-6639eb120b91 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.523472] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.524120] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.524970] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74262a76-4987-4af7-89ee-86b592534054 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.537195] env[69281]: DEBUG oslo_vmware.api [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935073, 'name': PowerOnVM_Task, 'duration_secs': 1.293433} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.537866] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.538102] env[69281]: INFO nova.compute.manager [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Took 7.15 seconds to spawn the instance on the hypervisor. [ 630.541023] env[69281]: DEBUG nova.compute.manager [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 630.542578] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8106c389-cc71-41dd-9a2e-483f889fe8d7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.546980] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 630.546980] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52df1ff3-813a-0330-8240-2ad1f2f2a4b9" [ 630.546980] env[69281]: _type = "Task" [ 630.546980] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.552091] env[69281]: DEBUG nova.network.neutron [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Successfully created port: 1ff482c9-a8fe-4db4-bf88-f73611e07c2d {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.561306] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cba7aa-31a7-45b8-ab75-181ddf9e9b7b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.567319] env[69281]: DEBUG nova.compute.manager [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.577842] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquiring lock "2d71fa70-71a7-4db9-a52e-86f668a8af0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.577842] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Lock "2d71fa70-71a7-4db9-a52e-86f668a8af0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.586869] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd224008-eb14-4dba-87ee-e8dcc3076557 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.590874] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52df1ff3-813a-0330-8240-2ad1f2f2a4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012519} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.592505] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d408a1a-1317-40c5-87c1-0fd9dbc93eaf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.626766] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82135958-c8e8-4384-9939-91c4ad7f0f74 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.632646] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 630.632646] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ee29dd-a057-530c-57cb-e96952685a6c" [ 630.632646] env[69281]: _type = "Task" [ 630.632646] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.640360] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dee432-abb7-437f-bb69-9e4c7f6c6d08 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.648450] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ee29dd-a057-530c-57cb-e96952685a6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.664880] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.665365] env[69281]: DEBUG nova.compute.provider_tree [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.672776] env[69281]: INFO nova.compute.manager [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Took 24.81 seconds to build instance. [ 630.814213] env[69281]: DEBUG nova.network.neutron [req-8850fc8d-9a98-4501-9f56-be1745001645 req-85f51b89-5e8d-4183-b8ef-305a9ed19e3f service nova] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Updated VIF entry in instance network info cache for port 366c5862-ae6b-457d-94c7-1d04577581f9. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.814577] env[69281]: DEBUG nova.network.neutron [req-8850fc8d-9a98-4501-9f56-be1745001645 req-85f51b89-5e8d-4183-b8ef-305a9ed19e3f service nova] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Updating instance_info_cache with network_info: [{"id": "366c5862-ae6b-457d-94c7-1d04577581f9", "address": "fa:16:3e:00:fe:d2", "network": {"id": "98e0c99d-7dda-44d4-b377-40d534b83b2b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1376939360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703a47e913354591ae4465d2fa7c1816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366c5862-ae", "ovs_interfaceid": "366c5862-ae6b-457d-94c7-1d04577581f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.829994] env[69281]: WARNING nova.compute.manager [None req-abb20f83-227a-4ad2-b975-4f3612b618c2 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Image not found during snapshot: nova.exception.ImageNotFound: Image 3eaaaa5e-1e55-433d-832e-22697c84ca68 could not be found. [ 630.999747] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "8e2b0a67-27be-4006-888f-1bfc6b45030b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.001317] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "8e2b0a67-27be-4006-888f-1bfc6b45030b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.021427] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Acquiring lock "ed77329b-1485-4662-8f59-91430507348e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.022057] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Lock "ed77329b-1485-4662-8f59-91430507348e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.039359] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Acquiring lock "0fdefcd8-a54d-4e80-a3ae-caca44ab351f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.040653] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Lock "0fdefcd8-a54d-4e80-a3ae-caca44ab351f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.041049] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Acquiring lock "0fdefcd8-a54d-4e80-a3ae-caca44ab351f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.041299] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Lock "0fdefcd8-a54d-4e80-a3ae-caca44ab351f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.041468] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Lock "0fdefcd8-a54d-4e80-a3ae-caca44ab351f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.044216] env[69281]: INFO nova.compute.manager [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Terminating instance [ 631.091354] env[69281]: INFO nova.compute.manager [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Took 24.11 seconds to build instance. [ 631.111629] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.146723] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ee29dd-a057-530c-57cb-e96952685a6c, 'name': SearchDatastore_Task, 'duration_secs': 0.029941} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.147020] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.147290] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 3947c3c2-3934-4d22-99d3-777681b1b5d1/3947c3c2-3934-4d22-99d3-777681b1b5d1.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.147557] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb7b4bc4-6747-494a-bd24-005559ca98a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.157664] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 631.157664] env[69281]: value = "task-3935080" [ 631.157664] env[69281]: _type = "Task" [ 631.157664] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.169687] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.174865] env[69281]: DEBUG nova.scheduler.client.report [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.178375] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7810e047-b9f2-401d-ad01-38b0508b6bf6 tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Lock "67549cf6-793a-4173-b502-db43f8676308" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.337s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.280722] env[69281]: DEBUG nova.compute.manager [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.313618] env[69281]: DEBUG nova.virt.hardware [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.314325] env[69281]: DEBUG nova.virt.hardware [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.314561] env[69281]: DEBUG nova.virt.hardware [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.314819] env[69281]: DEBUG nova.virt.hardware [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.315354] env[69281]: DEBUG nova.virt.hardware [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.315637] env[69281]: DEBUG nova.virt.hardware [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.315889] env[69281]: DEBUG nova.virt.hardware [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.316070] env[69281]: DEBUG nova.virt.hardware [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.316258] env[69281]: DEBUG nova.virt.hardware [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.316922] env[69281]: DEBUG nova.virt.hardware [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.317293] env[69281]: DEBUG nova.virt.hardware [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.318117] env[69281]: DEBUG oslo_concurrency.lockutils [req-8850fc8d-9a98-4501-9f56-be1745001645 req-85f51b89-5e8d-4183-b8ef-305a9ed19e3f service nova] Releasing lock "refresh_cache-3947c3c2-3934-4d22-99d3-777681b1b5d1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.319495] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7773be-43a6-4533-bfc5-5a11897da79f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.328971] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f35609c-1934-45de-b935-eb2de9caac7e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.554024] env[69281]: DEBUG nova.compute.manager [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 631.554024] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.554024] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2226579-a988-47a0-aca4-7cad734b9d0f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.562840] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.563347] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6336dde-12cc-434d-9165-b665b6edfc99 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.575037] env[69281]: DEBUG oslo_vmware.api [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Waiting for the task: (returnval){ [ 631.575037] env[69281]: value = "task-3935081" [ 631.575037] env[69281]: _type = "Task" [ 631.575037] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.587667] env[69281]: DEBUG oslo_vmware.api [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.593517] env[69281]: DEBUG oslo_concurrency.lockutils [None req-de7501ef-11eb-46b8-824e-b81b58fc3ace tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Lock "2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.739s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.673373] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935080, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.682364] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.429s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.685404] env[69281]: DEBUG nova.compute.manager [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.689542] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.290s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.689946] env[69281]: DEBUG nova.objects.instance [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lazy-loading 'resources' on Instance uuid 7f70d78f-2bcc-47d5-956c-cd873e25f241 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.730044] env[69281]: INFO nova.scheduler.client.report [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Deleted allocations for instance 8648d926-63b1-4e97-ad22-06319a6f9c56 [ 631.930069] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "7289d8eb-3321-4946-8799-efd422ffb4e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.930069] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "7289d8eb-3321-4946-8799-efd422ffb4e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.067041] env[69281]: DEBUG nova.compute.manager [req-5e0506c8-cd68-4f48-afdd-7832a5b4fa8c req-69361bd7-7798-4adf-b4bc-4136b4ef9cce service nova] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Received event network-vif-deleted-f4340876-f054-49d5-a359-e02096fb4c11 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.067041] env[69281]: DEBUG nova.compute.manager [req-5e0506c8-cd68-4f48-afdd-7832a5b4fa8c req-69361bd7-7798-4adf-b4bc-4136b4ef9cce service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Received event network-changed-75b052b0-dcc0-4297-bc30-1b7d5b7320e4 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.067191] env[69281]: DEBUG nova.compute.manager [req-5e0506c8-cd68-4f48-afdd-7832a5b4fa8c req-69361bd7-7798-4adf-b4bc-4136b4ef9cce service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Refreshing instance network info cache due to event network-changed-75b052b0-dcc0-4297-bc30-1b7d5b7320e4. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.067440] env[69281]: DEBUG oslo_concurrency.lockutils [req-5e0506c8-cd68-4f48-afdd-7832a5b4fa8c req-69361bd7-7798-4adf-b4bc-4136b4ef9cce service nova] Acquiring lock "refresh_cache-f936b4ff-b128-46b1-ae08-e22f0030c5ea" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.067629] env[69281]: DEBUG oslo_concurrency.lockutils [req-5e0506c8-cd68-4f48-afdd-7832a5b4fa8c req-69361bd7-7798-4adf-b4bc-4136b4ef9cce service nova] Acquired lock "refresh_cache-f936b4ff-b128-46b1-ae08-e22f0030c5ea" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.067852] env[69281]: DEBUG nova.network.neutron [req-5e0506c8-cd68-4f48-afdd-7832a5b4fa8c req-69361bd7-7798-4adf-b4bc-4136b4ef9cce service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Refreshing network info cache for port 75b052b0-dcc0-4297-bc30-1b7d5b7320e4 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.089514] env[69281]: DEBUG oslo_vmware.api [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935081, 'name': PowerOffVM_Task, 'duration_secs': 0.313782} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.089804] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.090058] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.090657] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe6371df-7773-4b10-884b-703781b7cac1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.096413] env[69281]: DEBUG nova.compute.manager [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.177027] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662879} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.178080] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 3947c3c2-3934-4d22-99d3-777681b1b5d1/3947c3c2-3934-4d22-99d3-777681b1b5d1.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.178502] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.178928] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.179275] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.179453] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Deleting the datastore file [datastore1] 0fdefcd8-a54d-4e80-a3ae-caca44ab351f {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.179867] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c83bf378-c24f-4a57-ae4c-ca1016278ccc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.182908] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ba8f1d7-2b4a-4cdc-abbe-c144a5cdeb96 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.205035] env[69281]: DEBUG oslo_vmware.api [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Waiting for the task: (returnval){ [ 632.205035] env[69281]: value = "task-3935084" [ 632.205035] env[69281]: _type = "Task" [ 632.205035] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.205373] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 632.205373] env[69281]: value = "task-3935083" [ 632.205373] env[69281]: _type = "Task" [ 632.205373] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.226176] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.231825] env[69281]: DEBUG oslo_vmware.api [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.234621] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.239214] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f1126c9-8e94-4c3f-9bfc-1f550fcdd253 tempest-TenantUsagesTestJSON-287331542 tempest-TenantUsagesTestJSON-287331542-project-member] Lock "8648d926-63b1-4e97-ad22-06319a6f9c56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.033s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.534942] env[69281]: DEBUG nova.network.neutron [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Successfully updated port: 1ff482c9-a8fe-4db4-bf88-f73611e07c2d {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.624029] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.735154] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100351} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.738982] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.739513] env[69281]: DEBUG oslo_vmware.api [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Task: {'id': task-3935084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217838} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.744011] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97b8f6b-fa3a-4aa2-a20f-4311b120b7db {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.747309] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.747585] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.747867] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.748197] env[69281]: INFO nova.compute.manager [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 632.748514] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.750488] env[69281]: DEBUG nova.compute.manager [-] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.750488] env[69281]: DEBUG nova.network.neutron [-] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.779328] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 3947c3c2-3934-4d22-99d3-777681b1b5d1/3947c3c2-3934-4d22-99d3-777681b1b5d1.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.782512] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04169bd-ff2b-4d0e-a143-d3f5a48cf973 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.817999] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 632.817999] env[69281]: value = "task-3935086" [ 632.817999] env[69281]: _type = "Task" [ 632.817999] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.832197] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.906996] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ab23ca-fd36-4c13-944a-aacb64af1273 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.917813] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698f2b2b-6f04-4042-b5e8-8fcf715d63c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.955625] env[69281]: INFO nova.compute.manager [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Rebuilding instance [ 632.962561] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4936814b-6520-4954-a54b-707f5e816801 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.971923] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba82fbf2-f8bb-4f33-811e-b14ef03bbbe5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.991437] env[69281]: DEBUG nova.compute.provider_tree [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.016468] env[69281]: DEBUG nova.compute.manager [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 633.017274] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87503ae3-a1f9-4194-869f-2d8c171b9e58 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.037433] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Acquiring lock "refresh_cache-97b91f56-f04d-4dc7-973e-94a987ac1b1c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.037637] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Acquired lock "refresh_cache-97b91f56-f04d-4dc7-973e-94a987ac1b1c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.037798] env[69281]: DEBUG nova.network.neutron [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.062512] env[69281]: DEBUG nova.network.neutron [req-5e0506c8-cd68-4f48-afdd-7832a5b4fa8c req-69361bd7-7798-4adf-b4bc-4136b4ef9cce service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Updated VIF entry in instance network info cache for port 75b052b0-dcc0-4297-bc30-1b7d5b7320e4. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.063181] env[69281]: DEBUG nova.network.neutron [req-5e0506c8-cd68-4f48-afdd-7832a5b4fa8c req-69361bd7-7798-4adf-b4bc-4136b4ef9cce service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Updating instance_info_cache with network_info: [{"id": "75b052b0-dcc0-4297-bc30-1b7d5b7320e4", "address": "fa:16:3e:5b:ec:c5", "network": {"id": "77220849-a01e-4cf8-b103-12ea94fe8e4a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-903958502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870a2147f524a9293ea4c50b7440c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75b052b0-dc", "ovs_interfaceid": "75b052b0-dcc0-4297-bc30-1b7d5b7320e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.201425] env[69281]: INFO nova.compute.manager [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Rebuilding instance [ 633.272778] env[69281]: DEBUG nova.compute.manager [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 633.273688] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801772e7-5586-4cd8-bdd7-48cc25dd9101 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.331784] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.404071] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.404071] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.404071] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.404071] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.404456] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.410246] env[69281]: INFO nova.compute.manager [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Terminating instance [ 633.502129] env[69281]: DEBUG nova.scheduler.client.report [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.565592] env[69281]: DEBUG oslo_concurrency.lockutils [req-5e0506c8-cd68-4f48-afdd-7832a5b4fa8c req-69361bd7-7798-4adf-b4bc-4136b4ef9cce service nova] Releasing lock "refresh_cache-f936b4ff-b128-46b1-ae08-e22f0030c5ea" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.603948] env[69281]: DEBUG nova.network.neutron [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.725996] env[69281]: DEBUG nova.network.neutron [-] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.836035] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935086, 'name': ReconfigVM_Task, 'duration_secs': 0.637056} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.836035] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 3947c3c2-3934-4d22-99d3-777681b1b5d1/3947c3c2-3934-4d22-99d3-777681b1b5d1.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.836808] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ca97da1-cc8c-4716-9293-3a4bc8bdfb1f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.845590] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 633.845590] env[69281]: value = "task-3935087" [ 633.845590] env[69281]: _type = "Task" [ 633.845590] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.857260] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935087, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.871938] env[69281]: DEBUG nova.network.neutron [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Updating instance_info_cache with network_info: [{"id": "1ff482c9-a8fe-4db4-bf88-f73611e07c2d", "address": "fa:16:3e:cb:93:f2", "network": {"id": "890f03f7-50c9-49ce-865b-c731c5850d68", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1421335288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5195f136b7b84e8abd564d16d5ee1349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff482c9-a8", "ovs_interfaceid": "1ff482c9-a8fe-4db4-bf88-f73611e07c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.912766] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Acquiring lock "67549cf6-793a-4173-b502-db43f8676308" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.913527] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Lock "67549cf6-793a-4173-b502-db43f8676308" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.913826] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Acquiring lock "67549cf6-793a-4173-b502-db43f8676308-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.914033] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Lock "67549cf6-793a-4173-b502-db43f8676308-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.914033] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Lock "67549cf6-793a-4173-b502-db43f8676308-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.916516] env[69281]: INFO nova.compute.manager [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Terminating instance [ 633.918630] env[69281]: DEBUG nova.compute.manager [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 633.918857] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.921109] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aa1ce3-75c0-481d-bf4c-443f2b2ecacc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.931225] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.931225] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bec18a14-6d0e-40bb-a683-45deecf0c36e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.943060] env[69281]: DEBUG oslo_vmware.api [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 633.943060] env[69281]: value = "task-3935088" [ 633.943060] env[69281]: _type = "Task" [ 633.943060] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.953706] env[69281]: DEBUG oslo_vmware.api [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.007623] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.010366] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.542s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.015023] env[69281]: INFO nova.compute.claims [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.032808] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.033249] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecfac148-26f2-4e09-95d3-eabda0f34bdf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.039243] env[69281]: INFO nova.scheduler.client.report [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Deleted allocations for instance 7f70d78f-2bcc-47d5-956c-cd873e25f241 [ 634.045682] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 634.045682] env[69281]: value = "task-3935089" [ 634.045682] env[69281]: _type = "Task" [ 634.045682] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.061594] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.234042] env[69281]: INFO nova.compute.manager [-] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Took 1.48 seconds to deallocate network for instance. [ 634.294808] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.296511] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b12b326-b4da-4837-97de-f68b3d81a1d8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.306282] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 634.306282] env[69281]: value = "task-3935090" [ 634.306282] env[69281]: _type = "Task" [ 634.306282] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.319662] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.361193] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935087, 'name': Rename_Task, 'duration_secs': 0.27613} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.361555] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.362146] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b379c8a-f2d0-4a6a-8292-68655ff6fb60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.368972] env[69281]: DEBUG nova.compute.manager [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Received event network-vif-plugged-1ff482c9-a8fe-4db4-bf88-f73611e07c2d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.368972] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] Acquiring lock "97b91f56-f04d-4dc7-973e-94a987ac1b1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.369340] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] Lock "97b91f56-f04d-4dc7-973e-94a987ac1b1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.369340] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] Lock "97b91f56-f04d-4dc7-973e-94a987ac1b1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.369584] env[69281]: DEBUG nova.compute.manager [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] No waiting events found dispatching network-vif-plugged-1ff482c9-a8fe-4db4-bf88-f73611e07c2d {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 634.369661] env[69281]: WARNING nova.compute.manager [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Received unexpected event network-vif-plugged-1ff482c9-a8fe-4db4-bf88-f73611e07c2d for instance with vm_state building and task_state spawning. [ 634.369966] env[69281]: DEBUG nova.compute.manager [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Received event network-changed-1ff482c9-a8fe-4db4-bf88-f73611e07c2d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.370068] env[69281]: DEBUG nova.compute.manager [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Refreshing instance network info cache due to event network-changed-1ff482c9-a8fe-4db4-bf88-f73611e07c2d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.370180] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] Acquiring lock "refresh_cache-97b91f56-f04d-4dc7-973e-94a987ac1b1c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.372547] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 634.372547] env[69281]: value = "task-3935091" [ 634.372547] env[69281]: _type = "Task" [ 634.372547] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.379087] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Releasing lock "refresh_cache-97b91f56-f04d-4dc7-973e-94a987ac1b1c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.379087] env[69281]: DEBUG nova.compute.manager [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Instance network_info: |[{"id": "1ff482c9-a8fe-4db4-bf88-f73611e07c2d", "address": "fa:16:3e:cb:93:f2", "network": {"id": "890f03f7-50c9-49ce-865b-c731c5850d68", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1421335288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5195f136b7b84e8abd564d16d5ee1349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff482c9-a8", "ovs_interfaceid": "1ff482c9-a8fe-4db4-bf88-f73611e07c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.379366] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] Acquired lock "refresh_cache-97b91f56-f04d-4dc7-973e-94a987ac1b1c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.379366] env[69281]: DEBUG nova.network.neutron [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Refreshing network info cache for port 1ff482c9-a8fe-4db4-bf88-f73611e07c2d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.380265] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:93:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ff482c9-a8fe-4db4-bf88-f73611e07c2d', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.388396] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Creating folder: Project (5195f136b7b84e8abd564d16d5ee1349). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.389895] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0be7afb9-eb4d-4d29-b892-a9c8cea60b54 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.405325] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935091, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.417840] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Created folder: Project (5195f136b7b84e8abd564d16d5ee1349) in parent group-v781128. [ 634.418354] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Creating folder: Instances. Parent ref: group-v781177. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.418691] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40a545e2-017c-4e3a-a8b2-13a1797770ab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.424975] env[69281]: DEBUG nova.compute.manager [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.425220] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.426200] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb06301-96fe-414a-8760-b7205c2933f2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.431478] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Created folder: Instances in parent group-v781177. [ 634.431752] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.432448] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.432574] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a34c072-89dd-4dc7-9472-1de617747209 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.453199] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.457344] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaab839e-76bd-45ec-a988-7b8115c62027 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.461862] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.461862] env[69281]: value = "task-3935094" [ 634.461862] env[69281]: _type = "Task" [ 634.461862] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.465296] env[69281]: DEBUG oslo_vmware.api [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935088, 'name': PowerOffVM_Task, 'duration_secs': 0.291182} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.469571] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.469704] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.470031] env[69281]: DEBUG oslo_vmware.api [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Waiting for the task: (returnval){ [ 634.470031] env[69281]: value = "task-3935095" [ 634.470031] env[69281]: _type = "Task" [ 634.470031] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.470325] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3757391-7d79-4f31-8ccd-7b6a1a117e5d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.479484] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935094, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.485670] env[69281]: DEBUG oslo_vmware.api [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.555507] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b6b83186-9beb-462b-97d9-33dc679f9c2e tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "7f70d78f-2bcc-47d5-956c-cd873e25f241" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.828s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.564020] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935089, 'name': PowerOffVM_Task, 'duration_secs': 0.17997} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.567022] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.567022] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.567022] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e2af21-be93-48d2-969e-f562d2f701a7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.577908] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.579478] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd2396a4-3071-4052-996d-6c0cb3b7fd61 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.581950] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.582293] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.582565] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Deleting the datastore file [datastore2] 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.582901] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e52a7c2-58eb-44fd-a86b-90e8de8474bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.598782] env[69281]: DEBUG oslo_vmware.api [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 634.598782] env[69281]: value = "task-3935098" [ 634.598782] env[69281]: _type = "Task" [ 634.598782] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.612712] env[69281]: DEBUG oslo_vmware.api [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.615828] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.616040] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.616223] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Deleting the datastore file [datastore2] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.616556] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaf3d287-707b-4205-a136-a1cb1c8b3a28 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.626877] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 634.626877] env[69281]: value = "task-3935099" [ 634.626877] env[69281]: _type = "Task" [ 634.626877] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.637035] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.742143] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.818523] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935090, 'name': PowerOffVM_Task, 'duration_secs': 0.339687} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.819063] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.819497] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.821019] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7c43fe-d792-4f25-832b-7fd08f1b92ae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.830038] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.830038] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d297f46d-08c8-45fa-9646-8c8fef60996e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.884148] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935091, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.981105] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935094, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.992534] env[69281]: DEBUG oslo_vmware.api [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935095, 'name': PowerOffVM_Task, 'duration_secs': 0.201679} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.992908] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.993100] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.993455] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99220d32-5b6e-406c-87d4-25d85620ef7f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.118893] env[69281]: DEBUG oslo_vmware.api [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229441} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.119147] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.120265] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.120265] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.120265] env[69281]: INFO nova.compute.manager [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 635.120790] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.121060] env[69281]: DEBUG nova.compute.manager [-] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 635.121361] env[69281]: DEBUG nova.network.neutron [-] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.139201] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273658} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.142445] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.142723] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.143080] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.394272] env[69281]: DEBUG oslo_vmware.api [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935091, 'name': PowerOnVM_Task, 'duration_secs': 0.794202} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.394393] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.394583] env[69281]: INFO nova.compute.manager [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Took 9.32 seconds to spawn the instance on the hypervisor. [ 635.394770] env[69281]: DEBUG nova.compute.manager [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 635.395874] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df104de-d963-4efe-ad4c-879bbabe6f48 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.420022] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.420022] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.420022] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleting the datastore file [datastore2] 9332e878-5c4e-4be7-965f-de2dbc319321 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.420022] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.420022] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.420358] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Deleting the datastore file [datastore2] 67549cf6-793a-4173-b502-db43f8676308 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.420358] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33b814fc-955f-4740-868a-f6d035cc1cad {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.420846] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f80d749e-44c4-473c-9cfc-251ee5487dea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.434055] env[69281]: DEBUG oslo_vmware.api [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Waiting for the task: (returnval){ [ 635.434055] env[69281]: value = "task-3935103" [ 635.434055] env[69281]: _type = "Task" [ 635.434055] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.439930] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 635.439930] env[69281]: value = "task-3935102" [ 635.439930] env[69281]: _type = "Task" [ 635.439930] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.461122] env[69281]: DEBUG oslo_vmware.api [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.472323] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.486958] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935094, 'name': CreateVM_Task, 'duration_secs': 0.630451} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.487892] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.488646] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.488837] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.489263] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.489844] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56eea3bb-8802-409b-8cb7-7cf7167c16b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.500206] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Waiting for the task: (returnval){ [ 635.500206] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d54085-4095-e586-e53e-2188344e4d51" [ 635.500206] env[69281]: _type = "Task" [ 635.500206] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.511498] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d54085-4095-e586-e53e-2188344e4d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.622116] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d13b283-642c-44a5-9c25-a813362c9d84 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.631360] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3b0953-98b6-4864-a811-1f8eff0ac724 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.676050] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6247bd4-dc54-4485-8d77-559655905b30 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.686933] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59cf8c8-f612-403a-adb7-f60abc354f8b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.692435] env[69281]: DEBUG nova.network.neutron [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Updated VIF entry in instance network info cache for port 1ff482c9-a8fe-4db4-bf88-f73611e07c2d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.692585] env[69281]: DEBUG nova.network.neutron [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Updating instance_info_cache with network_info: [{"id": "1ff482c9-a8fe-4db4-bf88-f73611e07c2d", "address": "fa:16:3e:cb:93:f2", "network": {"id": "890f03f7-50c9-49ce-865b-c731c5850d68", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1421335288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5195f136b7b84e8abd564d16d5ee1349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff482c9-a8", "ovs_interfaceid": "1ff482c9-a8fe-4db4-bf88-f73611e07c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.707099] env[69281]: DEBUG nova.compute.provider_tree [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.929713] env[69281]: INFO nova.compute.manager [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Took 26.62 seconds to build instance. [ 635.949763] env[69281]: DEBUG oslo_vmware.api [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Task: {'id': task-3935103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358508} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.953528] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.953730] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.953911] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.954599] env[69281]: INFO nova.compute.manager [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] [instance: 67549cf6-793a-4173-b502-db43f8676308] Took 1.53 seconds to destroy the instance on the hypervisor. [ 635.955125] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.956300] env[69281]: DEBUG nova.compute.manager [-] [instance: 67549cf6-793a-4173-b502-db43f8676308] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 635.956409] env[69281]: DEBUG nova.network.neutron [-] [instance: 67549cf6-793a-4173-b502-db43f8676308] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.966558] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355805} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.966816] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.967039] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.967204] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.020233] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d54085-4095-e586-e53e-2188344e4d51, 'name': SearchDatastore_Task, 'duration_secs': 0.013866} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.020593] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.021027] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.021299] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.021453] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.021635] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.021939] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff0d1fa0-70c9-4c4a-bf82-5ec7015f0309 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.036456] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.036646] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.038086] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c23b0bb-794b-4e6e-86fc-feff36db49ab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.045122] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Waiting for the task: (returnval){ [ 636.045122] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528d9002-78bf-000d-1dfe-931b38d1ebad" [ 636.045122] env[69281]: _type = "Task" [ 636.045122] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.056048] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528d9002-78bf-000d-1dfe-931b38d1ebad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.197428] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] Releasing lock "refresh_cache-97b91f56-f04d-4dc7-973e-94a987ac1b1c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.197428] env[69281]: DEBUG nova.compute.manager [req-4d5c9a02-9349-4550-afe5-5e51feb53593 req-71cea6ca-3446-4ae1-80d7-997eda7dc42e service nova] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Received event network-vif-deleted-f0a35821-b5f2-47f2-b9af-188f9a802822 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.207077] env[69281]: DEBUG nova.virt.hardware [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.207377] env[69281]: DEBUG nova.virt.hardware [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.207566] env[69281]: DEBUG nova.virt.hardware [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.208219] env[69281]: DEBUG nova.virt.hardware [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.208449] env[69281]: DEBUG nova.virt.hardware [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.210083] env[69281]: DEBUG nova.virt.hardware [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.210083] env[69281]: DEBUG nova.virt.hardware [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.210083] env[69281]: DEBUG nova.virt.hardware [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.210083] env[69281]: DEBUG nova.virt.hardware [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.210083] env[69281]: DEBUG nova.virt.hardware [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.210292] env[69281]: DEBUG nova.virt.hardware [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.210954] env[69281]: DEBUG nova.scheduler.client.report [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.215691] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a7e965-96c4-41ca-bf65-95d20e05e4dc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.227100] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027f1fc1-b1ac-402e-9250-66813742e778 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.244426] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.251847] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.253599] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.253599] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a788320-3b7f-4d9c-bdf4-b3359772d5ab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.274293] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.274293] env[69281]: value = "task-3935104" [ 636.274293] env[69281]: _type = "Task" [ 636.274293] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.286961] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935104, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.433996] env[69281]: DEBUG oslo_concurrency.lockutils [None req-600a6e9a-346d-4a84-b50a-3717f2a21750 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "3947c3c2-3934-4d22-99d3-777681b1b5d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.031s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.501395] env[69281]: DEBUG nova.network.neutron [-] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.531614] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Acquiring lock "078efd80-309e-4eca-a4b3-a7059cdf317a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.531878] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Lock "078efd80-309e-4eca-a4b3-a7059cdf317a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.559754] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528d9002-78bf-000d-1dfe-931b38d1ebad, 'name': SearchDatastore_Task, 'duration_secs': 0.015786} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.560927] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fba7f4d-2a50-46ea-b255-4797bc14df24 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.569045] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Waiting for the task: (returnval){ [ 636.569045] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d6fe45-d1e5-b0ce-7bc1-ec5a4d02fc87" [ 636.569045] env[69281]: _type = "Task" [ 636.569045] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.583369] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d6fe45-d1e5-b0ce-7bc1-ec5a4d02fc87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.720679] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.721493] env[69281]: DEBUG nova.compute.manager [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.724459] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.100s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.726087] env[69281]: INFO nova.compute.claims [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.784924] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935104, 'name': CreateVM_Task, 'duration_secs': 0.340234} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.786085] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.786549] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.786719] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.787137] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.787404] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85d0e66-8882-4d98-8b37-cb3c56b7e436 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.792758] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 636.792758] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52343b2a-df2d-f453-bc39-9af27fa5c1bc" [ 636.792758] env[69281]: _type = "Task" [ 636.792758] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.801326] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52343b2a-df2d-f453-bc39-9af27fa5c1bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.939032] env[69281]: DEBUG nova.compute.manager [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.004530] env[69281]: INFO nova.compute.manager [-] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Took 1.88 seconds to deallocate network for instance. [ 637.025443] env[69281]: DEBUG nova.virt.hardware [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.025599] env[69281]: DEBUG nova.virt.hardware [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.025822] env[69281]: DEBUG nova.virt.hardware [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.025920] env[69281]: DEBUG nova.virt.hardware [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.026656] env[69281]: DEBUG nova.virt.hardware [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.026656] env[69281]: DEBUG nova.virt.hardware [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.026656] env[69281]: DEBUG nova.virt.hardware [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.027642] env[69281]: DEBUG nova.virt.hardware [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.027642] env[69281]: DEBUG nova.virt.hardware [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.027642] env[69281]: DEBUG nova.virt.hardware [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.027642] env[69281]: DEBUG nova.virt.hardware [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.029256] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4b14d3-4e24-4a89-ae67-521001371fba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.041767] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf97da3a-4d50-4994-bc33-628515220813 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.059630] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:d8:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd04e31bf-cc32-4453-8b4a-5169d1a4d635', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.066997] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.072900] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.073206] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faad1b2c-6b46-432b-b10a-c4f5413cbfb2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.100352] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d6fe45-d1e5-b0ce-7bc1-ec5a4d02fc87, 'name': SearchDatastore_Task, 'duration_secs': 0.016569} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.101774] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.102076] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 97b91f56-f04d-4dc7-973e-94a987ac1b1c/97b91f56-f04d-4dc7-973e-94a987ac1b1c.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.102323] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.102323] env[69281]: value = "task-3935105" [ 637.102323] env[69281]: _type = "Task" [ 637.102323] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.102507] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf29c2d3-25d0-46de-a49d-13bf0a54ae39 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.113985] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935105, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.115484] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Waiting for the task: (returnval){ [ 637.115484] env[69281]: value = "task-3935106" [ 637.115484] env[69281]: _type = "Task" [ 637.115484] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.126819] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.232074] env[69281]: DEBUG nova.compute.utils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.237022] env[69281]: DEBUG nova.compute.manager [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.237022] env[69281]: DEBUG nova.network.neutron [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.306911] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52343b2a-df2d-f453-bc39-9af27fa5c1bc, 'name': SearchDatastore_Task, 'duration_secs': 0.028773} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.307275] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.307670] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.307757] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.309102] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.309102] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.309102] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab24f4ff-7af5-40c0-a37c-b096bf061fcf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.321214] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.321536] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.322327] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06c710c7-89d7-4106-a85d-49b1afeb6f3b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.329804] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 637.329804] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528f97ab-0ff0-e280-63bd-dcf11075b283" [ 637.329804] env[69281]: _type = "Task" [ 637.329804] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.343137] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528f97ab-0ff0-e280-63bd-dcf11075b283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.444897] env[69281]: DEBUG nova.policy [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08292eced3fb49c4995d05a3227b96c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e2e81bc1c2495e8a634973989bb4cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.474697] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.518119] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.573418] env[69281]: DEBUG nova.network.neutron [-] [instance: 67549cf6-793a-4173-b502-db43f8676308] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.581881] env[69281]: DEBUG nova.compute.manager [req-3e5e2cd9-3a53-497b-b43c-821bf9e4d7d2 req-2dfe3478-4b35-4895-8fc5-6bde8b398440 service nova] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Received event network-vif-deleted-0188b7be-ae1c-4920-aec0-a20a04e50704 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.619039] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935105, 'name': CreateVM_Task, 'duration_secs': 0.409124} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.623025] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.623988] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.624262] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.624650] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.625711] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef32e5e2-3afb-4771-96d2-d6cb21f8c6bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.632610] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935106, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.636333] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 637.636333] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c512d0-28b7-cdac-bfe6-baeeeaf1b4c0" [ 637.636333] env[69281]: _type = "Task" [ 637.636333] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.647928] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c512d0-28b7-cdac-bfe6-baeeeaf1b4c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.746023] env[69281]: DEBUG nova.compute.manager [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.845433] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528f97ab-0ff0-e280-63bd-dcf11075b283, 'name': SearchDatastore_Task, 'duration_secs': 0.018012} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.846863] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56791f0-264a-4aaa-8093-1f62c518667c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.858193] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 637.858193] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5280aa1e-b0eb-6d21-f821-41c452eb0867" [ 637.858193] env[69281]: _type = "Task" [ 637.858193] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.867917] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5280aa1e-b0eb-6d21-f821-41c452eb0867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.078359] env[69281]: INFO nova.compute.manager [-] [instance: 67549cf6-793a-4173-b502-db43f8676308] Took 2.12 seconds to deallocate network for instance. [ 638.129254] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615396} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.132681] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 97b91f56-f04d-4dc7-973e-94a987ac1b1c/97b91f56-f04d-4dc7-973e-94a987ac1b1c.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.132931] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.134039] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe157e76-659e-4399-ab11-850e5216e74c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.143515] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Waiting for the task: (returnval){ [ 638.143515] env[69281]: value = "task-3935107" [ 638.143515] env[69281]: _type = "Task" [ 638.143515] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.147834] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c512d0-28b7-cdac-bfe6-baeeeaf1b4c0, 'name': SearchDatastore_Task, 'duration_secs': 0.028203} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.154539] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.155080] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.155371] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.164696] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.341543] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c760c2d1-06df-44ad-bc34-c15e3e9e9712 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.353022] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3944b63c-63f7-4337-95e7-1c33564c2da3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.397429] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d232d0-1053-4919-b29a-c8783b368355 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.410455] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bf07a3-3635-47d1-9035-1139c3eab5ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.414699] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5280aa1e-b0eb-6d21-f821-41c452eb0867, 'name': SearchDatastore_Task, 'duration_secs': 0.023014} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.415089] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.415354] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f/2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.416085] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.416287] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.416502] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26fecd47-bcdd-4b57-85b1-3f20f971455b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.427623] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc7898e8-cc92-40df-839d-f4a6126ae7e6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.430240] env[69281]: DEBUG nova.compute.provider_tree [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.438602] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 638.438602] env[69281]: value = "task-3935108" [ 638.438602] env[69281]: _type = "Task" [ 638.438602] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.445712] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.445957] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.448089] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae80a7e-bdda-4bea-8939-f50e3730aa29 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.459022] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.460680] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 638.460680] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5274f46a-1ddc-7d52-dfca-3254dca58085" [ 638.460680] env[69281]: _type = "Task" [ 638.460680] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.469304] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5274f46a-1ddc-7d52-dfca-3254dca58085, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.586575] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.631936] env[69281]: DEBUG nova.network.neutron [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Successfully created port: 08063e6d-9b79-4dd6-a96b-d37b8cae405f {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.659033] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075577} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.659033] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.659736] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0477e81e-8e43-4f74-8b26-96cc74d093fb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.688393] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 97b91f56-f04d-4dc7-973e-94a987ac1b1c/97b91f56-f04d-4dc7-973e-94a987ac1b1c.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.688643] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b1f4aef-d52d-48ba-abab-f73e55ba812a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.709207] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Waiting for the task: (returnval){ [ 638.709207] env[69281]: value = "task-3935109" [ 638.709207] env[69281]: _type = "Task" [ 638.709207] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.722240] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.759560] env[69281]: DEBUG nova.compute.manager [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.804768] env[69281]: DEBUG nova.virt.hardware [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.805017] env[69281]: DEBUG nova.virt.hardware [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.805168] env[69281]: DEBUG nova.virt.hardware [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.805295] env[69281]: DEBUG nova.virt.hardware [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.805929] env[69281]: DEBUG nova.virt.hardware [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.805929] env[69281]: DEBUG nova.virt.hardware [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.805929] env[69281]: DEBUG nova.virt.hardware [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.806153] env[69281]: DEBUG nova.virt.hardware [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.807269] env[69281]: DEBUG nova.virt.hardware [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.807478] env[69281]: DEBUG nova.virt.hardware [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.807660] env[69281]: DEBUG nova.virt.hardware [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.808585] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef88145-d5ba-486d-a346-eff8e5f46039 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.819821] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f97bda-a195-4b47-bff1-2754203a7b59 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.935427] env[69281]: DEBUG nova.scheduler.client.report [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.957045] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935108, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.972632] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5274f46a-1ddc-7d52-dfca-3254dca58085, 'name': SearchDatastore_Task, 'duration_secs': 0.032862} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.974200] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a071fe1a-fc03-41fa-b517-0e78d32d9606 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.982450] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 638.982450] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d40a73-680d-c38f-dfaf-64ce8ed4c4ee" [ 638.982450] env[69281]: _type = "Task" [ 638.982450] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.997133] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d40a73-680d-c38f-dfaf-64ce8ed4c4ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.228612] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935109, 'name': ReconfigVM_Task, 'duration_secs': 0.313999} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.229068] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 97b91f56-f04d-4dc7-973e-94a987ac1b1c/97b91f56-f04d-4dc7-973e-94a987ac1b1c.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.229823] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3832f059-b44e-4614-a275-38f08eaa611c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.247031] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Waiting for the task: (returnval){ [ 639.247031] env[69281]: value = "task-3935110" [ 639.247031] env[69281]: _type = "Task" [ 639.247031] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.261755] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935110, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.300302] env[69281]: DEBUG nova.compute.manager [req-3cbe4aa1-f165-4c0f-a423-38fa034c1d53 req-f4d60d90-dba1-4f05-b520-d7bff746f661 service nova] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Received event network-changed-366c5862-ae6b-457d-94c7-1d04577581f9 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.300443] env[69281]: DEBUG nova.compute.manager [req-3cbe4aa1-f165-4c0f-a423-38fa034c1d53 req-f4d60d90-dba1-4f05-b520-d7bff746f661 service nova] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Refreshing instance network info cache due to event network-changed-366c5862-ae6b-457d-94c7-1d04577581f9. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.300842] env[69281]: DEBUG oslo_concurrency.lockutils [req-3cbe4aa1-f165-4c0f-a423-38fa034c1d53 req-f4d60d90-dba1-4f05-b520-d7bff746f661 service nova] Acquiring lock "refresh_cache-3947c3c2-3934-4d22-99d3-777681b1b5d1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.300842] env[69281]: DEBUG oslo_concurrency.lockutils [req-3cbe4aa1-f165-4c0f-a423-38fa034c1d53 req-f4d60d90-dba1-4f05-b520-d7bff746f661 service nova] Acquired lock "refresh_cache-3947c3c2-3934-4d22-99d3-777681b1b5d1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.301082] env[69281]: DEBUG nova.network.neutron [req-3cbe4aa1-f165-4c0f-a423-38fa034c1d53 req-f4d60d90-dba1-4f05-b520-d7bff746f661 service nova] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Refreshing network info cache for port 366c5862-ae6b-457d-94c7-1d04577581f9 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.450409] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.450834] env[69281]: DEBUG nova.compute.manager [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.463562] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.392s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.465335] env[69281]: INFO nova.compute.claims [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.468322] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948597} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.470480] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f/2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.470480] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.470480] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b2c5c20-33d4-4d01-aef7-c84f8f144c36 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.481046] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 639.481046] env[69281]: value = "task-3935111" [ 639.481046] env[69281]: _type = "Task" [ 639.481046] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.490293] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.502311] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d40a73-680d-c38f-dfaf-64ce8ed4c4ee, 'name': SearchDatastore_Task, 'duration_secs': 0.090127} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.502613] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.502967] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 9332e878-5c4e-4be7-965f-de2dbc319321/9332e878-5c4e-4be7-965f-de2dbc319321.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.503406] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fd62fc6-6cac-42e8-b11c-7fb5149c6d51 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.513896] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 639.513896] env[69281]: value = "task-3935112" [ 639.513896] env[69281]: _type = "Task" [ 639.513896] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.526409] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.761894] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935110, 'name': Rename_Task, 'duration_secs': 0.19177} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.762225] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.763414] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17531f54-8af0-4ab4-898f-29d27e6efced {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.772939] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Waiting for the task: (returnval){ [ 639.772939] env[69281]: value = "task-3935113" [ 639.772939] env[69281]: _type = "Task" [ 639.772939] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.783671] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.957667] env[69281]: DEBUG nova.compute.utils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.959554] env[69281]: DEBUG nova.compute.manager [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.960959] env[69281]: DEBUG nova.network.neutron [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.990052] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076021} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.991044] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.992582] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b943c2-476e-4d6a-b165-837305de847b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.035657] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f/2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.038143] env[69281]: DEBUG nova.policy [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7b8ddc3009542fa8f902417368db936', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6725072dedb48f791910406019b84e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.045285] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a36d5f87-9a33-487d-919c-c86f8a47ab23 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.080142] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.083017] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 640.083017] env[69281]: value = "task-3935114" [ 640.083017] env[69281]: _type = "Task" [ 640.083017] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.090932] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.149054] env[69281]: DEBUG nova.compute.manager [req-b6fa647b-4050-4542-8565-9f97bdc7fcce req-5f1fd69b-ad81-4250-b213-d3a867df18d0 service nova] [instance: 67549cf6-793a-4173-b502-db43f8676308] Received event network-vif-deleted-5e60ac4b-777d-4501-9004-9620fdcf0ca3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.293761] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935113, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.467965] env[69281]: DEBUG nova.compute.manager [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.534238] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935112, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.595045] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.790262] env[69281]: DEBUG oslo_vmware.api [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935113, 'name': PowerOnVM_Task, 'duration_secs': 0.519197} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.790582] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.790763] env[69281]: INFO nova.compute.manager [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Took 9.51 seconds to spawn the instance on the hypervisor. [ 640.790988] env[69281]: DEBUG nova.compute.manager [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 640.791840] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee9cf73-cf70-4185-952a-5fe4f89e7de8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.811755] env[69281]: DEBUG nova.network.neutron [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Successfully created port: 87895686-1b34-45b9-9736-a69d02dd16c7 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.891739] env[69281]: DEBUG nova.network.neutron [req-3cbe4aa1-f165-4c0f-a423-38fa034c1d53 req-f4d60d90-dba1-4f05-b520-d7bff746f661 service nova] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Updated VIF entry in instance network info cache for port 366c5862-ae6b-457d-94c7-1d04577581f9. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.892146] env[69281]: DEBUG nova.network.neutron [req-3cbe4aa1-f165-4c0f-a423-38fa034c1d53 req-f4d60d90-dba1-4f05-b520-d7bff746f661 service nova] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Updating instance_info_cache with network_info: [{"id": "366c5862-ae6b-457d-94c7-1d04577581f9", "address": "fa:16:3e:00:fe:d2", "network": {"id": "98e0c99d-7dda-44d4-b377-40d534b83b2b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1376939360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703a47e913354591ae4465d2fa7c1816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366c5862-ae", "ovs_interfaceid": "366c5862-ae6b-457d-94c7-1d04577581f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.033139] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935112, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.130049} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.033257] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 9332e878-5c4e-4be7-965f-de2dbc319321/9332e878-5c4e-4be7-965f-de2dbc319321.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.034578] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.035685] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67ff87c1-4bdc-4191-b3e0-49255124ad21 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.045571] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 641.045571] env[69281]: value = "task-3935115" [ 641.045571] env[69281]: _type = "Task" [ 641.045571] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.061072] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.094422] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8201ccc-95fa-4583-abd4-66ea39552ccb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.100984] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935114, 'name': ReconfigVM_Task, 'duration_secs': 0.737086} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.101729] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f/2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.102398] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca250cfe-6a4a-4210-a7cd-1bc42637f9a3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.107225] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366de7fc-9d30-447c-a85d-c73288b9d0ec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.112280] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 641.112280] env[69281]: value = "task-3935116" [ 641.112280] env[69281]: _type = "Task" [ 641.112280] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.148620] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d31273-4a02-470e-95eb-b3fa9102ba10 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.151602] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935116, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.158213] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4795ffd-0999-43d0-bf29-818a9d5e54f4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.175053] env[69281]: DEBUG nova.compute.provider_tree [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.318627] env[69281]: INFO nova.compute.manager [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Took 25.92 seconds to build instance. [ 641.395553] env[69281]: DEBUG oslo_concurrency.lockutils [req-3cbe4aa1-f165-4c0f-a423-38fa034c1d53 req-f4d60d90-dba1-4f05-b520-d7bff746f661 service nova] Releasing lock "refresh_cache-3947c3c2-3934-4d22-99d3-777681b1b5d1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.480338] env[69281]: DEBUG nova.compute.manager [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.514598] env[69281]: DEBUG nova.virt.hardware [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.514743] env[69281]: DEBUG nova.virt.hardware [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.514896] env[69281]: DEBUG nova.virt.hardware [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.515100] env[69281]: DEBUG nova.virt.hardware [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.515259] env[69281]: DEBUG nova.virt.hardware [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.515406] env[69281]: DEBUG nova.virt.hardware [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.515612] env[69281]: DEBUG nova.virt.hardware [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.515764] env[69281]: DEBUG nova.virt.hardware [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.515925] env[69281]: DEBUG nova.virt.hardware [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.520245] env[69281]: DEBUG nova.virt.hardware [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.520515] env[69281]: DEBUG nova.virt.hardware [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.521506] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d5351b-d0af-43ce-8e2b-55d6227a4f5b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.532892] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5cf0df-55f5-4c72-8810-1d398758ae29 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.560302] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182094} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.560561] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.563117] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2547ec32-a2a4-421c-9722-e6619e1d5272 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.587286] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 9332e878-5c4e-4be7-965f-de2dbc319321/9332e878-5c4e-4be7-965f-de2dbc319321.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.587550] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e19e65c-79a3-4d4f-a9a6-83f708b689b0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.609053] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 641.609053] env[69281]: value = "task-3935117" [ 641.609053] env[69281]: _type = "Task" [ 641.609053] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.626350] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935116, 'name': Rename_Task, 'duration_secs': 0.153461} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.628371] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.628658] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935117, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.628874] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9326e4a-b7e1-4d0e-b539-383a21a32c70 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.637283] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 641.637283] env[69281]: value = "task-3935118" [ 641.637283] env[69281]: _type = "Task" [ 641.637283] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.646886] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.658651] env[69281]: DEBUG nova.network.neutron [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Successfully updated port: 08063e6d-9b79-4dd6-a96b-d37b8cae405f {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.678337] env[69281]: DEBUG nova.scheduler.client.report [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.827803] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a1fb5c5-6269-462f-90fa-6fe3b750b261 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Lock "97b91f56-f04d-4dc7-973e-94a987ac1b1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.015s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.111943] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Acquiring lock "281910ae-d358-41aa-9bc9-493b307c03f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.111943] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Lock "281910ae-d358-41aa-9bc9-493b307c03f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.128729] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935117, 'name': ReconfigVM_Task, 'duration_secs': 0.383686} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.129964] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 9332e878-5c4e-4be7-965f-de2dbc319321/9332e878-5c4e-4be7-965f-de2dbc319321.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.131229] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2fa04d8-12b4-40fe-8d8c-365240a8d38f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.144997] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 642.144997] env[69281]: value = "task-3935119" [ 642.144997] env[69281]: _type = "Task" [ 642.144997] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.156483] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935118, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.164529] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "refresh_cache-5ee27608-e963-45bd-b947-ffa3a38a0594" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.164677] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquired lock "refresh_cache-5ee27608-e963-45bd-b947-ffa3a38a0594" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.164845] env[69281]: DEBUG nova.network.neutron [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.170619] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935119, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.190939] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.190939] env[69281]: DEBUG nova.compute.manager [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.192442] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.433s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.197572] env[69281]: INFO nova.compute.claims [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.333440] env[69281]: DEBUG nova.compute.manager [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.649366] env[69281]: DEBUG oslo_vmware.api [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935118, 'name': PowerOnVM_Task, 'duration_secs': 0.56282} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.653544] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.653544] env[69281]: DEBUG nova.compute.manager [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 642.654453] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0389d15-6271-4e35-904d-6d85f4143ba7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.669640] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935119, 'name': Rename_Task, 'duration_secs': 0.185528} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.673825] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.677693] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22ed4d99-942d-4175-8b82-2776bb51bdf1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.687861] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 642.687861] env[69281]: value = "task-3935120" [ 642.687861] env[69281]: _type = "Task" [ 642.687861] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.702174] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.706982] env[69281]: DEBUG nova.compute.utils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.712933] env[69281]: DEBUG nova.compute.manager [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.713147] env[69281]: DEBUG nova.network.neutron [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.820122] env[69281]: DEBUG nova.network.neutron [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.847539] env[69281]: DEBUG nova.policy [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b9f066b70124288ad24507629cfb424', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba055d1913264fbaacac6f791a039789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.866472] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.915556] env[69281]: DEBUG nova.network.neutron [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Successfully updated port: 87895686-1b34-45b9-9736-a69d02dd16c7 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.197017] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.207053] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935120, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.214177] env[69281]: DEBUG nova.network.neutron [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Updating instance_info_cache with network_info: [{"id": "08063e6d-9b79-4dd6-a96b-d37b8cae405f", "address": "fa:16:3e:0d:a9:ea", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08063e6d-9b", "ovs_interfaceid": "08063e6d-9b79-4dd6-a96b-d37b8cae405f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.215924] env[69281]: DEBUG nova.compute.manager [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.420316] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Acquiring lock "refresh_cache-c90da694-873b-4591-9e00-69168834ff52" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.420316] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Acquired lock "refresh_cache-c90da694-873b-4591-9e00-69168834ff52" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.420316] env[69281]: DEBUG nova.network.neutron [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.658295] env[69281]: DEBUG nova.compute.manager [req-1411e02d-8266-4f1b-be31-a7ae10f2df50 req-b8d4e9ca-d097-4a26-9e21-470d682ff9c3 service nova] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Received event network-vif-plugged-08063e6d-9b79-4dd6-a96b-d37b8cae405f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.658576] env[69281]: DEBUG oslo_concurrency.lockutils [req-1411e02d-8266-4f1b-be31-a7ae10f2df50 req-b8d4e9ca-d097-4a26-9e21-470d682ff9c3 service nova] Acquiring lock "5ee27608-e963-45bd-b947-ffa3a38a0594-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.659126] env[69281]: DEBUG oslo_concurrency.lockutils [req-1411e02d-8266-4f1b-be31-a7ae10f2df50 req-b8d4e9ca-d097-4a26-9e21-470d682ff9c3 service nova] Lock "5ee27608-e963-45bd-b947-ffa3a38a0594-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.659318] env[69281]: DEBUG oslo_concurrency.lockutils [req-1411e02d-8266-4f1b-be31-a7ae10f2df50 req-b8d4e9ca-d097-4a26-9e21-470d682ff9c3 service nova] Lock "5ee27608-e963-45bd-b947-ffa3a38a0594-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.659559] env[69281]: DEBUG nova.compute.manager [req-1411e02d-8266-4f1b-be31-a7ae10f2df50 req-b8d4e9ca-d097-4a26-9e21-470d682ff9c3 service nova] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] No waiting events found dispatching network-vif-plugged-08063e6d-9b79-4dd6-a96b-d37b8cae405f {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 643.659711] env[69281]: WARNING nova.compute.manager [req-1411e02d-8266-4f1b-be31-a7ae10f2df50 req-b8d4e9ca-d097-4a26-9e21-470d682ff9c3 service nova] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Received unexpected event network-vif-plugged-08063e6d-9b79-4dd6-a96b-d37b8cae405f for instance with vm_state building and task_state spawning. [ 643.659812] env[69281]: DEBUG nova.compute.manager [req-1411e02d-8266-4f1b-be31-a7ae10f2df50 req-b8d4e9ca-d097-4a26-9e21-470d682ff9c3 service nova] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Received event network-changed-08063e6d-9b79-4dd6-a96b-d37b8cae405f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.659952] env[69281]: DEBUG nova.compute.manager [req-1411e02d-8266-4f1b-be31-a7ae10f2df50 req-b8d4e9ca-d097-4a26-9e21-470d682ff9c3 service nova] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Refreshing instance network info cache due to event network-changed-08063e6d-9b79-4dd6-a96b-d37b8cae405f. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.660160] env[69281]: DEBUG oslo_concurrency.lockutils [req-1411e02d-8266-4f1b-be31-a7ae10f2df50 req-b8d4e9ca-d097-4a26-9e21-470d682ff9c3 service nova] Acquiring lock "refresh_cache-5ee27608-e963-45bd-b947-ffa3a38a0594" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.683551] env[69281]: DEBUG nova.network.neutron [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Successfully created port: aba54240-0c28-4ede-9d1d-a0eecebf1c2d {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.693374] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Acquiring lock "a01a7276-72ac-4014-b6b5-13b6cba60959" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.693611] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Lock "a01a7276-72ac-4014-b6b5-13b6cba60959" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.704572] env[69281]: DEBUG oslo_vmware.api [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935120, 'name': PowerOnVM_Task, 'duration_secs': 0.654841} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.704572] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.704572] env[69281]: DEBUG nova.compute.manager [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 643.705338] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b0781b-a26e-433c-a85a-67eb1269dce5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.720225] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Releasing lock "refresh_cache-5ee27608-e963-45bd-b947-ffa3a38a0594" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.721653] env[69281]: DEBUG nova.compute.manager [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Instance network_info: |[{"id": "08063e6d-9b79-4dd6-a96b-d37b8cae405f", "address": "fa:16:3e:0d:a9:ea", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08063e6d-9b", "ovs_interfaceid": "08063e6d-9b79-4dd6-a96b-d37b8cae405f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.721653] env[69281]: DEBUG oslo_concurrency.lockutils [req-1411e02d-8266-4f1b-be31-a7ae10f2df50 req-b8d4e9ca-d097-4a26-9e21-470d682ff9c3 service nova] Acquired lock "refresh_cache-5ee27608-e963-45bd-b947-ffa3a38a0594" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.722067] env[69281]: DEBUG nova.network.neutron [req-1411e02d-8266-4f1b-be31-a7ae10f2df50 req-b8d4e9ca-d097-4a26-9e21-470d682ff9c3 service nova] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Refreshing network info cache for port 08063e6d-9b79-4dd6-a96b-d37b8cae405f {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.726018] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:a9:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08063e6d-9b79-4dd6-a96b-d37b8cae405f', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.733059] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Creating folder: Project (66e2e81bc1c2495e8a634973989bb4cf). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.741112] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9be08f01-6218-42ad-a716-da098db54a34 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.755682] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Created folder: Project (66e2e81bc1c2495e8a634973989bb4cf) in parent group-v781128. [ 643.755682] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Creating folder: Instances. Parent ref: group-v781182. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.755682] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b74aa079-7bea-4777-8d96-1decd48f2b2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.768425] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Created folder: Instances in parent group-v781182. [ 643.768425] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.768425] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.768984] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f41edec8-0043-47e2-9b2c-9cf99c899828 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.799034] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.799034] env[69281]: value = "task-3935123" [ 643.799034] env[69281]: _type = "Task" [ 643.799034] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.812933] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935123, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.887152] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93574834-fb38-44b6-81d8-a638045307e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.898177] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8c7785-d926-4455-937f-cede252ed99b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.938206] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7a76cd-5822-4ac6-91ae-bbbc7ebd28bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.947584] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f48291-92be-4332-8a8a-3c3738e4f692 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.964929] env[69281]: DEBUG nova.compute.provider_tree [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.027765] env[69281]: DEBUG nova.network.neutron [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.033255] env[69281]: DEBUG nova.compute.manager [req-91ae8d36-8d32-409d-9cb3-e0952532314b req-cee3ca53-a4ef-4ce8-8e6b-e6122d14f5fd service nova] [instance: c90da694-873b-4591-9e00-69168834ff52] Received event network-vif-plugged-87895686-1b34-45b9-9736-a69d02dd16c7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.033545] env[69281]: DEBUG oslo_concurrency.lockutils [req-91ae8d36-8d32-409d-9cb3-e0952532314b req-cee3ca53-a4ef-4ce8-8e6b-e6122d14f5fd service nova] Acquiring lock "c90da694-873b-4591-9e00-69168834ff52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.033631] env[69281]: DEBUG oslo_concurrency.lockutils [req-91ae8d36-8d32-409d-9cb3-e0952532314b req-cee3ca53-a4ef-4ce8-8e6b-e6122d14f5fd service nova] Lock "c90da694-873b-4591-9e00-69168834ff52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.033896] env[69281]: DEBUG oslo_concurrency.lockutils [req-91ae8d36-8d32-409d-9cb3-e0952532314b req-cee3ca53-a4ef-4ce8-8e6b-e6122d14f5fd service nova] Lock "c90da694-873b-4591-9e00-69168834ff52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.034056] env[69281]: DEBUG nova.compute.manager [req-91ae8d36-8d32-409d-9cb3-e0952532314b req-cee3ca53-a4ef-4ce8-8e6b-e6122d14f5fd service nova] [instance: c90da694-873b-4591-9e00-69168834ff52] No waiting events found dispatching network-vif-plugged-87895686-1b34-45b9-9736-a69d02dd16c7 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 644.035212] env[69281]: WARNING nova.compute.manager [req-91ae8d36-8d32-409d-9cb3-e0952532314b req-cee3ca53-a4ef-4ce8-8e6b-e6122d14f5fd service nova] [instance: c90da694-873b-4591-9e00-69168834ff52] Received unexpected event network-vif-plugged-87895686-1b34-45b9-9736-a69d02dd16c7 for instance with vm_state building and task_state spawning. [ 644.231914] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.246587] env[69281]: DEBUG nova.compute.manager [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.281652] env[69281]: DEBUG nova.virt.hardware [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.281979] env[69281]: DEBUG nova.virt.hardware [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.282698] env[69281]: DEBUG nova.virt.hardware [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.282994] env[69281]: DEBUG nova.virt.hardware [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.283795] env[69281]: DEBUG nova.virt.hardware [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.284062] env[69281]: DEBUG nova.virt.hardware [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.284455] env[69281]: DEBUG nova.virt.hardware [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.284917] env[69281]: DEBUG nova.virt.hardware [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.285154] env[69281]: DEBUG nova.virt.hardware [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.285457] env[69281]: DEBUG nova.virt.hardware [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.285976] env[69281]: DEBUG nova.virt.hardware [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.287159] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ba518d-d23d-415c-af52-6cd81df48bb4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.308839] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f547cb-fffb-467b-b53e-8332cd707a64 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.321246] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935123, 'name': CreateVM_Task, 'duration_secs': 0.410774} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.329141] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.329853] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.330081] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.330443] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.330671] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5612321f-6aaf-4a1f-8ba7-c6f3b4a0954e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.336073] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 644.336073] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527208f5-bc98-91df-49bc-9b2cd93391b0" [ 644.336073] env[69281]: _type = "Task" [ 644.336073] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.345284] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527208f5-bc98-91df-49bc-9b2cd93391b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.384136] env[69281]: DEBUG nova.network.neutron [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Updating instance_info_cache with network_info: [{"id": "87895686-1b34-45b9-9736-a69d02dd16c7", "address": "fa:16:3e:1c:ee:ae", "network": {"id": "cab1b498-18c5-4eea-b5ac-af25459be169", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-717054688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6725072dedb48f791910406019b84e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87895686-1b", "ovs_interfaceid": "87895686-1b34-45b9-9736-a69d02dd16c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.469385] env[69281]: DEBUG nova.scheduler.client.report [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.696823] env[69281]: DEBUG nova.network.neutron [req-1411e02d-8266-4f1b-be31-a7ae10f2df50 req-b8d4e9ca-d097-4a26-9e21-470d682ff9c3 service nova] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Updated VIF entry in instance network info cache for port 08063e6d-9b79-4dd6-a96b-d37b8cae405f. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.697384] env[69281]: DEBUG nova.network.neutron [req-1411e02d-8266-4f1b-be31-a7ae10f2df50 req-b8d4e9ca-d097-4a26-9e21-470d682ff9c3 service nova] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Updating instance_info_cache with network_info: [{"id": "08063e6d-9b79-4dd6-a96b-d37b8cae405f", "address": "fa:16:3e:0d:a9:ea", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08063e6d-9b", "ovs_interfaceid": "08063e6d-9b79-4dd6-a96b-d37b8cae405f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.852991] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527208f5-bc98-91df-49bc-9b2cd93391b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012196} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.853392] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.853669] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.853956] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.854157] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.854389] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.854702] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b568bdaf-a882-4634-bef1-9f1c26c0bd6a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.865877] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.866253] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.867473] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a535efc0-66a7-4075-a5ad-3a0d1235ba89 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.874749] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 644.874749] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521d857a-ef2b-3a25-a86d-637ce1c40c72" [ 644.874749] env[69281]: _type = "Task" [ 644.874749] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.889779] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521d857a-ef2b-3a25-a86d-637ce1c40c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.900191] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Releasing lock "refresh_cache-c90da694-873b-4591-9e00-69168834ff52" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.900546] env[69281]: DEBUG nova.compute.manager [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Instance network_info: |[{"id": "87895686-1b34-45b9-9736-a69d02dd16c7", "address": "fa:16:3e:1c:ee:ae", "network": {"id": "cab1b498-18c5-4eea-b5ac-af25459be169", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-717054688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6725072dedb48f791910406019b84e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87895686-1b", "ovs_interfaceid": "87895686-1b34-45b9-9736-a69d02dd16c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.901599] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:ee:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87895686-1b34-45b9-9736-a69d02dd16c7', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.909317] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Creating folder: Project (c6725072dedb48f791910406019b84e3). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.909560] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27efa204-a36d-4a18-822e-f7cb6b8cc7be {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.925233] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Created folder: Project (c6725072dedb48f791910406019b84e3) in parent group-v781128. [ 644.925233] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Creating folder: Instances. Parent ref: group-v781185. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.925233] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9ca4dcd-b514-4c62-a4c4-e8b3ad39c44c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.937343] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Created folder: Instances in parent group-v781185. [ 644.937626] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.938027] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c90da694-873b-4591-9e00-69168834ff52] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.938292] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f8e38b1-9403-4084-8d83-879d857f7b84 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.969873] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.969873] env[69281]: value = "task-3935126" [ 644.969873] env[69281]: _type = "Task" [ 644.969873] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.974854] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.975371] env[69281]: DEBUG nova.compute.manager [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.979265] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.636s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.983669] env[69281]: INFO nova.compute.claims [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.988033] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935126, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.038061] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Acquiring lock "ef3e2a26-da12-4180-aee6-40f3bebca9c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.038061] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Lock "ef3e2a26-da12-4180-aee6-40f3bebca9c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.204369] env[69281]: DEBUG oslo_concurrency.lockutils [req-1411e02d-8266-4f1b-be31-a7ae10f2df50 req-b8d4e9ca-d097-4a26-9e21-470d682ff9c3 service nova] Releasing lock "refresh_cache-5ee27608-e963-45bd-b947-ffa3a38a0594" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.387012] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521d857a-ef2b-3a25-a86d-637ce1c40c72, 'name': SearchDatastore_Task, 'duration_secs': 0.012966} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.387942] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f509a720-6ed6-4183-a24f-f9078c43b199 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.394487] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 645.394487] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bcf7a6-c2dc-e283-1c02-b7889ff346a1" [ 645.394487] env[69281]: _type = "Task" [ 645.394487] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.407389] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bcf7a6-c2dc-e283-1c02-b7889ff346a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.465934] env[69281]: INFO nova.compute.manager [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Rebuilding instance [ 645.480834] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935126, 'name': CreateVM_Task, 'duration_secs': 0.476557} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.483155] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c90da694-873b-4591-9e00-69168834ff52] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.485169] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.485169] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.485169] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.485857] env[69281]: DEBUG nova.compute.utils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.487078] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ef45a8-d3bc-4efe-b655-e0bdc1eed4c6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.489366] env[69281]: DEBUG nova.compute.manager [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.489668] env[69281]: DEBUG nova.network.neutron [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.504032] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 645.504032] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dccd0b-5687-e653-53de-eb4ac06ddd25" [ 645.504032] env[69281]: _type = "Task" [ 645.504032] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.514836] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dccd0b-5687-e653-53de-eb4ac06ddd25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.528117] env[69281]: DEBUG nova.compute.manager [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 645.528521] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc81a117-a69d-4842-be34-66274dedcf46 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.553225] env[69281]: DEBUG nova.policy [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fa5c5432774267922cd991e1d327c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d5aad38d02a4aeba643c7468a51b6f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.640050] env[69281]: DEBUG nova.network.neutron [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Successfully updated port: aba54240-0c28-4ede-9d1d-a0eecebf1c2d {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.907918] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bcf7a6-c2dc-e283-1c02-b7889ff346a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01496} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.908282] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.908535] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 5ee27608-e963-45bd-b947-ffa3a38a0594/5ee27608-e963-45bd-b947-ffa3a38a0594.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.908798] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c2ce54f-3406-4626-9624-fbd365b9d7ed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.917572] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 645.917572] env[69281]: value = "task-3935127" [ 645.917572] env[69281]: _type = "Task" [ 645.917572] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.927068] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.990100] env[69281]: DEBUG nova.compute.manager [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.993825] env[69281]: DEBUG nova.network.neutron [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Successfully created port: d7182cce-17f9-40a8-8edb-ae992a459c6d {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.016589] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dccd0b-5687-e653-53de-eb4ac06ddd25, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.016911] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.017167] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.017442] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.017608] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.017810] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.018227] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac04dfa2-2d3c-4ff1-917f-5ab467acfb35 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.029315] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.029315] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.029740] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad676c9-8ed4-4b1d-89ab-987f4c9e22c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.036272] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 646.036272] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52953465-3a35-eaf6-8fca-dd7723fa8509" [ 646.036272] env[69281]: _type = "Task" [ 646.036272] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.052568] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52953465-3a35-eaf6-8fca-dd7723fa8509, 'name': SearchDatastore_Task, 'duration_secs': 0.011414} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.053426] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba35de4-115b-4f28-8eca-d9ff03a94c35 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.061491] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 646.061491] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52799d6b-8f7d-9b2b-d2d9-0ba9457cbebd" [ 646.061491] env[69281]: _type = "Task" [ 646.061491] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.078874] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52799d6b-8f7d-9b2b-d2d9-0ba9457cbebd, 'name': SearchDatastore_Task, 'duration_secs': 0.011194} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.078874] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.079250] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] c90da694-873b-4591-9e00-69168834ff52/c90da694-873b-4591-9e00-69168834ff52.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.079326] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbc069ec-7413-4dd9-850f-dad04dc15f41 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.091597] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "b86c8ed3-5fd8-4c38-9c42-29582898308a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.092037] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "b86c8ed3-5fd8-4c38-9c42-29582898308a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.092398] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "b86c8ed3-5fd8-4c38-9c42-29582898308a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.092795] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "b86c8ed3-5fd8-4c38-9c42-29582898308a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.093117] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "b86c8ed3-5fd8-4c38-9c42-29582898308a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.099830] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 646.099830] env[69281]: value = "task-3935128" [ 646.099830] env[69281]: _type = "Task" [ 646.099830] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.099830] env[69281]: INFO nova.compute.manager [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Terminating instance [ 646.114309] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.144209] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.144209] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.144516] env[69281]: DEBUG nova.network.neutron [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.435235] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935127, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.552874] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.553176] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79586ae1-adc2-4a1d-b0c6-e7a7007497d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.561131] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Waiting for the task: (returnval){ [ 646.561131] env[69281]: value = "task-3935129" [ 646.561131] env[69281]: _type = "Task" [ 646.561131] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.572320] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.609538] env[69281]: DEBUG nova.compute.manager [req-487dc93f-19b4-4ace-9e29-cf1eb629fe30 req-9c05ebfa-8f84-405c-81de-3954d0a0e281 service nova] [instance: 31701380-3998-4510-be64-ec5271cf985f] Received event network-vif-plugged-aba54240-0c28-4ede-9d1d-a0eecebf1c2d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.609745] env[69281]: DEBUG oslo_concurrency.lockutils [req-487dc93f-19b4-4ace-9e29-cf1eb629fe30 req-9c05ebfa-8f84-405c-81de-3954d0a0e281 service nova] Acquiring lock "31701380-3998-4510-be64-ec5271cf985f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.610988] env[69281]: DEBUG oslo_concurrency.lockutils [req-487dc93f-19b4-4ace-9e29-cf1eb629fe30 req-9c05ebfa-8f84-405c-81de-3954d0a0e281 service nova] Lock "31701380-3998-4510-be64-ec5271cf985f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.610988] env[69281]: DEBUG oslo_concurrency.lockutils [req-487dc93f-19b4-4ace-9e29-cf1eb629fe30 req-9c05ebfa-8f84-405c-81de-3954d0a0e281 service nova] Lock "31701380-3998-4510-be64-ec5271cf985f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.610988] env[69281]: DEBUG nova.compute.manager [req-487dc93f-19b4-4ace-9e29-cf1eb629fe30 req-9c05ebfa-8f84-405c-81de-3954d0a0e281 service nova] [instance: 31701380-3998-4510-be64-ec5271cf985f] No waiting events found dispatching network-vif-plugged-aba54240-0c28-4ede-9d1d-a0eecebf1c2d {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 646.610988] env[69281]: WARNING nova.compute.manager [req-487dc93f-19b4-4ace-9e29-cf1eb629fe30 req-9c05ebfa-8f84-405c-81de-3954d0a0e281 service nova] [instance: 31701380-3998-4510-be64-ec5271cf985f] Received unexpected event network-vif-plugged-aba54240-0c28-4ede-9d1d-a0eecebf1c2d for instance with vm_state building and task_state spawning. [ 646.610988] env[69281]: DEBUG nova.compute.manager [req-487dc93f-19b4-4ace-9e29-cf1eb629fe30 req-9c05ebfa-8f84-405c-81de-3954d0a0e281 service nova] [instance: 31701380-3998-4510-be64-ec5271cf985f] Received event network-changed-aba54240-0c28-4ede-9d1d-a0eecebf1c2d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.611254] env[69281]: DEBUG nova.compute.manager [req-487dc93f-19b4-4ace-9e29-cf1eb629fe30 req-9c05ebfa-8f84-405c-81de-3954d0a0e281 service nova] [instance: 31701380-3998-4510-be64-ec5271cf985f] Refreshing instance network info cache due to event network-changed-aba54240-0c28-4ede-9d1d-a0eecebf1c2d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.611401] env[69281]: DEBUG oslo_concurrency.lockutils [req-487dc93f-19b4-4ace-9e29-cf1eb629fe30 req-9c05ebfa-8f84-405c-81de-3954d0a0e281 service nova] Acquiring lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.612286] env[69281]: DEBUG nova.compute.manager [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 646.612286] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.613837] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e675dbc8-e5bd-4d24-b3f5-36759cfaed07 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.624014] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.631406] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.631406] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17e8336f-5dae-46a3-9ddf-4f26888719f6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.640592] env[69281]: DEBUG oslo_vmware.api [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 646.640592] env[69281]: value = "task-3935130" [ 646.640592] env[69281]: _type = "Task" [ 646.640592] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.653601] env[69281]: DEBUG oslo_vmware.api [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3935130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.660025] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876934b2-6a4f-4f5d-a2f6-8cb7abe9e70c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.665314] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06a050f-9fd4-4952-b43d-035e854893e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.698902] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f1c925-2618-447e-bf79-365087ac017d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.702976] env[69281]: DEBUG nova.network.neutron [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.708552] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0cf362-b6f8-46e5-8cd6-614683127590 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.726241] env[69281]: DEBUG nova.compute.provider_tree [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.926097] env[69281]: DEBUG nova.network.neutron [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating instance_info_cache with network_info: [{"id": "aba54240-0c28-4ede-9d1d-a0eecebf1c2d", "address": "fa:16:3e:f4:12:ff", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba54240-0c", "ovs_interfaceid": "aba54240-0c28-4ede-9d1d-a0eecebf1c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.934720] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54317} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.935043] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 5ee27608-e963-45bd-b947-ffa3a38a0594/5ee27608-e963-45bd-b947-ffa3a38a0594.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.935270] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.935598] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a281c4e-5e5e-481c-9784-23b6c123b1ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.944099] env[69281]: DEBUG nova.compute.manager [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] [instance: c90da694-873b-4591-9e00-69168834ff52] Received event network-changed-87895686-1b34-45b9-9736-a69d02dd16c7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.944373] env[69281]: DEBUG nova.compute.manager [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] [instance: c90da694-873b-4591-9e00-69168834ff52] Refreshing instance network info cache due to event network-changed-87895686-1b34-45b9-9736-a69d02dd16c7. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.944570] env[69281]: DEBUG oslo_concurrency.lockutils [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] Acquiring lock "refresh_cache-c90da694-873b-4591-9e00-69168834ff52" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.944804] env[69281]: DEBUG oslo_concurrency.lockutils [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] Acquired lock "refresh_cache-c90da694-873b-4591-9e00-69168834ff52" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.944930] env[69281]: DEBUG nova.network.neutron [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] [instance: c90da694-873b-4591-9e00-69168834ff52] Refreshing network info cache for port 87895686-1b34-45b9-9736-a69d02dd16c7 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.952225] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 646.952225] env[69281]: value = "task-3935131" [ 646.952225] env[69281]: _type = "Task" [ 646.952225] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.969443] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.011825] env[69281]: DEBUG nova.compute.manager [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.019650] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "1ee96550-ffee-4b07-b48e-7f5978d12145" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.020095] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "1ee96550-ffee-4b07-b48e-7f5978d12145" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.058812] env[69281]: DEBUG nova.virt.hardware [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.060517] env[69281]: DEBUG nova.virt.hardware [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.060873] env[69281]: DEBUG nova.virt.hardware [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.061583] env[69281]: DEBUG nova.virt.hardware [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.061583] env[69281]: DEBUG nova.virt.hardware [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.061583] env[69281]: DEBUG nova.virt.hardware [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.061871] env[69281]: DEBUG nova.virt.hardware [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.062099] env[69281]: DEBUG nova.virt.hardware [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.062462] env[69281]: DEBUG nova.virt.hardware [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.062652] env[69281]: DEBUG nova.virt.hardware [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.063058] env[69281]: DEBUG nova.virt.hardware [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.063995] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fcbd72-e48e-4e4e-a76d-b282387ca481 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.078620] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935129, 'name': PowerOffVM_Task, 'duration_secs': 0.162073} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.081712] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.082187] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.082680] env[69281]: DEBUG oslo_concurrency.lockutils [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "974b8eaa-82e0-412d-99a9-a0c6ff950549" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.083205] env[69281]: DEBUG oslo_concurrency.lockutils [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "974b8eaa-82e0-412d-99a9-a0c6ff950549" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.083332] env[69281]: DEBUG oslo_concurrency.lockutils [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "974b8eaa-82e0-412d-99a9-a0c6ff950549-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.083661] env[69281]: DEBUG oslo_concurrency.lockutils [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "974b8eaa-82e0-412d-99a9-a0c6ff950549-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.083937] env[69281]: DEBUG oslo_concurrency.lockutils [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "974b8eaa-82e0-412d-99a9-a0c6ff950549-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.086809] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95ff37b-d153-4e0f-8d44-72add423542d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.091972] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73992bee-8ba6-402e-9ee3-85990a31c3ac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.097125] env[69281]: INFO nova.compute.manager [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Terminating instance [ 647.122018] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.122873] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a66b4a6f-ab36-42d2-a365-582d2f7fae04 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.129162] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935128, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.153217] env[69281]: DEBUG oslo_vmware.api [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3935130, 'name': PowerOffVM_Task, 'duration_secs': 0.478107} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.153823] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.153823] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.153999] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf18452c-5b1f-4b13-bf5e-5d7303be2144 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.157926] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.158195] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.158452] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Deleting the datastore file [datastore1] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.159206] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-473d7e77-c63a-44bf-ac32-91788ebed8bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.167209] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Waiting for the task: (returnval){ [ 647.167209] env[69281]: value = "task-3935134" [ 647.167209] env[69281]: _type = "Task" [ 647.167209] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.176568] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.234443] env[69281]: DEBUG nova.scheduler.client.report [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.240187] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.240467] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.240753] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Deleting the datastore file [datastore2] b86c8ed3-5fd8-4c38-9c42-29582898308a {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.241415] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8c3fcd5-48d3-406a-8a0e-6304dd7abfad {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.250648] env[69281]: DEBUG oslo_vmware.api [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 647.250648] env[69281]: value = "task-3935135" [ 647.250648] env[69281]: _type = "Task" [ 647.250648] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.264110] env[69281]: DEBUG oslo_vmware.api [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3935135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.429918] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Releasing lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.430410] env[69281]: DEBUG nova.compute.manager [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Instance network_info: |[{"id": "aba54240-0c28-4ede-9d1d-a0eecebf1c2d", "address": "fa:16:3e:f4:12:ff", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba54240-0c", "ovs_interfaceid": "aba54240-0c28-4ede-9d1d-a0eecebf1c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.431274] env[69281]: DEBUG oslo_concurrency.lockutils [req-487dc93f-19b4-4ace-9e29-cf1eb629fe30 req-9c05ebfa-8f84-405c-81de-3954d0a0e281 service nova] Acquired lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.431584] env[69281]: DEBUG nova.network.neutron [req-487dc93f-19b4-4ace-9e29-cf1eb629fe30 req-9c05ebfa-8f84-405c-81de-3954d0a0e281 service nova] [instance: 31701380-3998-4510-be64-ec5271cf985f] Refreshing network info cache for port aba54240-0c28-4ede-9d1d-a0eecebf1c2d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.433804] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:12:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aba54240-0c28-4ede-9d1d-a0eecebf1c2d', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.442877] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Creating folder: Project (ba055d1913264fbaacac6f791a039789). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.444206] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8398d2e5-d566-4066-ae52-db3bd08cad77 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.457339] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Created folder: Project (ba055d1913264fbaacac6f791a039789) in parent group-v781128. [ 647.457549] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Creating folder: Instances. Parent ref: group-v781188. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.462102] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f85d8e4f-d368-4be3-8035-9e5d0ac36253 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.471322] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115428} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.471322] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.472998] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77adc0bf-6744-43af-a475-c7ff59c60858 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.476825] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Created folder: Instances in parent group-v781188. [ 647.477210] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.477533] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31701380-3998-4510-be64-ec5271cf985f] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.478308] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcf09664-3d86-483b-8ed6-c4c65e720e29 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.518728] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 5ee27608-e963-45bd-b947-ffa3a38a0594/5ee27608-e963-45bd-b947-ffa3a38a0594.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.519911] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89adaf14-16b0-4ee8-bf3a-5c5864591ace {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.535995] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.535995] env[69281]: value = "task-3935138" [ 647.535995] env[69281]: _type = "Task" [ 647.535995] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.541810] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 647.541810] env[69281]: value = "task-3935139" [ 647.541810] env[69281]: _type = "Task" [ 647.541810] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.545527] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935138, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.554129] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.604748] env[69281]: DEBUG nova.compute.manager [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.605210] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.606786] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff069c4-124a-4738-b46a-a7105bd73f50 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.633845] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935128, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.105783} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.634409] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.634880] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] c90da694-873b-4591-9e00-69168834ff52/c90da694-873b-4591-9e00-69168834ff52.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.635327] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.635719] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f5e5525-7e32-4f56-b5d9-02c5806fd3a3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.638528] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d121426b-1dde-4fd0-987c-15fb719e3954 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.656485] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 647.656485] env[69281]: value = "task-3935140" [ 647.656485] env[69281]: _type = "Task" [ 647.656485] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.656926] env[69281]: DEBUG oslo_vmware.api [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 647.656926] env[69281]: value = "task-3935141" [ 647.656926] env[69281]: _type = "Task" [ 647.656926] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.672204] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.679287] env[69281]: DEBUG oslo_vmware.api [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3935141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.686482] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15848} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.690229] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.690570] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.690800] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.742771] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.742989] env[69281]: DEBUG nova.compute.manager [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.746404] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.082s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.746848] env[69281]: DEBUG nova.objects.instance [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Lazy-loading 'resources' on Instance uuid b1832876-6076-4108-aef5-ccf5fda6f4c4 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.767303] env[69281]: DEBUG oslo_vmware.api [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3935135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169604} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.767813] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.768232] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.768578] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.771485] env[69281]: INFO nova.compute.manager [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 647.771485] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.771485] env[69281]: DEBUG nova.compute.manager [-] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.771485] env[69281]: DEBUG nova.network.neutron [-] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.862996] env[69281]: DEBUG nova.network.neutron [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] [instance: c90da694-873b-4591-9e00-69168834ff52] Updated VIF entry in instance network info cache for port 87895686-1b34-45b9-9736-a69d02dd16c7. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.862996] env[69281]: DEBUG nova.network.neutron [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] [instance: c90da694-873b-4591-9e00-69168834ff52] Updating instance_info_cache with network_info: [{"id": "87895686-1b34-45b9-9736-a69d02dd16c7", "address": "fa:16:3e:1c:ee:ae", "network": {"id": "cab1b498-18c5-4eea-b5ac-af25459be169", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-717054688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6725072dedb48f791910406019b84e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87895686-1b", "ovs_interfaceid": "87895686-1b34-45b9-9736-a69d02dd16c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.053550] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935138, 'name': CreateVM_Task, 'duration_secs': 0.445641} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.054378] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31701380-3998-4510-be64-ec5271cf985f] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.055073] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.055246] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.055585] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.055871] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c5f75d-4bdf-40b7-afeb-6ed43ea98079 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.061143] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935139, 'name': ReconfigVM_Task, 'duration_secs': 0.390051} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.061952] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 5ee27608-e963-45bd-b947-ffa3a38a0594/5ee27608-e963-45bd-b947-ffa3a38a0594.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.062629] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4cc786a-c1c1-4880-a3f7-95e86c690c83 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.066068] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 648.066068] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5231d4fd-9b2d-4774-dbf4-2054c6b85698" [ 648.066068] env[69281]: _type = "Task" [ 648.066068] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.071749] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 648.071749] env[69281]: value = "task-3935142" [ 648.071749] env[69281]: _type = "Task" [ 648.071749] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.079552] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5231d4fd-9b2d-4774-dbf4-2054c6b85698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.087298] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935142, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.115663] env[69281]: DEBUG nova.network.neutron [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Successfully updated port: d7182cce-17f9-40a8-8edb-ae992a459c6d {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.179381] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086552} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.182889] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.183257] env[69281]: DEBUG oslo_vmware.api [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3935141, 'name': PowerOffVM_Task, 'duration_secs': 0.408941} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.184028] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeee779-e7f7-4864-b003-662bbd53cbde {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.187382] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.187583] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.187887] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90ab1ac8-4ca0-47d6-ba17-7e5494972a49 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.221403] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] c90da694-873b-4591-9e00-69168834ff52/c90da694-873b-4591-9e00-69168834ff52.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.222184] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98b47a40-10ec-4162-a8b8-4c6df1197156 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.249965] env[69281]: DEBUG nova.compute.utils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.260660] env[69281]: DEBUG nova.compute.manager [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.260660] env[69281]: DEBUG nova.network.neutron [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.261729] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 648.261729] env[69281]: value = "task-3935144" [ 648.261729] env[69281]: _type = "Task" [ 648.261729] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.274139] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.356763] env[69281]: DEBUG nova.policy [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb253d0e1e43435bacb5b5ebff34685b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '052f2e54806f4857b476fb06ea59bfe1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.365667] env[69281]: DEBUG oslo_concurrency.lockutils [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] Releasing lock "refresh_cache-c90da694-873b-4591-9e00-69168834ff52" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.366199] env[69281]: DEBUG nova.compute.manager [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Received event network-changed-1ff482c9-a8fe-4db4-bf88-f73611e07c2d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.366508] env[69281]: DEBUG nova.compute.manager [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Refreshing instance network info cache due to event network-changed-1ff482c9-a8fe-4db4-bf88-f73611e07c2d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.366805] env[69281]: DEBUG oslo_concurrency.lockutils [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] Acquiring lock "refresh_cache-97b91f56-f04d-4dc7-973e-94a987ac1b1c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.367079] env[69281]: DEBUG oslo_concurrency.lockutils [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] Acquired lock "refresh_cache-97b91f56-f04d-4dc7-973e-94a987ac1b1c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.367331] env[69281]: DEBUG nova.network.neutron [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Refreshing network info cache for port 1ff482c9-a8fe-4db4-bf88-f73611e07c2d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.368777] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.369046] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.369307] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Deleting the datastore file [datastore2] 974b8eaa-82e0-412d-99a9-a0c6ff950549 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.369864] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3943c30-0767-46d0-b359-983b1f51a3aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.377528] env[69281]: DEBUG oslo_vmware.api [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for the task: (returnval){ [ 648.377528] env[69281]: value = "task-3935145" [ 648.377528] env[69281]: _type = "Task" [ 648.377528] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.381327] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "9332e878-5c4e-4be7-965f-de2dbc319321" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.382467] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "9332e878-5c4e-4be7-965f-de2dbc319321" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.382467] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "9332e878-5c4e-4be7-965f-de2dbc319321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.382467] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "9332e878-5c4e-4be7-965f-de2dbc319321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.382467] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "9332e878-5c4e-4be7-965f-de2dbc319321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.390938] env[69281]: INFO nova.compute.manager [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Terminating instance [ 648.397570] env[69281]: DEBUG oslo_vmware.api [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3935145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.582725] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5231d4fd-9b2d-4774-dbf4-2054c6b85698, 'name': SearchDatastore_Task, 'duration_secs': 0.011689} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.586349] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.586868] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.586868] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.587128] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.587296] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.588720] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1a84348-efb1-4f8c-b7d6-ac93739b04b2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.593920] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935142, 'name': Rename_Task, 'duration_secs': 0.185323} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.595432] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.595432] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94f10dba-13f2-48d0-b089-24d52ead8cff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.605768] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.605982] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.606856] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 648.606856] env[69281]: value = "task-3935146" [ 648.606856] env[69281]: _type = "Task" [ 648.606856] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.607124] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754ca074-6a08-4987-865d-10d10e84f151 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.620657] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 648.620657] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52200321-5b29-a0a7-be1e-1910cf078c9b" [ 648.620657] env[69281]: _type = "Task" [ 648.620657] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.621048] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Acquiring lock "refresh_cache-f31bf3ac-2618-4f2e-8f12-99de5620e16d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.621215] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Acquired lock "refresh_cache-f31bf3ac-2618-4f2e-8f12-99de5620e16d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.621358] env[69281]: DEBUG nova.network.neutron [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.623951] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.635866] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52200321-5b29-a0a7-be1e-1910cf078c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.637761] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6141c1bc-2ccc-4d83-b9c1-418d7edd9dd2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.651702] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 648.651702] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5235337b-b6f8-f893-4ff9-234a1fc5b9f9" [ 648.651702] env[69281]: _type = "Task" [ 648.651702] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.666792] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5235337b-b6f8-f893-4ff9-234a1fc5b9f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.698302] env[69281]: DEBUG nova.network.neutron [req-487dc93f-19b4-4ace-9e29-cf1eb629fe30 req-9c05ebfa-8f84-405c-81de-3954d0a0e281 service nova] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updated VIF entry in instance network info cache for port aba54240-0c28-4ede-9d1d-a0eecebf1c2d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.698665] env[69281]: DEBUG nova.network.neutron [req-487dc93f-19b4-4ace-9e29-cf1eb629fe30 req-9c05ebfa-8f84-405c-81de-3954d0a0e281 service nova] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating instance_info_cache with network_info: [{"id": "aba54240-0c28-4ede-9d1d-a0eecebf1c2d", "address": "fa:16:3e:f4:12:ff", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba54240-0c", "ovs_interfaceid": "aba54240-0c28-4ede-9d1d-a0eecebf1c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.756395] env[69281]: DEBUG nova.virt.hardware [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.757155] env[69281]: DEBUG nova.virt.hardware [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.757386] env[69281]: DEBUG nova.virt.hardware [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.757697] env[69281]: DEBUG nova.virt.hardware [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.757857] env[69281]: DEBUG nova.virt.hardware [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.758089] env[69281]: DEBUG nova.virt.hardware [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.758344] env[69281]: DEBUG nova.virt.hardware [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.758499] env[69281]: DEBUG nova.virt.hardware [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.758662] env[69281]: DEBUG nova.virt.hardware [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.758820] env[69281]: DEBUG nova.virt.hardware [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.758986] env[69281]: DEBUG nova.virt.hardware [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.759833] env[69281]: DEBUG nova.compute.manager [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.763496] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d871b2c3-4382-4f8f-ac48-a31acf55a8cf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.777519] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f39c9d-33a4-4b91-8000-3b0fc7159553 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.788708] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935144, 'name': ReconfigVM_Task, 'duration_secs': 0.351434} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.790416] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Reconfigured VM instance instance-00000013 to attach disk [datastore2] c90da694-873b-4591-9e00-69168834ff52/c90da694-873b-4591-9e00-69168834ff52.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.794158] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c419145-3aa7-4a20-9340-403b9aede778 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.807256] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.813634] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.817500] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.818538] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c76d962d-7bad-43d3-bbff-0a217aa3a9da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.837272] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 648.837272] env[69281]: value = "task-3935147" [ 648.837272] env[69281]: _type = "Task" [ 648.837272] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.843864] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.843864] env[69281]: value = "task-3935148" [ 648.843864] env[69281]: _type = "Task" [ 648.843864] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.847446] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935147, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.863167] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935148, 'name': CreateVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.889283] env[69281]: DEBUG oslo_vmware.api [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Task: {'id': task-3935145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149402} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.889592] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.889805] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.890068] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.890468] env[69281]: INFO nova.compute.manager [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Took 1.29 seconds to destroy the instance on the hypervisor. [ 648.890809] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.891054] env[69281]: DEBUG nova.compute.manager [-] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.891174] env[69281]: DEBUG nova.network.neutron [-] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.899958] env[69281]: DEBUG nova.compute.manager [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 648.900087] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.901601] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9e580a-d08f-4f9e-8431-41adf324f315 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.910153] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.911513] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9179a797-fc9d-413c-a614-23fee234b071 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.919353] env[69281]: DEBUG oslo_vmware.api [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 648.919353] env[69281]: value = "task-3935149" [ 648.919353] env[69281]: _type = "Task" [ 648.919353] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.931512] env[69281]: DEBUG oslo_vmware.api [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.953480] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74d6f69-d946-478b-92bf-8d71541b0d87 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.967611] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01b0ef3-bbbf-4bdb-ba5f-72cfa5fd0a3a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.006044] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aed6140-7b67-400a-b148-0b5a7d2edfed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.014975] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa40dc0-91d0-4ef2-b83a-a99c02e348dc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.031781] env[69281]: DEBUG nova.compute.provider_tree [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.116816] env[69281]: DEBUG nova.network.neutron [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Successfully created port: 7bc846b4-e70a-420f-b1fb-7485ea0a74fb {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.127956] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935146, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.147045] env[69281]: DEBUG nova.network.neutron [-] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.166732] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5235337b-b6f8-f893-4ff9-234a1fc5b9f9, 'name': SearchDatastore_Task, 'duration_secs': 0.016229} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.166732] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.166732] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 31701380-3998-4510-be64-ec5271cf985f/31701380-3998-4510-be64-ec5271cf985f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.167904] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-837ae968-18a0-42e3-8696-d9ceba44b08b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.175443] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 649.175443] env[69281]: value = "task-3935150" [ 649.175443] env[69281]: _type = "Task" [ 649.175443] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.193963] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.205037] env[69281]: DEBUG oslo_concurrency.lockutils [req-487dc93f-19b4-4ace-9e29-cf1eb629fe30 req-9c05ebfa-8f84-405c-81de-3954d0a0e281 service nova] Releasing lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.217218] env[69281]: DEBUG nova.network.neutron [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.348567] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935147, 'name': Rename_Task, 'duration_secs': 0.18702} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.351800] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.352179] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3cf11eb-a780-4155-a1bb-662da4e43345 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.361665] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935148, 'name': CreateVM_Task, 'duration_secs': 0.340599} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.361665] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.362778] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 649.362778] env[69281]: value = "task-3935151" [ 649.362778] env[69281]: _type = "Task" [ 649.362778] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.362778] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.362778] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.363172] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.363172] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-061e9414-bfce-4118-889b-40c8c8ae0cd2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.372378] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Waiting for the task: (returnval){ [ 649.372378] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b2d630-02ca-df5b-bf93-c591c43f9f70" [ 649.372378] env[69281]: _type = "Task" [ 649.372378] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.376466] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.385674] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b2d630-02ca-df5b-bf93-c591c43f9f70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.430017] env[69281]: DEBUG oslo_vmware.api [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935149, 'name': PowerOffVM_Task, 'duration_secs': 0.307107} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.430678] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.430678] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.430830] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13510a12-7de3-4867-89b0-8c5dd03c03f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.500139] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.501941] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.501941] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleting the datastore file [datastore1] 9332e878-5c4e-4be7-965f-de2dbc319321 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.501941] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8abf6d40-c2e1-434e-b100-0159c32e4646 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.509506] env[69281]: DEBUG oslo_vmware.api [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 649.509506] env[69281]: value = "task-3935153" [ 649.509506] env[69281]: _type = "Task" [ 649.509506] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.521238] env[69281]: DEBUG oslo_vmware.api [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.539428] env[69281]: DEBUG nova.scheduler.client.report [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.567865] env[69281]: DEBUG nova.network.neutron [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Updating instance_info_cache with network_info: [{"id": "d7182cce-17f9-40a8-8edb-ae992a459c6d", "address": "fa:16:3e:ad:08:ba", "network": {"id": "ad607d8c-1f5a-4053-b5d6-26db60c7c1df", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-739809315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5aad38d02a4aeba643c7468a51b6f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7182cce-17", "ovs_interfaceid": "d7182cce-17f9-40a8-8edb-ae992a459c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.575134] env[69281]: DEBUG nova.network.neutron [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Updated VIF entry in instance network info cache for port 1ff482c9-a8fe-4db4-bf88-f73611e07c2d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.575683] env[69281]: DEBUG nova.network.neutron [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Updating instance_info_cache with network_info: [{"id": "1ff482c9-a8fe-4db4-bf88-f73611e07c2d", "address": "fa:16:3e:cb:93:f2", "network": {"id": "890f03f7-50c9-49ce-865b-c731c5850d68", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1421335288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5195f136b7b84e8abd564d16d5ee1349", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff482c9-a8", "ovs_interfaceid": "1ff482c9-a8fe-4db4-bf88-f73611e07c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.636549] env[69281]: DEBUG oslo_vmware.api [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935146, 'name': PowerOnVM_Task, 'duration_secs': 0.666769} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.636549] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.636549] env[69281]: INFO nova.compute.manager [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Took 10.88 seconds to spawn the instance on the hypervisor. [ 649.636549] env[69281]: DEBUG nova.compute.manager [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 649.636549] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46522a6c-a1ba-4d0e-869e-2796e8674b44 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.650318] env[69281]: INFO nova.compute.manager [-] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Took 1.88 seconds to deallocate network for instance. [ 649.689293] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935150, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.776892] env[69281]: DEBUG nova.compute.manager [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.810227] env[69281]: DEBUG nova.virt.hardware [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.810534] env[69281]: DEBUG nova.virt.hardware [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.810712] env[69281]: DEBUG nova.virt.hardware [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.810901] env[69281]: DEBUG nova.virt.hardware [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.811081] env[69281]: DEBUG nova.virt.hardware [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.811274] env[69281]: DEBUG nova.virt.hardware [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.811499] env[69281]: DEBUG nova.virt.hardware [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.811659] env[69281]: DEBUG nova.virt.hardware [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.811853] env[69281]: DEBUG nova.virt.hardware [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.812031] env[69281]: DEBUG nova.virt.hardware [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.812225] env[69281]: DEBUG nova.virt.hardware [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.813514] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c9d330-8d3a-4c00-9a59-8ca94331484b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.822732] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243d6c65-4ec5-4fc1-8836-5e3cb53d0f10 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.874039] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935151, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.887997] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b2d630-02ca-df5b-bf93-c591c43f9f70, 'name': SearchDatastore_Task, 'duration_secs': 0.030523} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.888419] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.888660] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.888929] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.889108] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.889317] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.889610] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03e7b16f-0c7f-4a17-95a4-e17e88e92511 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.900212] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.900482] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.901308] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5b548b-3940-4545-8fb6-87ade7093b24 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.907012] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Waiting for the task: (returnval){ [ 649.907012] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520a26a4-3387-c777-ac0a-6d78c344b106" [ 649.907012] env[69281]: _type = "Task" [ 649.907012] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.918087] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520a26a4-3387-c777-ac0a-6d78c344b106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.921014] env[69281]: DEBUG nova.compute.manager [req-f950db72-9b5e-46e0-9e8b-7b2fa13967c1 req-26ada4f3-5bb5-40bf-96e0-de54fac65491 service nova] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Received event network-vif-deleted-61689d60-1d3e-4a58-9e2b-eed68539431d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.022831] env[69281]: DEBUG oslo_vmware.api [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37924} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.023185] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.023411] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.023630] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.023845] env[69281]: INFO nova.compute.manager [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Took 1.12 seconds to destroy the instance on the hypervisor. [ 650.024333] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.024333] env[69281]: DEBUG nova.compute.manager [-] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.024494] env[69281]: DEBUG nova.network.neutron [-] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.048086] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.048847] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.940s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.052017] env[69281]: INFO nova.compute.claims [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.053998] env[69281]: DEBUG nova.network.neutron [-] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.077524] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Releasing lock "refresh_cache-f31bf3ac-2618-4f2e-8f12-99de5620e16d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.077524] env[69281]: DEBUG nova.compute.manager [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Instance network_info: |[{"id": "d7182cce-17f9-40a8-8edb-ae992a459c6d", "address": "fa:16:3e:ad:08:ba", "network": {"id": "ad607d8c-1f5a-4053-b5d6-26db60c7c1df", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-739809315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5aad38d02a4aeba643c7468a51b6f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7182cce-17", "ovs_interfaceid": "d7182cce-17f9-40a8-8edb-ae992a459c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.077642] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:08:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7182cce-17f9-40a8-8edb-ae992a459c6d', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.087159] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Creating folder: Project (9d5aad38d02a4aeba643c7468a51b6f5). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.088573] env[69281]: INFO nova.scheduler.client.report [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Deleted allocations for instance b1832876-6076-4108-aef5-ccf5fda6f4c4 [ 650.089906] env[69281]: DEBUG oslo_concurrency.lockutils [req-efa43077-af5e-4261-8cab-7d7c0ddb18a8 req-48543f64-85be-4bfd-b4fd-f6b05793e49b service nova] Releasing lock "refresh_cache-97b91f56-f04d-4dc7-973e-94a987ac1b1c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.090746] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db747f3e-8f54-44ea-b461-1bcabe79123b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.105665] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Created folder: Project (9d5aad38d02a4aeba643c7468a51b6f5) in parent group-v781128. [ 650.106035] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Creating folder: Instances. Parent ref: group-v781192. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.106304] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01aa3a95-0732-406c-add3-362864ecfc59 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.118521] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Created folder: Instances in parent group-v781192. [ 650.118814] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.118954] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.119222] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23045848-661c-46ce-89af-da343a05d018 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.146549] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.146549] env[69281]: value = "task-3935156" [ 650.146549] env[69281]: _type = "Task" [ 650.146549] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.162691] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.162934] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935156, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.167299] env[69281]: DEBUG nova.compute.manager [req-8a53683c-a19e-48b4-9ed7-f4ffd3755d73 req-bd923c6d-ecdd-4116-9119-7e2eabe8a7c9 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Received event network-vif-plugged-d7182cce-17f9-40a8-8edb-ae992a459c6d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.167630] env[69281]: DEBUG oslo_concurrency.lockutils [req-8a53683c-a19e-48b4-9ed7-f4ffd3755d73 req-bd923c6d-ecdd-4116-9119-7e2eabe8a7c9 service nova] Acquiring lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.167876] env[69281]: DEBUG oslo_concurrency.lockutils [req-8a53683c-a19e-48b4-9ed7-f4ffd3755d73 req-bd923c6d-ecdd-4116-9119-7e2eabe8a7c9 service nova] Lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.168257] env[69281]: DEBUG oslo_concurrency.lockutils [req-8a53683c-a19e-48b4-9ed7-f4ffd3755d73 req-bd923c6d-ecdd-4116-9119-7e2eabe8a7c9 service nova] Lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.168321] env[69281]: DEBUG nova.compute.manager [req-8a53683c-a19e-48b4-9ed7-f4ffd3755d73 req-bd923c6d-ecdd-4116-9119-7e2eabe8a7c9 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] No waiting events found dispatching network-vif-plugged-d7182cce-17f9-40a8-8edb-ae992a459c6d {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 650.168439] env[69281]: WARNING nova.compute.manager [req-8a53683c-a19e-48b4-9ed7-f4ffd3755d73 req-bd923c6d-ecdd-4116-9119-7e2eabe8a7c9 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Received unexpected event network-vif-plugged-d7182cce-17f9-40a8-8edb-ae992a459c6d for instance with vm_state building and task_state spawning. [ 650.168689] env[69281]: DEBUG nova.compute.manager [req-8a53683c-a19e-48b4-9ed7-f4ffd3755d73 req-bd923c6d-ecdd-4116-9119-7e2eabe8a7c9 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Received event network-changed-d7182cce-17f9-40a8-8edb-ae992a459c6d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.169100] env[69281]: DEBUG nova.compute.manager [req-8a53683c-a19e-48b4-9ed7-f4ffd3755d73 req-bd923c6d-ecdd-4116-9119-7e2eabe8a7c9 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Refreshing instance network info cache due to event network-changed-d7182cce-17f9-40a8-8edb-ae992a459c6d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.169173] env[69281]: DEBUG oslo_concurrency.lockutils [req-8a53683c-a19e-48b4-9ed7-f4ffd3755d73 req-bd923c6d-ecdd-4116-9119-7e2eabe8a7c9 service nova] Acquiring lock "refresh_cache-f31bf3ac-2618-4f2e-8f12-99de5620e16d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.169283] env[69281]: DEBUG oslo_concurrency.lockutils [req-8a53683c-a19e-48b4-9ed7-f4ffd3755d73 req-bd923c6d-ecdd-4116-9119-7e2eabe8a7c9 service nova] Acquired lock "refresh_cache-f31bf3ac-2618-4f2e-8f12-99de5620e16d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.169447] env[69281]: DEBUG nova.network.neutron [req-8a53683c-a19e-48b4-9ed7-f4ffd3755d73 req-bd923c6d-ecdd-4116-9119-7e2eabe8a7c9 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Refreshing network info cache for port d7182cce-17f9-40a8-8edb-ae992a459c6d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.171077] env[69281]: INFO nova.compute.manager [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Took 29.72 seconds to build instance. [ 650.190100] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650569} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.191548] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 31701380-3998-4510-be64-ec5271cf985f/31701380-3998-4510-be64-ec5271cf985f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.191548] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.192661] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9489a8a6-2616-4904-81ea-9f8a0cbce73e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.202913] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 650.202913] env[69281]: value = "task-3935157" [ 650.202913] env[69281]: _type = "Task" [ 650.202913] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.214802] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.354828] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "61373d45-6df4-4cc8-bf4a-89f28f0a918b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.355447] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "61373d45-6df4-4cc8-bf4a-89f28f0a918b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.382116] env[69281]: DEBUG oslo_vmware.api [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935151, 'name': PowerOnVM_Task, 'duration_secs': 0.691855} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.382466] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.382687] env[69281]: INFO nova.compute.manager [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Took 8.90 seconds to spawn the instance on the hypervisor. [ 650.382872] env[69281]: DEBUG nova.compute.manager [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 650.384375] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15928ea3-7d0e-4e17-892a-36bf9cbae318 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.420981] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520a26a4-3387-c777-ac0a-6d78c344b106, 'name': SearchDatastore_Task, 'duration_secs': 0.020713} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.422025] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-035ed325-8d3a-41d7-b5cf-5ddd851f6672 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.429982] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Waiting for the task: (returnval){ [ 650.429982] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52046e65-5a04-d687-c4a8-9cdae9706ab1" [ 650.429982] env[69281]: _type = "Task" [ 650.429982] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.440401] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52046e65-5a04-d687-c4a8-9cdae9706ab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.559762] env[69281]: INFO nova.compute.manager [-] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Took 1.67 seconds to deallocate network for instance. [ 650.601817] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8134107f-2c2d-4651-94bb-1beb87283d7d tempest-InstanceActionsTestJSON-180677158 tempest-InstanceActionsTestJSON-180677158-project-member] Lock "b1832876-6076-4108-aef5-ccf5fda6f4c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.462s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.657773] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935156, 'name': CreateVM_Task, 'duration_secs': 0.443751} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.657941] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.658987] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.659188] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.659555] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.659804] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05369b82-c301-4a7e-8e1b-9c22a71c2baf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.665637] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Waiting for the task: (returnval){ [ 650.665637] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bb59d0-9368-8538-4448-a045ea95b561" [ 650.665637] env[69281]: _type = "Task" [ 650.665637] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.675126] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4cfa3c17-a125-417a-9c47-03166d426735 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "5ee27608-e963-45bd-b947-ffa3a38a0594" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.660s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.677715] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bb59d0-9368-8538-4448-a045ea95b561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.713734] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107514} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.714020] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.715175] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc737c3d-89c2-4825-b619-36008dc2b270 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.740639] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 31701380-3998-4510-be64-ec5271cf985f/31701380-3998-4510-be64-ec5271cf985f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.740962] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c9bb405-2d77-48d9-9bd4-e9d5fb673650 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.765159] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 650.765159] env[69281]: value = "task-3935158" [ 650.765159] env[69281]: _type = "Task" [ 650.765159] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.776015] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.909289] env[69281]: INFO nova.compute.manager [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Took 29.31 seconds to build instance. [ 650.942391] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52046e65-5a04-d687-c4a8-9cdae9706ab1, 'name': SearchDatastore_Task, 'duration_secs': 0.013647} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.942652] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.942909] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f/2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.943194] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34ee074a-132c-4d50-bb16-35881ca05be8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.951938] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Waiting for the task: (returnval){ [ 650.951938] env[69281]: value = "task-3935159" [ 650.951938] env[69281]: _type = "Task" [ 650.951938] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.964290] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.071991] env[69281]: DEBUG oslo_concurrency.lockutils [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.125548] env[69281]: DEBUG nova.network.neutron [-] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.179701] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bb59d0-9368-8538-4448-a045ea95b561, 'name': SearchDatastore_Task, 'duration_secs': 0.089386} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.180409] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.180409] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.180409] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.180650] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.180731] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.181426] env[69281]: DEBUG nova.compute.manager [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.185174] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c35d5c04-0b24-433a-b41c-c6a5edd1c59f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.201025] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.201656] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.202575] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d9152d-e111-4e2d-b011-96be1c7a4057 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.214759] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Waiting for the task: (returnval){ [ 651.214759] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52607874-f337-d000-5012-940c251b5ff7" [ 651.214759] env[69281]: _type = "Task" [ 651.214759] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.227197] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52607874-f337-d000-5012-940c251b5ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.277896] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.283185] env[69281]: DEBUG nova.network.neutron [req-8a53683c-a19e-48b4-9ed7-f4ffd3755d73 req-bd923c6d-ecdd-4116-9119-7e2eabe8a7c9 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Updated VIF entry in instance network info cache for port d7182cce-17f9-40a8-8edb-ae992a459c6d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.283545] env[69281]: DEBUG nova.network.neutron [req-8a53683c-a19e-48b4-9ed7-f4ffd3755d73 req-bd923c6d-ecdd-4116-9119-7e2eabe8a7c9 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Updating instance_info_cache with network_info: [{"id": "d7182cce-17f9-40a8-8edb-ae992a459c6d", "address": "fa:16:3e:ad:08:ba", "network": {"id": "ad607d8c-1f5a-4053-b5d6-26db60c7c1df", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-739809315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5aad38d02a4aeba643c7468a51b6f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7182cce-17", "ovs_interfaceid": "d7182cce-17f9-40a8-8edb-ae992a459c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.388509] env[69281]: DEBUG nova.network.neutron [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Successfully updated port: 7bc846b4-e70a-420f-b1fb-7485ea0a74fb {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.411155] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a660ab82-1b17-426b-aa6f-2bae2cf54a62 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lock "c90da694-873b-4591-9e00-69168834ff52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.667s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.468221] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935159, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.626499] env[69281]: INFO nova.compute.manager [-] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Took 1.60 seconds to deallocate network for instance. [ 651.715318] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.739274] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52607874-f337-d000-5012-940c251b5ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.01652} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.739274] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c218db6b-fb6d-4f8a-b7c3-a87aa2376d30 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.749083] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Waiting for the task: (returnval){ [ 651.749083] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b57575-6670-c8cb-ba80-6660c6059649" [ 651.749083] env[69281]: _type = "Task" [ 651.749083] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.764729] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b57575-6670-c8cb-ba80-6660c6059649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.772811] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c580723c-0380-4a78-a7fb-19102c86e541 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.781691] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935158, 'name': ReconfigVM_Task, 'duration_secs': 0.885} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.784265] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 31701380-3998-4510-be64-ec5271cf985f/31701380-3998-4510-be64-ec5271cf985f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.785060] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adb36865-df33-4a05-8920-36426daaf074 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.787779] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c93e9f-bf6a-4ad4-b1a8-26144616f565 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.791381] env[69281]: DEBUG oslo_concurrency.lockutils [req-8a53683c-a19e-48b4-9ed7-f4ffd3755d73 req-bd923c6d-ecdd-4116-9119-7e2eabe8a7c9 service nova] Releasing lock "refresh_cache-f31bf3ac-2618-4f2e-8f12-99de5620e16d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.837446] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 651.837446] env[69281]: value = "task-3935160" [ 651.837446] env[69281]: _type = "Task" [ 651.837446] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.838731] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc4fa12-fcb8-4f99-beb2-f1fc70db73f4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.853365] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935160, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.857969] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5117dcc9-bbba-46b6-9f37-c1fb958980ad {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.875264] env[69281]: DEBUG nova.compute.provider_tree [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.895698] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "refresh_cache-0848d304-f73c-4833-8143-9e0d1988d17b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.895698] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquired lock "refresh_cache-0848d304-f73c-4833-8143-9e0d1988d17b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.895698] env[69281]: DEBUG nova.network.neutron [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.924475] env[69281]: DEBUG nova.compute.manager [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.965278] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.999791} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.965559] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f/2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.965766] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.966656] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5795b0e5-c88c-4f41-a212-5b63623b2bd8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.976438] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Waiting for the task: (returnval){ [ 651.976438] env[69281]: value = "task-3935161" [ 651.976438] env[69281]: _type = "Task" [ 651.976438] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.998693] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.136524] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.265449] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b57575-6670-c8cb-ba80-6660c6059649, 'name': SearchDatastore_Task, 'duration_secs': 0.021424} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.265449] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.265449] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] f31bf3ac-2618-4f2e-8f12-99de5620e16d/f31bf3ac-2618-4f2e-8f12-99de5620e16d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.265449] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9590a909-7087-4e38-b417-8d1f7e86e2fc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.272987] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Waiting for the task: (returnval){ [ 652.272987] env[69281]: value = "task-3935162" [ 652.272987] env[69281]: _type = "Task" [ 652.272987] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.282333] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.354079] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935160, 'name': Rename_Task, 'duration_secs': 0.218756} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.354394] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.354669] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38adef52-1779-4f06-9110-c6bf0fb3eb75 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.362663] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 652.362663] env[69281]: value = "task-3935163" [ 652.362663] env[69281]: _type = "Task" [ 652.362663] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.374754] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.378458] env[69281]: DEBUG nova.scheduler.client.report [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.453337] env[69281]: DEBUG nova.network.neutron [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.458517] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.494395] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07632} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.495016] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.495973] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dd92c7-6c50-4b59-8c4c-09e3435bc114 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.522178] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f/2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.522588] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5ea56e9-1198-4dc0-b798-b0422cc03868 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.545918] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Waiting for the task: (returnval){ [ 652.545918] env[69281]: value = "task-3935164" [ 652.545918] env[69281]: _type = "Task" [ 652.545918] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.561028] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.762680] env[69281]: DEBUG nova.network.neutron [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Updating instance_info_cache with network_info: [{"id": "7bc846b4-e70a-420f-b1fb-7485ea0a74fb", "address": "fa:16:3e:cd:bc:83", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc846b4-e7", "ovs_interfaceid": "7bc846b4-e70a-420f-b1fb-7485ea0a74fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.785895] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935162, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.788589] env[69281]: DEBUG nova.compute.manager [req-00ce675d-249f-41fa-b8d7-b61100261aee req-673f4e4e-f18e-484b-850a-18ff42c745ba service nova] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Received event network-vif-deleted-8100332f-9272-4242-b5f4-9487fabfba68 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.790316] env[69281]: DEBUG nova.compute.manager [req-00ce675d-249f-41fa-b8d7-b61100261aee req-673f4e4e-f18e-484b-850a-18ff42c745ba service nova] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Received event network-vif-deleted-d04e31bf-cc32-4453-8b4a-5169d1a4d635 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.881453] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935163, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.885871] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.886557] env[69281]: DEBUG nova.compute.manager [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.890503] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.656s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.892626] env[69281]: INFO nova.compute.claims [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.000327] env[69281]: DEBUG nova.compute.manager [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 653.000673] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a00ff32-0ace-41bd-8456-4bd0d1081407 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.061141] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.063416] env[69281]: DEBUG nova.compute.manager [req-4bc761da-0d6b-49a3-8306-4d3d157ad8e0 req-f2faec4b-2180-4910-81e6-bbe90ef9e2dd service nova] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Received event network-vif-plugged-7bc846b4-e70a-420f-b1fb-7485ea0a74fb {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.063650] env[69281]: DEBUG oslo_concurrency.lockutils [req-4bc761da-0d6b-49a3-8306-4d3d157ad8e0 req-f2faec4b-2180-4910-81e6-bbe90ef9e2dd service nova] Acquiring lock "0848d304-f73c-4833-8143-9e0d1988d17b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.063871] env[69281]: DEBUG oslo_concurrency.lockutils [req-4bc761da-0d6b-49a3-8306-4d3d157ad8e0 req-f2faec4b-2180-4910-81e6-bbe90ef9e2dd service nova] Lock "0848d304-f73c-4833-8143-9e0d1988d17b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.064070] env[69281]: DEBUG oslo_concurrency.lockutils [req-4bc761da-0d6b-49a3-8306-4d3d157ad8e0 req-f2faec4b-2180-4910-81e6-bbe90ef9e2dd service nova] Lock "0848d304-f73c-4833-8143-9e0d1988d17b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.064277] env[69281]: DEBUG nova.compute.manager [req-4bc761da-0d6b-49a3-8306-4d3d157ad8e0 req-f2faec4b-2180-4910-81e6-bbe90ef9e2dd service nova] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] No waiting events found dispatching network-vif-plugged-7bc846b4-e70a-420f-b1fb-7485ea0a74fb {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 653.064415] env[69281]: WARNING nova.compute.manager [req-4bc761da-0d6b-49a3-8306-4d3d157ad8e0 req-f2faec4b-2180-4910-81e6-bbe90ef9e2dd service nova] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Received unexpected event network-vif-plugged-7bc846b4-e70a-420f-b1fb-7485ea0a74fb for instance with vm_state building and task_state spawning. [ 653.065222] env[69281]: DEBUG nova.compute.manager [req-4bc761da-0d6b-49a3-8306-4d3d157ad8e0 req-f2faec4b-2180-4910-81e6-bbe90ef9e2dd service nova] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Received event network-changed-7bc846b4-e70a-420f-b1fb-7485ea0a74fb {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.065222] env[69281]: DEBUG nova.compute.manager [req-4bc761da-0d6b-49a3-8306-4d3d157ad8e0 req-f2faec4b-2180-4910-81e6-bbe90ef9e2dd service nova] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Refreshing instance network info cache due to event network-changed-7bc846b4-e70a-420f-b1fb-7485ea0a74fb. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.065222] env[69281]: DEBUG oslo_concurrency.lockutils [req-4bc761da-0d6b-49a3-8306-4d3d157ad8e0 req-f2faec4b-2180-4910-81e6-bbe90ef9e2dd service nova] Acquiring lock "refresh_cache-0848d304-f73c-4833-8143-9e0d1988d17b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.266501] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Releasing lock "refresh_cache-0848d304-f73c-4833-8143-9e0d1988d17b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.266982] env[69281]: DEBUG nova.compute.manager [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Instance network_info: |[{"id": "7bc846b4-e70a-420f-b1fb-7485ea0a74fb", "address": "fa:16:3e:cd:bc:83", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc846b4-e7", "ovs_interfaceid": "7bc846b4-e70a-420f-b1fb-7485ea0a74fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.267357] env[69281]: DEBUG oslo_concurrency.lockutils [req-4bc761da-0d6b-49a3-8306-4d3d157ad8e0 req-f2faec4b-2180-4910-81e6-bbe90ef9e2dd service nova] Acquired lock "refresh_cache-0848d304-f73c-4833-8143-9e0d1988d17b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.267593] env[69281]: DEBUG nova.network.neutron [req-4bc761da-0d6b-49a3-8306-4d3d157ad8e0 req-f2faec4b-2180-4910-81e6-bbe90ef9e2dd service nova] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Refreshing network info cache for port 7bc846b4-e70a-420f-b1fb-7485ea0a74fb {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.270522] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:bc:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bc846b4-e70a-420f-b1fb-7485ea0a74fb', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.281094] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Creating folder: Project (052f2e54806f4857b476fb06ea59bfe1). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.282081] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd8f3b12-8b4f-400f-aca2-dbf80dad8ad0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.305470] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742539} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.305470] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] f31bf3ac-2618-4f2e-8f12-99de5620e16d/f31bf3ac-2618-4f2e-8f12-99de5620e16d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.305470] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.305470] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a09e9aab-93d7-4259-a4aa-1f620b1d37f8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.307924] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Created folder: Project (052f2e54806f4857b476fb06ea59bfe1) in parent group-v781128. [ 653.308154] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Creating folder: Instances. Parent ref: group-v781195. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.308950] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-912cca47-9d4a-473c-a170-ffed07200812 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.316529] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Waiting for the task: (returnval){ [ 653.316529] env[69281]: value = "task-3935166" [ 653.316529] env[69281]: _type = "Task" [ 653.316529] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.326647] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Created folder: Instances in parent group-v781195. [ 653.327203] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.327929] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.328283] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-020de04a-548c-4c61-9be1-96037d3e7210 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.352147] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.358377] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.358377] env[69281]: value = "task-3935168" [ 653.358377] env[69281]: _type = "Task" [ 653.358377] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.372733] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935168, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.380589] env[69281]: DEBUG oslo_vmware.api [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935163, 'name': PowerOnVM_Task, 'duration_secs': 0.89272} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.380933] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.381170] env[69281]: INFO nova.compute.manager [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Took 9.13 seconds to spawn the instance on the hypervisor. [ 653.381395] env[69281]: DEBUG nova.compute.manager [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 653.382334] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d350cd-7ed9-4976-9b59-753e730a8ac3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.392504] env[69281]: DEBUG nova.compute.utils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.399065] env[69281]: DEBUG nova.compute.manager [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.399272] env[69281]: DEBUG nova.network.neutron [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.514257] env[69281]: INFO nova.compute.manager [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] instance snapshotting [ 653.519080] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ea0432-3c93-429f-87a9-78ca28f32ba5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.527556] env[69281]: DEBUG nova.policy [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70719c7791ca44878d3899d2cdf17d2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ebe9abf75ad4c3e9dee245f42d7ffb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.544696] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e049c02f-8feb-4f84-a925-f7e807a0bd17 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.553380] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "ba397f72-74e9-4816-be99-8228b5e33809" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.553815] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "ba397f72-74e9-4816-be99-8228b5e33809" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.570603] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935164, 'name': ReconfigVM_Task, 'duration_secs': 0.782432} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.571070] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f/2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.572333] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a0193a4-0589-4c06-88cd-446eb1701c35 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.580736] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Waiting for the task: (returnval){ [ 653.580736] env[69281]: value = "task-3935169" [ 653.580736] env[69281]: _type = "Task" [ 653.580736] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.591627] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935169, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.830758] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093475} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.831204] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.832054] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2830dd-1451-4846-bbfb-4f432f7a4d04 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.858220] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] f31bf3ac-2618-4f2e-8f12-99de5620e16d/f31bf3ac-2618-4f2e-8f12-99de5620e16d.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.858596] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed5e9e16-5ff4-4e26-b9f4-93029f117efe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.891909] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935168, 'name': CreateVM_Task, 'duration_secs': 0.439507} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.893511] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.893881] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Waiting for the task: (returnval){ [ 653.893881] env[69281]: value = "task-3935170" [ 653.893881] env[69281]: _type = "Task" [ 653.893881] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.894614] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.894691] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.895013] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.895337] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b3bf7e-9b4f-448b-b0af-a08e1b3337fd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.900441] env[69281]: DEBUG nova.compute.manager [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.925515] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 653.925515] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c9b82e-923d-c168-23f4-b7210111d148" [ 653.925515] env[69281]: _type = "Task" [ 653.925515] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.925515] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.925515] env[69281]: INFO nova.compute.manager [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Took 31.88 seconds to build instance. [ 653.937974] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c9b82e-923d-c168-23f4-b7210111d148, 'name': SearchDatastore_Task, 'duration_secs': 0.027147} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.939583] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.939854] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.940426] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.940743] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.941094] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.941819] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c3e2737-b573-40a2-b62e-a7c58b9519a3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.953603] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.953864] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.955951] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a64e539-4abd-49df-a7ca-3fd6ec6c3ac3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.964225] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 653.964225] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52334cbf-d4fe-5ee6-a38f-2ddddebad90e" [ 653.964225] env[69281]: _type = "Task" [ 653.964225] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.977273] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52334cbf-d4fe-5ee6-a38f-2ddddebad90e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.053854] env[69281]: DEBUG nova.network.neutron [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Successfully created port: 6188e6ce-3859-4cac-93b4-2b0d1e17fb68 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.072317] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 654.073127] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-699d9fca-e40a-4806-a71e-0d76202b48cc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.087865] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 654.087865] env[69281]: value = "task-3935171" [ 654.087865] env[69281]: _type = "Task" [ 654.087865] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.100800] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935169, 'name': Rename_Task, 'duration_secs': 0.40841} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.102298] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.102629] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3bf6a6a-aed3-40e8-a058-6903a0cd1b73 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.108030] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935171, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.122788] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Waiting for the task: (returnval){ [ 654.122788] env[69281]: value = "task-3935172" [ 654.122788] env[69281]: _type = "Task" [ 654.122788] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.138200] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935172, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.414027] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935170, 'name': ReconfigVM_Task, 'duration_secs': 0.343276} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.414027] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Reconfigured VM instance instance-00000015 to attach disk [datastore2] f31bf3ac-2618-4f2e-8f12-99de5620e16d/f31bf3ac-2618-4f2e-8f12-99de5620e16d.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.414495] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb1c2074-2934-40b7-ae62-844c5a86918d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.422607] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Waiting for the task: (returnval){ [ 654.422607] env[69281]: value = "task-3935173" [ 654.422607] env[69281]: _type = "Task" [ 654.422607] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.432468] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca1807fe-da3a-4d5e-ba0d-648d7006b278 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "31701380-3998-4510-be64-ec5271cf985f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.060s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.432705] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935173, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.478259] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52334cbf-d4fe-5ee6-a38f-2ddddebad90e, 'name': SearchDatastore_Task, 'duration_secs': 0.029645} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.479169] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a7419a-7968-440f-bad2-3324f2b25ac3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.485461] env[69281]: DEBUG nova.network.neutron [req-4bc761da-0d6b-49a3-8306-4d3d157ad8e0 req-f2faec4b-2180-4910-81e6-bbe90ef9e2dd service nova] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Updated VIF entry in instance network info cache for port 7bc846b4-e70a-420f-b1fb-7485ea0a74fb. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.485461] env[69281]: DEBUG nova.network.neutron [req-4bc761da-0d6b-49a3-8306-4d3d157ad8e0 req-f2faec4b-2180-4910-81e6-bbe90ef9e2dd service nova] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Updating instance_info_cache with network_info: [{"id": "7bc846b4-e70a-420f-b1fb-7485ea0a74fb", "address": "fa:16:3e:cd:bc:83", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc846b4-e7", "ovs_interfaceid": "7bc846b4-e70a-420f-b1fb-7485ea0a74fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.491536] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 654.491536] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f1a14b-a05f-b276-9fae-8726dda3ba3e" [ 654.491536] env[69281]: _type = "Task" [ 654.491536] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.505797] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f1a14b-a05f-b276-9fae-8726dda3ba3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.606089] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935171, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.639771] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.641466] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131640fa-8e83-427d-bb8d-30ec12ba4e87 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.649694] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e67160-6ff4-44d9-a328-4951d85b1251 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.685143] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191b7964-cb14-42ac-821a-29925694083f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.693856] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcada9b-1481-4ba9-867d-911dd20e1a97 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.712679] env[69281]: DEBUG nova.compute.provider_tree [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.915028] env[69281]: DEBUG nova.compute.manager [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.933342] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935173, 'name': Rename_Task, 'duration_secs': 0.19321} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.933342] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.933579] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e354fb4a-834e-46c5-b912-1fd1fa8f88e2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.935358] env[69281]: DEBUG nova.compute.manager [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.946900] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Waiting for the task: (returnval){ [ 654.946900] env[69281]: value = "task-3935174" [ 654.946900] env[69281]: _type = "Task" [ 654.946900] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.955621] env[69281]: DEBUG nova.virt.hardware [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.955886] env[69281]: DEBUG nova.virt.hardware [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.956059] env[69281]: DEBUG nova.virt.hardware [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.956250] env[69281]: DEBUG nova.virt.hardware [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.956400] env[69281]: DEBUG nova.virt.hardware [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.956700] env[69281]: DEBUG nova.virt.hardware [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.957084] env[69281]: DEBUG nova.virt.hardware [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.957312] env[69281]: DEBUG nova.virt.hardware [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.957501] env[69281]: DEBUG nova.virt.hardware [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.957674] env[69281]: DEBUG nova.virt.hardware [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.957850] env[69281]: DEBUG nova.virt.hardware [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.958753] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45c493f-0e8c-4fcc-b9aa-e62c0c6eebef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.968814] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935174, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.973528] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7764361a-3412-44a6-a73f-f9501033e634 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.993081] env[69281]: DEBUG oslo_concurrency.lockutils [req-4bc761da-0d6b-49a3-8306-4d3d157ad8e0 req-f2faec4b-2180-4910-81e6-bbe90ef9e2dd service nova] Releasing lock "refresh_cache-0848d304-f73c-4833-8143-9e0d1988d17b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.004213] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f1a14b-a05f-b276-9fae-8726dda3ba3e, 'name': SearchDatastore_Task, 'duration_secs': 0.023326} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.004318] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.004543] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 0848d304-f73c-4833-8143-9e0d1988d17b/0848d304-f73c-4833-8143-9e0d1988d17b.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.004807] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3cfae44-528b-4592-af8f-e0de7b750be7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.015969] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 655.015969] env[69281]: value = "task-3935175" [ 655.015969] env[69281]: _type = "Task" [ 655.015969] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.027633] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.104264] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935171, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.140398] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.216616] env[69281]: DEBUG nova.scheduler.client.report [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.463911] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935174, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.466779] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.529634] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935175, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.606419] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935171, 'name': CreateSnapshot_Task, 'duration_secs': 1.249309} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.607341] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 655.609396] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2605657b-561b-4a1d-98c8-c69768f2c03c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.639560] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.722432] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.722982] env[69281]: DEBUG nova.compute.manager [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.726044] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.102s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.729011] env[69281]: INFO nova.compute.claims [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.958478] env[69281]: DEBUG oslo_vmware.api [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935174, 'name': PowerOnVM_Task, 'duration_secs': 0.527292} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.958813] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.959393] env[69281]: INFO nova.compute.manager [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Took 8.95 seconds to spawn the instance on the hypervisor. [ 655.959393] env[69281]: DEBUG nova.compute.manager [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.960161] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ae1031-c4b2-44b0-8a79-5a7128a2e2c6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.027193] env[69281]: DEBUG nova.network.neutron [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Successfully updated port: 6188e6ce-3859-4cac-93b4-2b0d1e17fb68 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.038762] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651701} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.038762] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 0848d304-f73c-4833-8143-9e0d1988d17b/0848d304-f73c-4833-8143-9e0d1988d17b.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.038949] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.039220] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-018bd915-72bf-489a-bf54-bc0c89c764fa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.048625] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 656.048625] env[69281]: value = "task-3935176" [ 656.048625] env[69281]: _type = "Task" [ 656.048625] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.063117] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.125226] env[69281]: DEBUG nova.compute.manager [req-a2cdb5e4-bf9e-43fb-99bc-ac9a9bca3bc2 req-bf124fc7-3707-4bb3-822c-75255cf4e175 service nova] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Received event network-vif-plugged-6188e6ce-3859-4cac-93b4-2b0d1e17fb68 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.125730] env[69281]: DEBUG oslo_concurrency.lockutils [req-a2cdb5e4-bf9e-43fb-99bc-ac9a9bca3bc2 req-bf124fc7-3707-4bb3-822c-75255cf4e175 service nova] Acquiring lock "97ea6ec5-bfdf-49af-9e66-a3cb1d29040d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.126100] env[69281]: DEBUG oslo_concurrency.lockutils [req-a2cdb5e4-bf9e-43fb-99bc-ac9a9bca3bc2 req-bf124fc7-3707-4bb3-822c-75255cf4e175 service nova] Lock "97ea6ec5-bfdf-49af-9e66-a3cb1d29040d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.126181] env[69281]: DEBUG oslo_concurrency.lockutils [req-a2cdb5e4-bf9e-43fb-99bc-ac9a9bca3bc2 req-bf124fc7-3707-4bb3-822c-75255cf4e175 service nova] Lock "97ea6ec5-bfdf-49af-9e66-a3cb1d29040d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.126434] env[69281]: DEBUG nova.compute.manager [req-a2cdb5e4-bf9e-43fb-99bc-ac9a9bca3bc2 req-bf124fc7-3707-4bb3-822c-75255cf4e175 service nova] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] No waiting events found dispatching network-vif-plugged-6188e6ce-3859-4cac-93b4-2b0d1e17fb68 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 656.126628] env[69281]: WARNING nova.compute.manager [req-a2cdb5e4-bf9e-43fb-99bc-ac9a9bca3bc2 req-bf124fc7-3707-4bb3-822c-75255cf4e175 service nova] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Received unexpected event network-vif-plugged-6188e6ce-3859-4cac-93b4-2b0d1e17fb68 for instance with vm_state building and task_state spawning. [ 656.136223] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 656.137093] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e876d14c-09b6-4c81-9cab-10723110c455 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.153256] env[69281]: DEBUG oslo_vmware.api [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Task: {'id': task-3935172, 'name': PowerOnVM_Task, 'duration_secs': 1.723513} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.154834] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.155066] env[69281]: DEBUG nova.compute.manager [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 656.155893] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 656.155893] env[69281]: value = "task-3935177" [ 656.155893] env[69281]: _type = "Task" [ 656.155893] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.156903] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed25d4b5-1bed-40eb-b4c7-d5ea1cbeb588 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.170404] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935177, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.237228] env[69281]: DEBUG nova.compute.utils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.239507] env[69281]: DEBUG nova.compute.manager [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.240254] env[69281]: DEBUG nova.network.neutron [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.361418] env[69281]: DEBUG nova.policy [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff992147f32d411abbe847a8406e6b37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91536c432d85454e87333733cc5a9b0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.416555] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquiring lock "91e4ae0e-21b4-43ae-a491-b1d5032f39f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.416555] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Lock "91e4ae0e-21b4-43ae-a491-b1d5032f39f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.498447] env[69281]: INFO nova.compute.manager [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Took 29.76 seconds to build instance. [ 656.531992] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Acquiring lock "refresh_cache-97ea6ec5-bfdf-49af-9e66-a3cb1d29040d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.531992] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Acquired lock "refresh_cache-97ea6ec5-bfdf-49af-9e66-a3cb1d29040d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.533089] env[69281]: DEBUG nova.network.neutron [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.559576] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084022} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.559857] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.560994] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec43a9d-5d03-438e-ab9d-d75015b3297b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.591451] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 0848d304-f73c-4833-8143-9e0d1988d17b/0848d304-f73c-4833-8143-9e0d1988d17b.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.592357] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91b33114-2ded-4345-aedf-42602f203d74 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.620943] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 656.620943] env[69281]: value = "task-3935178" [ 656.620943] env[69281]: _type = "Task" [ 656.620943] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.633461] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935178, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.673806] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935177, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.684958] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.749078] env[69281]: DEBUG nova.compute.manager [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.803760] env[69281]: DEBUG nova.compute.manager [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Stashing vm_state: active {{(pid=69281) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 657.002530] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cada99c-1bfe-4e7f-93d1-1bbd1d5fa3b6 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.952s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.063887] env[69281]: DEBUG nova.network.neutron [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Successfully created port: b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.131867] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935178, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.170576] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935177, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.302313] env[69281]: DEBUG oslo_concurrency.lockutils [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquiring lock "2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.303034] env[69281]: DEBUG oslo_concurrency.lockutils [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Lock "2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.303144] env[69281]: DEBUG oslo_concurrency.lockutils [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquiring lock "2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.303348] env[69281]: DEBUG oslo_concurrency.lockutils [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Lock "2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.303457] env[69281]: DEBUG oslo_concurrency.lockutils [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Lock "2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.308520] env[69281]: INFO nova.compute.manager [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Terminating instance [ 657.332942] env[69281]: DEBUG nova.network.neutron [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.336922] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.477335] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc32d84-0253-4c61-9de1-c5e3cbfeaa72 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.267026] env[69281]: DEBUG nova.compute.manager [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.272031] env[69281]: DEBUG nova.compute.manager [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.272031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquiring lock "refresh_cache-2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.272031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquired lock "refresh_cache-2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.272031] env[69281]: DEBUG nova.network.neutron [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.276093] env[69281]: DEBUG nova.compute.manager [req-5ef9bec3-6071-46c8-be58-11f88f06b7f6 req-69022ef3-a3b6-41d6-b9cf-60cc1ac1fed7 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Received event network-changed-d7182cce-17f9-40a8-8edb-ae992a459c6d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.276093] env[69281]: DEBUG nova.compute.manager [req-5ef9bec3-6071-46c8-be58-11f88f06b7f6 req-69022ef3-a3b6-41d6-b9cf-60cc1ac1fed7 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Refreshing instance network info cache due to event network-changed-d7182cce-17f9-40a8-8edb-ae992a459c6d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.276093] env[69281]: DEBUG oslo_concurrency.lockutils [req-5ef9bec3-6071-46c8-be58-11f88f06b7f6 req-69022ef3-a3b6-41d6-b9cf-60cc1ac1fed7 service nova] Acquiring lock "refresh_cache-f31bf3ac-2618-4f2e-8f12-99de5620e16d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.276093] env[69281]: DEBUG oslo_concurrency.lockutils [req-5ef9bec3-6071-46c8-be58-11f88f06b7f6 req-69022ef3-a3b6-41d6-b9cf-60cc1ac1fed7 service nova] Acquired lock "refresh_cache-f31bf3ac-2618-4f2e-8f12-99de5620e16d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.276093] env[69281]: DEBUG nova.network.neutron [req-5ef9bec3-6071-46c8-be58-11f88f06b7f6 req-69022ef3-a3b6-41d6-b9cf-60cc1ac1fed7 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Refreshing network info cache for port d7182cce-17f9-40a8-8edb-ae992a459c6d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.303719] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ab7ba9-1e38-474c-ad71-fc465c38e3f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.309182] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935177, 'name': CloneVM_Task, 'duration_secs': 1.83369} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.310273] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935178, 'name': ReconfigVM_Task, 'duration_secs': 0.522175} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.315907] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Created linked-clone VM from snapshot [ 658.316132] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 0848d304-f73c-4833-8143-9e0d1988d17b/0848d304-f73c-4833-8143-9e0d1988d17b.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.319080] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb9b83c-fb26-4ee3-964f-30d491d55633 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.324196] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6581066-f740-493e-89d3-c66adba41012 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.331423] env[69281]: DEBUG nova.virt.hardware [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.333453] env[69281]: DEBUG nova.virt.hardware [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.333453] env[69281]: DEBUG nova.virt.hardware [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.333453] env[69281]: DEBUG nova.virt.hardware [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.333453] env[69281]: DEBUG nova.virt.hardware [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.333453] env[69281]: DEBUG nova.virt.hardware [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.333979] env[69281]: DEBUG nova.virt.hardware [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.333979] env[69281]: DEBUG nova.virt.hardware [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.334440] env[69281]: DEBUG nova.virt.hardware [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.334440] env[69281]: DEBUG nova.virt.hardware [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.334986] env[69281]: DEBUG nova.virt.hardware [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.381725] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af44cbcd-1024-43b7-90f1-076204d6a102 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.393883] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ba1508-e13d-4976-8401-d9f330e2940b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.410756] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Uploading image 237b3034-701c-4908-8d92-5826ea58f286 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 658.414727] env[69281]: DEBUG nova.compute.manager [req-c02bb243-2d50-451b-9339-b9395291ed8f req-e604b18f-c740-4c25-84ae-dabc9b965554 service nova] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Received event network-changed-6188e6ce-3859-4cac-93b4-2b0d1e17fb68 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.415236] env[69281]: DEBUG nova.compute.manager [req-c02bb243-2d50-451b-9339-b9395291ed8f req-e604b18f-c740-4c25-84ae-dabc9b965554 service nova] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Refreshing instance network info cache due to event network-changed-6188e6ce-3859-4cac-93b4-2b0d1e17fb68. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.415475] env[69281]: DEBUG oslo_concurrency.lockutils [req-c02bb243-2d50-451b-9339-b9395291ed8f req-e604b18f-c740-4c25-84ae-dabc9b965554 service nova] Acquiring lock "refresh_cache-97ea6ec5-bfdf-49af-9e66-a3cb1d29040d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.416750] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 658.416750] env[69281]: value = "task-3935179" [ 658.416750] env[69281]: _type = "Task" [ 658.416750] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.430781] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20be83ef-1b65-4656-b4a5-16c65fdfc4b7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.456499] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681eb39f-6600-4eac-8c72-394d900046e4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.472552] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935179, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.474999] env[69281]: DEBUG oslo_vmware.rw_handles [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 658.474999] env[69281]: value = "vm-781199" [ 658.474999] env[69281]: _type = "VirtualMachine" [ 658.474999] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 658.478013] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5277b111-88bd-4df5-bfdb-66d2f6e5345b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.490259] env[69281]: DEBUG nova.compute.provider_tree [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.496029] env[69281]: DEBUG oslo_vmware.rw_handles [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lease: (returnval){ [ 658.496029] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a2e5b2-57ab-7896-65f0-ce2ad7d02abd" [ 658.496029] env[69281]: _type = "HttpNfcLease" [ 658.496029] env[69281]: } obtained for exporting VM: (result){ [ 658.496029] env[69281]: value = "vm-781199" [ 658.496029] env[69281]: _type = "VirtualMachine" [ 658.496029] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 658.496029] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the lease: (returnval){ [ 658.496029] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a2e5b2-57ab-7896-65f0-ce2ad7d02abd" [ 658.496029] env[69281]: _type = "HttpNfcLease" [ 658.496029] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 658.502587] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 658.502587] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a2e5b2-57ab-7896-65f0-ce2ad7d02abd" [ 658.502587] env[69281]: _type = "HttpNfcLease" [ 658.502587] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 658.505915] env[69281]: DEBUG oslo_vmware.rw_handles [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 658.505915] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a2e5b2-57ab-7896-65f0-ce2ad7d02abd" [ 658.505915] env[69281]: _type = "HttpNfcLease" [ 658.505915] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 658.507268] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ab2adb-fbba-4844-b1c7-9127298a5ba5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.518176] env[69281]: DEBUG oslo_vmware.rw_handles [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3841b-a345-8b52-95cb-9ca2555afb1e/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 658.518489] env[69281]: DEBUG oslo_vmware.rw_handles [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3841b-a345-8b52-95cb-9ca2555afb1e/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 658.578488] env[69281]: DEBUG nova.network.neutron [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Updating instance_info_cache with network_info: [{"id": "6188e6ce-3859-4cac-93b4-2b0d1e17fb68", "address": "fa:16:3e:2b:9f:11", "network": {"id": "ca624040-f023-4f11-8412-246c64033f88", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-302357588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ebe9abf75ad4c3e9dee245f42d7ffb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6188e6ce-38", "ovs_interfaceid": "6188e6ce-3859-4cac-93b4-2b0d1e17fb68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.635185] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9312a8be-9ffa-4dee-96f6-40eb8669b02b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.798679] env[69281]: DEBUG nova.network.neutron [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.803915] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.880904] env[69281]: DEBUG nova.network.neutron [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.935016] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935179, 'name': Rename_Task, 'duration_secs': 0.223097} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.936291] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.936662] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19a4268d-2c2f-447a-a94a-dbbb0d7902ee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.945791] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 658.945791] env[69281]: value = "task-3935181" [ 658.945791] env[69281]: _type = "Task" [ 658.945791] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.957105] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.996261] env[69281]: DEBUG nova.scheduler.client.report [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.082432] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Releasing lock "refresh_cache-97ea6ec5-bfdf-49af-9e66-a3cb1d29040d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.082946] env[69281]: DEBUG nova.compute.manager [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Instance network_info: |[{"id": "6188e6ce-3859-4cac-93b4-2b0d1e17fb68", "address": "fa:16:3e:2b:9f:11", "network": {"id": "ca624040-f023-4f11-8412-246c64033f88", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-302357588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ebe9abf75ad4c3e9dee245f42d7ffb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6188e6ce-38", "ovs_interfaceid": "6188e6ce-3859-4cac-93b4-2b0d1e17fb68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.083505] env[69281]: DEBUG oslo_concurrency.lockutils [req-c02bb243-2d50-451b-9339-b9395291ed8f req-e604b18f-c740-4c25-84ae-dabc9b965554 service nova] Acquired lock "refresh_cache-97ea6ec5-bfdf-49af-9e66-a3cb1d29040d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.083942] env[69281]: DEBUG nova.network.neutron [req-c02bb243-2d50-451b-9339-b9395291ed8f req-e604b18f-c740-4c25-84ae-dabc9b965554 service nova] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Refreshing network info cache for port 6188e6ce-3859-4cac-93b4-2b0d1e17fb68 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.088586] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:9f:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6188e6ce-3859-4cac-93b4-2b0d1e17fb68', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.100349] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Creating folder: Project (0ebe9abf75ad4c3e9dee245f42d7ffb4). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.105560] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85f41703-4b7d-435b-ae58-d758315a8982 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.122625] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Created folder: Project (0ebe9abf75ad4c3e9dee245f42d7ffb4) in parent group-v781128. [ 659.124990] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Creating folder: Instances. Parent ref: group-v781200. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.125288] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20ad33f3-c3cd-4751-a37e-4915378a2ffc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.142645] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Created folder: Instances in parent group-v781200. [ 659.143224] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.143758] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.143973] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8665a911-0029-46af-9211-bc81cb67d2a5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.175224] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.175224] env[69281]: value = "task-3935184" [ 659.175224] env[69281]: _type = "Task" [ 659.175224] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.188528] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935184, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.388846] env[69281]: DEBUG oslo_concurrency.lockutils [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Releasing lock "refresh_cache-2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.390021] env[69281]: DEBUG nova.compute.manager [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.390576] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.391892] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0797cc82-15fd-4c3c-ba5e-421b585b82fc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.409435] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.409435] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ea75814-2cc3-475f-9866-9fb33a031087 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.418541] env[69281]: DEBUG oslo_vmware.api [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 659.418541] env[69281]: value = "task-3935185" [ 659.418541] env[69281]: _type = "Task" [ 659.418541] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.431184] env[69281]: DEBUG oslo_vmware.api [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.465545] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.466540] env[69281]: DEBUG nova.network.neutron [req-c02bb243-2d50-451b-9339-b9395291ed8f req-e604b18f-c740-4c25-84ae-dabc9b965554 service nova] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Updated VIF entry in instance network info cache for port 6188e6ce-3859-4cac-93b4-2b0d1e17fb68. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.467579] env[69281]: DEBUG nova.network.neutron [req-c02bb243-2d50-451b-9339-b9395291ed8f req-e604b18f-c740-4c25-84ae-dabc9b965554 service nova] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Updating instance_info_cache with network_info: [{"id": "6188e6ce-3859-4cac-93b4-2b0d1e17fb68", "address": "fa:16:3e:2b:9f:11", "network": {"id": "ca624040-f023-4f11-8412-246c64033f88", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-302357588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ebe9abf75ad4c3e9dee245f42d7ffb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6188e6ce-38", "ovs_interfaceid": "6188e6ce-3859-4cac-93b4-2b0d1e17fb68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.505168] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.779s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.505968] env[69281]: DEBUG nova.compute.manager [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.509234] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.767s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.513024] env[69281]: DEBUG nova.objects.instance [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Lazy-loading 'resources' on Instance uuid 0fdefcd8-a54d-4e80-a3ae-caca44ab351f {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.687015] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935184, 'name': CreateVM_Task, 'duration_secs': 0.471263} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.690017] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.690017] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.690017] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.690017] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.690017] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e833e9d-f8d1-4ee5-acf1-868fd6dda921 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.694888] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Waiting for the task: (returnval){ [ 659.694888] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52da5d72-c1db-d1c4-8697-7a44457b1a4d" [ 659.694888] env[69281]: _type = "Task" [ 659.694888] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.705408] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52da5d72-c1db-d1c4-8697-7a44457b1a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.730172] env[69281]: DEBUG nova.network.neutron [req-5ef9bec3-6071-46c8-be58-11f88f06b7f6 req-69022ef3-a3b6-41d6-b9cf-60cc1ac1fed7 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Updated VIF entry in instance network info cache for port d7182cce-17f9-40a8-8edb-ae992a459c6d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.730576] env[69281]: DEBUG nova.network.neutron [req-5ef9bec3-6071-46c8-be58-11f88f06b7f6 req-69022ef3-a3b6-41d6-b9cf-60cc1ac1fed7 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Updating instance_info_cache with network_info: [{"id": "d7182cce-17f9-40a8-8edb-ae992a459c6d", "address": "fa:16:3e:ad:08:ba", "network": {"id": "ad607d8c-1f5a-4053-b5d6-26db60c7c1df", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-739809315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d5aad38d02a4aeba643c7468a51b6f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7182cce-17", "ovs_interfaceid": "d7182cce-17f9-40a8-8edb-ae992a459c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.875730] env[69281]: DEBUG nova.network.neutron [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Successfully updated port: b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.933408] env[69281]: DEBUG oslo_vmware.api [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935185, 'name': PowerOffVM_Task, 'duration_secs': 0.180833} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.934012] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.934092] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.934317] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f19476a-20b1-49d4-a4f2-4f3c5dd371bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.962566] env[69281]: DEBUG oslo_vmware.api [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935181, 'name': PowerOnVM_Task, 'duration_secs': 0.730207} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.963780] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.965558] env[69281]: INFO nova.compute.manager [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Took 10.19 seconds to spawn the instance on the hypervisor. [ 659.965859] env[69281]: DEBUG nova.compute.manager [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 659.967507] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fa1b49-6bdc-4416-90eb-b0bbce45b90b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.971592] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.972050] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.973763] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Deleting the datastore file [datastore1] 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.973763] env[69281]: DEBUG oslo_concurrency.lockutils [req-c02bb243-2d50-451b-9339-b9395291ed8f req-e604b18f-c740-4c25-84ae-dabc9b965554 service nova] Releasing lock "refresh_cache-97ea6ec5-bfdf-49af-9e66-a3cb1d29040d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.973763] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-187fda6f-5437-4e68-8194-42c17df9aeb0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.987090] env[69281]: DEBUG oslo_vmware.api [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for the task: (returnval){ [ 659.987090] env[69281]: value = "task-3935187" [ 659.987090] env[69281]: _type = "Task" [ 659.987090] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.002096] env[69281]: DEBUG oslo_vmware.api [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.013808] env[69281]: DEBUG nova.compute.utils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.015346] env[69281]: DEBUG nova.compute.manager [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.015515] env[69281]: DEBUG nova.network.neutron [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.108797] env[69281]: DEBUG nova.policy [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fcaefe829ee4f659e4891b26581a87d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b31705f3385b47f4a7206d81afad1f1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.207074] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52da5d72-c1db-d1c4-8697-7a44457b1a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.025813} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.208439] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.208439] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.208439] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.208439] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.208640] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.208640] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9bfebff-cb24-41e8-840d-3823875d2efc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.220075] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.220404] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.221410] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcace67e-5263-4cbf-9af0-f9e40c0b4cb9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.232963] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Waiting for the task: (returnval){ [ 660.232963] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529a8fc4-104c-2101-61c6-e529d097b977" [ 660.232963] env[69281]: _type = "Task" [ 660.232963] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.235018] env[69281]: DEBUG oslo_concurrency.lockutils [req-5ef9bec3-6071-46c8-be58-11f88f06b7f6 req-69022ef3-a3b6-41d6-b9cf-60cc1ac1fed7 service nova] Releasing lock "refresh_cache-f31bf3ac-2618-4f2e-8f12-99de5620e16d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.243729] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529a8fc4-104c-2101-61c6-e529d097b977, 'name': SearchDatastore_Task, 'duration_secs': 0.011071} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.247228] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e47cdce7-82c5-4e10-9a9b-8d06c795204e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.254370] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Waiting for the task: (returnval){ [ 660.254370] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525cc6c9-df10-4eb4-2ee4-c61106a2b053" [ 660.254370] env[69281]: _type = "Task" [ 660.254370] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.264855] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525cc6c9-df10-4eb4-2ee4-c61106a2b053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.384862] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.384930] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquired lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.385063] env[69281]: DEBUG nova.network.neutron [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.513369] env[69281]: INFO nova.compute.manager [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Took 31.20 seconds to build instance. [ 660.519728] env[69281]: DEBUG nova.compute.manager [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.522052] env[69281]: DEBUG oslo_vmware.api [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Task: {'id': task-3935187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117369} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.526152] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.526366] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.526570] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.526827] env[69281]: INFO nova.compute.manager [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 660.526985] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.528184] env[69281]: DEBUG nova.compute.manager [req-1014aa37-a8ef-46e9-a66d-c7efe27d2b42 req-d2e9aa9b-a3fc-4109-afb5-6240285baaa1 service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Received event network-vif-plugged-b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.528281] env[69281]: DEBUG oslo_concurrency.lockutils [req-1014aa37-a8ef-46e9-a66d-c7efe27d2b42 req-d2e9aa9b-a3fc-4109-afb5-6240285baaa1 service nova] Acquiring lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.528721] env[69281]: DEBUG oslo_concurrency.lockutils [req-1014aa37-a8ef-46e9-a66d-c7efe27d2b42 req-d2e9aa9b-a3fc-4109-afb5-6240285baaa1 service nova] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.529038] env[69281]: DEBUG oslo_concurrency.lockutils [req-1014aa37-a8ef-46e9-a66d-c7efe27d2b42 req-d2e9aa9b-a3fc-4109-afb5-6240285baaa1 service nova] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.529270] env[69281]: DEBUG nova.compute.manager [req-1014aa37-a8ef-46e9-a66d-c7efe27d2b42 req-d2e9aa9b-a3fc-4109-afb5-6240285baaa1 service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] No waiting events found dispatching network-vif-plugged-b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 660.529436] env[69281]: WARNING nova.compute.manager [req-1014aa37-a8ef-46e9-a66d-c7efe27d2b42 req-d2e9aa9b-a3fc-4109-afb5-6240285baaa1 service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Received unexpected event network-vif-plugged-b18f49b1-da80-4541-a74c-f149458a21d7 for instance with vm_state building and task_state spawning. [ 660.529615] env[69281]: DEBUG nova.compute.manager [req-1014aa37-a8ef-46e9-a66d-c7efe27d2b42 req-d2e9aa9b-a3fc-4109-afb5-6240285baaa1 service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Received event network-changed-b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.529768] env[69281]: DEBUG nova.compute.manager [req-1014aa37-a8ef-46e9-a66d-c7efe27d2b42 req-d2e9aa9b-a3fc-4109-afb5-6240285baaa1 service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Refreshing instance network info cache due to event network-changed-b18f49b1-da80-4541-a74c-f149458a21d7. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.530554] env[69281]: DEBUG oslo_concurrency.lockutils [req-1014aa37-a8ef-46e9-a66d-c7efe27d2b42 req-d2e9aa9b-a3fc-4109-afb5-6240285baaa1 service nova] Acquiring lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.531372] env[69281]: DEBUG nova.compute.manager [-] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.531479] env[69281]: DEBUG nova.network.neutron [-] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.572934] env[69281]: DEBUG nova.network.neutron [-] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.777726] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525cc6c9-df10-4eb4-2ee4-c61106a2b053, 'name': SearchDatastore_Task, 'duration_secs': 0.011517} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.778246] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.778676] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d/97ea6ec5-bfdf-49af-9e66-a3cb1d29040d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.779565] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8c1eaa3-3860-43c2-a3d0-36daa694246c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.784109] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992cbb61-74e2-48cf-802f-a2c528025b2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.796765] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065c9432-b040-4194-8358-4182314bd8d1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.805422] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Waiting for the task: (returnval){ [ 660.805422] env[69281]: value = "task-3935188" [ 660.805422] env[69281]: _type = "Task" [ 660.805422] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.851537] env[69281]: DEBUG nova.network.neutron [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Successfully created port: b0e43125-7464-4058-a4a0-074a95ec6652 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.854774] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e298a257-8f68-4eec-be8a-82a7b995078f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.861518] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.868126] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb3e202-09e7-4fad-ab73-e12cda8ce88a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.887230] env[69281]: DEBUG nova.compute.provider_tree [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.981869] env[69281]: DEBUG nova.network.neutron [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.025610] env[69281]: DEBUG oslo_concurrency.lockutils [None req-205dd63f-b5c5-4c5f-a08f-90b14612baab tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "0848d304-f73c-4833-8143-9e0d1988d17b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.210s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.076395] env[69281]: DEBUG nova.network.neutron [-] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.295745] env[69281]: DEBUG nova.network.neutron [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Updating instance_info_cache with network_info: [{"id": "b18f49b1-da80-4541-a74c-f149458a21d7", "address": "fa:16:3e:8c:9c:f5", "network": {"id": "7c5a9818-5186-4993-933d-ef9914aa28a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-169684760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91536c432d85454e87333733cc5a9b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18f49b1-da", "ovs_interfaceid": "b18f49b1-da80-4541-a74c-f149458a21d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.317979] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935188, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.392239] env[69281]: DEBUG nova.scheduler.client.report [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.541931] env[69281]: DEBUG nova.compute.manager [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.544950] env[69281]: DEBUG nova.compute.manager [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.577012] env[69281]: DEBUG nova.virt.hardware [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.577218] env[69281]: DEBUG nova.virt.hardware [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.577376] env[69281]: DEBUG nova.virt.hardware [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.577560] env[69281]: DEBUG nova.virt.hardware [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.577707] env[69281]: DEBUG nova.virt.hardware [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.577854] env[69281]: DEBUG nova.virt.hardware [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.578087] env[69281]: DEBUG nova.virt.hardware [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.578270] env[69281]: DEBUG nova.virt.hardware [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.578444] env[69281]: DEBUG nova.virt.hardware [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.578608] env[69281]: DEBUG nova.virt.hardware [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.578782] env[69281]: DEBUG nova.virt.hardware [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.579236] env[69281]: INFO nova.compute.manager [-] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Took 1.05 seconds to deallocate network for instance. [ 661.580146] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ad223f-d7c6-4f24-8abe-25441caa58f7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.595187] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3e28a9-f466-46be-a0cb-bdcafe648bde {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.798166] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Releasing lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.798513] env[69281]: DEBUG nova.compute.manager [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Instance network_info: |[{"id": "b18f49b1-da80-4541-a74c-f149458a21d7", "address": "fa:16:3e:8c:9c:f5", "network": {"id": "7c5a9818-5186-4993-933d-ef9914aa28a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-169684760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91536c432d85454e87333733cc5a9b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18f49b1-da", "ovs_interfaceid": "b18f49b1-da80-4541-a74c-f149458a21d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.798824] env[69281]: DEBUG oslo_concurrency.lockutils [req-1014aa37-a8ef-46e9-a66d-c7efe27d2b42 req-d2e9aa9b-a3fc-4109-afb5-6240285baaa1 service nova] Acquired lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.799011] env[69281]: DEBUG nova.network.neutron [req-1014aa37-a8ef-46e9-a66d-c7efe27d2b42 req-d2e9aa9b-a3fc-4109-afb5-6240285baaa1 service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Refreshing network info cache for port b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.800394] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:9c:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b18f49b1-da80-4541-a74c-f149458a21d7', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.808247] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Creating folder: Project (91536c432d85454e87333733cc5a9b0c). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.813928] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4b3d1d5-6f21-48bd-8de5-7faa76a4dbed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.827598] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575282} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.828011] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d/97ea6ec5-bfdf-49af-9e66-a3cb1d29040d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.828162] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.828440] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbb195e1-e502-4399-a60b-c70f77e26e24 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.832383] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Created folder: Project (91536c432d85454e87333733cc5a9b0c) in parent group-v781128. [ 661.832643] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Creating folder: Instances. Parent ref: group-v781203. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.833381] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96dd4d77-d903-4198-84dd-f886a33bd8eb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.838707] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Waiting for the task: (returnval){ [ 661.838707] env[69281]: value = "task-3935190" [ 661.838707] env[69281]: _type = "Task" [ 661.838707] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.844947] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Created folder: Instances in parent group-v781203. [ 661.845381] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.850285] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.850285] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.850285] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9b5cac2-8484-4b63-a5a9-9c47b7ce3467 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.875503] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.875503] env[69281]: value = "task-3935192" [ 661.875503] env[69281]: _type = "Task" [ 661.875503] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.886322] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935192, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.898683] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.389s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.901651] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.427s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.906651] env[69281]: INFO nova.compute.claims [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.940532] env[69281]: INFO nova.scheduler.client.report [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Deleted allocations for instance 0fdefcd8-a54d-4e80-a3ae-caca44ab351f [ 662.071647] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.096364] env[69281]: DEBUG oslo_concurrency.lockutils [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.200864] env[69281]: DEBUG nova.network.neutron [req-1014aa37-a8ef-46e9-a66d-c7efe27d2b42 req-d2e9aa9b-a3fc-4109-afb5-6240285baaa1 service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Updated VIF entry in instance network info cache for port b18f49b1-da80-4541-a74c-f149458a21d7. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.203867] env[69281]: DEBUG nova.network.neutron [req-1014aa37-a8ef-46e9-a66d-c7efe27d2b42 req-d2e9aa9b-a3fc-4109-afb5-6240285baaa1 service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Updating instance_info_cache with network_info: [{"id": "b18f49b1-da80-4541-a74c-f149458a21d7", "address": "fa:16:3e:8c:9c:f5", "network": {"id": "7c5a9818-5186-4993-933d-ef9914aa28a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-169684760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91536c432d85454e87333733cc5a9b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18f49b1-da", "ovs_interfaceid": "b18f49b1-da80-4541-a74c-f149458a21d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.354663] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084877} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.354663] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.354663] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9261e531-63b8-40e0-aac7-e4ac16954a26 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.381758] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d/97ea6ec5-bfdf-49af-9e66-a3cb1d29040d.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.381758] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55a17297-b5a0-46ad-993b-3ed70f959c6f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.406388] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935192, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.411235] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Waiting for the task: (returnval){ [ 662.411235] env[69281]: value = "task-3935193" [ 662.411235] env[69281]: _type = "Task" [ 662.411235] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.423617] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.454624] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1dd5fc09-e34d-4ad5-9f7a-2794857652ae tempest-ServerDiagnosticsNegativeTest-323261654 tempest-ServerDiagnosticsNegativeTest-323261654-project-member] Lock "0fdefcd8-a54d-4e80-a3ae-caca44ab351f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.414s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.707487] env[69281]: DEBUG oslo_concurrency.lockutils [req-1014aa37-a8ef-46e9-a66d-c7efe27d2b42 req-d2e9aa9b-a3fc-4109-afb5-6240285baaa1 service nova] Releasing lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.864443] env[69281]: DEBUG nova.network.neutron [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Successfully updated port: b0e43125-7464-4058-a4a0-074a95ec6652 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.896661] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935192, 'name': CreateVM_Task, 'duration_secs': 0.595976} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.896855] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.897720] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.897943] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.898706] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.898706] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a4379c-4a6c-4695-942b-f6048265ad6c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.905410] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 662.905410] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d6127c-1144-f409-d046-b29fd4b6b47f" [ 662.905410] env[69281]: _type = "Task" [ 662.905410] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.926882] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d6127c-1144-f409-d046-b29fd4b6b47f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.935612] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935193, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.009081] env[69281]: DEBUG nova.compute.manager [req-f9cd7231-5a4b-4bd3-9ba2-ee38a82c211b req-95d98ca8-407c-46bd-8de2-b1965f9e9d20 service nova] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Received event network-vif-plugged-b0e43125-7464-4058-a4a0-074a95ec6652 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.009424] env[69281]: DEBUG oslo_concurrency.lockutils [req-f9cd7231-5a4b-4bd3-9ba2-ee38a82c211b req-95d98ca8-407c-46bd-8de2-b1965f9e9d20 service nova] Acquiring lock "40b8538b-9cb8-44e8-b67a-699f762daeda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.009540] env[69281]: DEBUG oslo_concurrency.lockutils [req-f9cd7231-5a4b-4bd3-9ba2-ee38a82c211b req-95d98ca8-407c-46bd-8de2-b1965f9e9d20 service nova] Lock "40b8538b-9cb8-44e8-b67a-699f762daeda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.009708] env[69281]: DEBUG oslo_concurrency.lockutils [req-f9cd7231-5a4b-4bd3-9ba2-ee38a82c211b req-95d98ca8-407c-46bd-8de2-b1965f9e9d20 service nova] Lock "40b8538b-9cb8-44e8-b67a-699f762daeda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.009872] env[69281]: DEBUG nova.compute.manager [req-f9cd7231-5a4b-4bd3-9ba2-ee38a82c211b req-95d98ca8-407c-46bd-8de2-b1965f9e9d20 service nova] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] No waiting events found dispatching network-vif-plugged-b0e43125-7464-4058-a4a0-074a95ec6652 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 663.010056] env[69281]: WARNING nova.compute.manager [req-f9cd7231-5a4b-4bd3-9ba2-ee38a82c211b req-95d98ca8-407c-46bd-8de2-b1965f9e9d20 service nova] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Received unexpected event network-vif-plugged-b0e43125-7464-4058-a4a0-074a95ec6652 for instance with vm_state building and task_state spawning. [ 663.362413] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Acquiring lock "refresh_cache-40b8538b-9cb8-44e8-b67a-699f762daeda" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.362583] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Acquired lock "refresh_cache-40b8538b-9cb8-44e8-b67a-699f762daeda" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.362734] env[69281]: DEBUG nova.network.neutron [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.421226] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d6127c-1144-f409-d046-b29fd4b6b47f, 'name': SearchDatastore_Task, 'duration_secs': 0.012401} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.426960] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.427237] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.427526] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.427738] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.427997] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.428969] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c890083-1fc1-452e-b441-2f4881fe9eac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.439251] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935193, 'name': ReconfigVM_Task, 'duration_secs': 0.565258} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.440947] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d/97ea6ec5-bfdf-49af-9e66-a3cb1d29040d.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.441825] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.442113] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.443100] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-083bdb3e-301d-4e33-a8b9-c43bccdb0977 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.445418] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11aade3-a5bf-47eb-80c3-4823a2340689 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.455540] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 663.455540] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522455db-99d6-ff4e-122c-abec232504a0" [ 663.455540] env[69281]: _type = "Task" [ 663.455540] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.457332] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Waiting for the task: (returnval){ [ 663.457332] env[69281]: value = "task-3935194" [ 663.457332] env[69281]: _type = "Task" [ 663.457332] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.472351] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522455db-99d6-ff4e-122c-abec232504a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01095} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.476884] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935194, 'name': Rename_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.477242] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858c22d4-42f2-4e67-856a-f70f81e926d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.488665] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 663.488665] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5272ff53-dfeb-c30b-48a0-1b78a5d44e3c" [ 663.488665] env[69281]: _type = "Task" [ 663.488665] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.500848] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5272ff53-dfeb-c30b-48a0-1b78a5d44e3c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.501353] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.501693] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d/2a052560-2c5d-4da4-8ecd-a0ba0e78a17d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.502115] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b5394a2-8b1d-4242-8cac-21fbfb1d3280 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.516353] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 663.516353] env[69281]: value = "task-3935195" [ 663.516353] env[69281]: _type = "Task" [ 663.516353] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.528822] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.634793] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b934dc-8488-45ca-b965-75ff68399bb2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.646128] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff5cf9a-cddd-4c61-8201-d3e155bb7b7d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.689317] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871fd803-4e93-4295-9bbf-595e42e2334b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.699468] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f3045e-7abd-47ab-86fa-138f287e585a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.717945] env[69281]: DEBUG nova.compute.provider_tree [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.843210] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "066aadf2-88b6-4015-a933-f110946dbf3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.844177] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "066aadf2-88b6-4015-a933-f110946dbf3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.926902] env[69281]: DEBUG nova.network.neutron [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.977352] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935194, 'name': Rename_Task, 'duration_secs': 0.246026} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.977746] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.978148] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95c5e9cd-daf4-4424-a2ef-417c5e899761 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.988311] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Waiting for the task: (returnval){ [ 663.988311] env[69281]: value = "task-3935196" [ 663.988311] env[69281]: _type = "Task" [ 663.988311] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.999894] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.029855] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935195, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.164639] env[69281]: DEBUG nova.network.neutron [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Updating instance_info_cache with network_info: [{"id": "b0e43125-7464-4058-a4a0-074a95ec6652", "address": "fa:16:3e:a4:c2:4e", "network": {"id": "78936c85-a14e-4fdf-90cf-56486223f73c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1866343639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b31705f3385b47f4a7206d81afad1f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e43125-74", "ovs_interfaceid": "b0e43125-7464-4058-a4a0-074a95ec6652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.223184] env[69281]: DEBUG nova.scheduler.client.report [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.503686] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.527206] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553241} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.529790] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d/2a052560-2c5d-4da4-8ecd-a0ba0e78a17d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.529790] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.529790] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a54dc9e9-b64e-45d2-8df9-47f6ddff9312 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.535247] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 664.535247] env[69281]: value = "task-3935197" [ 664.535247] env[69281]: _type = "Task" [ 664.535247] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.549499] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.669223] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Releasing lock "refresh_cache-40b8538b-9cb8-44e8-b67a-699f762daeda" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.670237] env[69281]: DEBUG nova.compute.manager [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Instance network_info: |[{"id": "b0e43125-7464-4058-a4a0-074a95ec6652", "address": "fa:16:3e:a4:c2:4e", "network": {"id": "78936c85-a14e-4fdf-90cf-56486223f73c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1866343639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b31705f3385b47f4a7206d81afad1f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e43125-74", "ovs_interfaceid": "b0e43125-7464-4058-a4a0-074a95ec6652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.673014] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:c2:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0e43125-7464-4058-a4a0-074a95ec6652', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.681032] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Creating folder: Project (b31705f3385b47f4a7206d81afad1f1b). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.681631] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2885bb34-10a4-4101-afdd-800a049d96c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.696868] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Created folder: Project (b31705f3385b47f4a7206d81afad1f1b) in parent group-v781128. [ 664.696868] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Creating folder: Instances. Parent ref: group-v781206. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.696868] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50f677a5-fb0f-442c-b3a4-da80e04ac601 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.709882] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Created folder: Instances in parent group-v781206. [ 664.710243] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.710503] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.710739] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad6ef9d0-c4cd-4f3a-8dcb-0ada400d78d3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.729275] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.729852] env[69281]: DEBUG nova.compute.manager [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.734355] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.216s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.734617] env[69281]: DEBUG nova.objects.instance [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lazy-loading 'resources' on Instance uuid 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.739737] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.739737] env[69281]: value = "task-3935200" [ 664.739737] env[69281]: _type = "Task" [ 664.739737] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.751890] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935200, 'name': CreateVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.001993] env[69281]: DEBUG oslo_vmware.api [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935196, 'name': PowerOnVM_Task, 'duration_secs': 0.933959} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.002346] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.002601] env[69281]: INFO nova.compute.manager [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Took 10.09 seconds to spawn the instance on the hypervisor. [ 665.002934] env[69281]: DEBUG nova.compute.manager [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 665.003660] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd41e02f-8362-4eff-a8ba-93374df43f26 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.048947] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085416} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.049318] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.051179] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaab4235-cbcb-460e-a002-067f9dbdc5d2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.076456] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d/2a052560-2c5d-4da4-8ecd-a0ba0e78a17d.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.077555] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22887f27-730d-4aaf-8ed3-d29b93af9bd3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.102049] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 665.102049] env[69281]: value = "task-3935201" [ 665.102049] env[69281]: _type = "Task" [ 665.102049] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.111230] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.139644] env[69281]: DEBUG nova.compute.manager [req-5a05c74d-fb96-42da-b6ff-682b80f532d1 req-2337e1bf-b711-4502-9364-9b427ad58a5d service nova] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Received event network-changed-b0e43125-7464-4058-a4a0-074a95ec6652 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.140093] env[69281]: DEBUG nova.compute.manager [req-5a05c74d-fb96-42da-b6ff-682b80f532d1 req-2337e1bf-b711-4502-9364-9b427ad58a5d service nova] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Refreshing instance network info cache due to event network-changed-b0e43125-7464-4058-a4a0-074a95ec6652. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.140554] env[69281]: DEBUG oslo_concurrency.lockutils [req-5a05c74d-fb96-42da-b6ff-682b80f532d1 req-2337e1bf-b711-4502-9364-9b427ad58a5d service nova] Acquiring lock "refresh_cache-40b8538b-9cb8-44e8-b67a-699f762daeda" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.140757] env[69281]: DEBUG oslo_concurrency.lockutils [req-5a05c74d-fb96-42da-b6ff-682b80f532d1 req-2337e1bf-b711-4502-9364-9b427ad58a5d service nova] Acquired lock "refresh_cache-40b8538b-9cb8-44e8-b67a-699f762daeda" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.140956] env[69281]: DEBUG nova.network.neutron [req-5a05c74d-fb96-42da-b6ff-682b80f532d1 req-2337e1bf-b711-4502-9364-9b427ad58a5d service nova] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Refreshing network info cache for port b0e43125-7464-4058-a4a0-074a95ec6652 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.246376] env[69281]: DEBUG nova.compute.utils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.251389] env[69281]: DEBUG nova.compute.manager [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.251797] env[69281]: DEBUG nova.network.neutron [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.269025] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935200, 'name': CreateVM_Task, 'duration_secs': 0.495149} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.269510] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.270535] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.270904] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.271357] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.271841] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec58ae83-c2d4-4e06-9abe-6ed9fbd75b73 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.279017] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Waiting for the task: (returnval){ [ 665.279017] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525c30b5-a0c9-39eb-4381-fa676a527d67" [ 665.279017] env[69281]: _type = "Task" [ 665.279017] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.298767] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525c30b5-a0c9-39eb-4381-fa676a527d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.385923] env[69281]: DEBUG nova.policy [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb253d0e1e43435bacb5b5ebff34685b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '052f2e54806f4857b476fb06ea59bfe1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.537373] env[69281]: INFO nova.compute.manager [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Took 34.46 seconds to build instance. [ 665.624677] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935201, 'name': ReconfigVM_Task, 'duration_secs': 0.508633} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.624982] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d/2a052560-2c5d-4da4-8ecd-a0ba0e78a17d.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.625650] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5474edc1-c3f2-4185-b3ab-0d319130f4c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.633046] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 665.633046] env[69281]: value = "task-3935202" [ 665.633046] env[69281]: _type = "Task" [ 665.633046] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.649932] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935202, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.758026] env[69281]: DEBUG oslo_concurrency.lockutils [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.758026] env[69281]: DEBUG oslo_concurrency.lockutils [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.760586] env[69281]: DEBUG nova.compute.manager [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.792823] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525c30b5-a0c9-39eb-4381-fa676a527d67, 'name': SearchDatastore_Task, 'duration_secs': 0.015861} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.797391] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.797751] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.798310] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.798440] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.798688] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.801570] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8d10596-7de2-4846-a905-6fa4d8208bca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.810631] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.810881] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.812901] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc193aae-01ec-47e1-8324-b3a884c5f24a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.824211] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Waiting for the task: (returnval){ [ 665.824211] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5278e575-7e76-ba20-4a5e-214dbe0168ee" [ 665.824211] env[69281]: _type = "Task" [ 665.824211] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.839192] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5278e575-7e76-ba20-4a5e-214dbe0168ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.922884] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8700dfd6-1770-4ed5-a2b5-682127d2e810 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.930622] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287a9b1d-45f4-43d5-90ff-4b1803aa8dc8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.965597] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738da100-e66e-4cdf-956f-fb6d4884e917 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.976127] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039b5897-7599-4623-898e-82ceb17ffa69 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.996529] env[69281]: DEBUG nova.compute.provider_tree [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.044962] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ad0cee67-aeaa-479f-a83a-9ef54a22dde5 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lock "97ea6ec5-bfdf-49af-9e66-a3cb1d29040d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.841s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.133025] env[69281]: DEBUG nova.network.neutron [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Successfully created port: 09880eab-c9c7-4a6c-9a0b-173ed87c4bdd {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.147585] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935202, 'name': Rename_Task, 'duration_secs': 0.184767} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.147881] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.148283] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-341c16d4-766b-4a35-80b1-810372c37c5a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.157197] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 666.157197] env[69281]: value = "task-3935203" [ 666.157197] env[69281]: _type = "Task" [ 666.157197] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.166228] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.260811] env[69281]: DEBUG nova.compute.utils [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.331034] env[69281]: DEBUG nova.network.neutron [req-5a05c74d-fb96-42da-b6ff-682b80f532d1 req-2337e1bf-b711-4502-9364-9b427ad58a5d service nova] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Updated VIF entry in instance network info cache for port b0e43125-7464-4058-a4a0-074a95ec6652. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.331743] env[69281]: DEBUG nova.network.neutron [req-5a05c74d-fb96-42da-b6ff-682b80f532d1 req-2337e1bf-b711-4502-9364-9b427ad58a5d service nova] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Updating instance_info_cache with network_info: [{"id": "b0e43125-7464-4058-a4a0-074a95ec6652", "address": "fa:16:3e:a4:c2:4e", "network": {"id": "78936c85-a14e-4fdf-90cf-56486223f73c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1866343639-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b31705f3385b47f4a7206d81afad1f1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e43125-74", "ovs_interfaceid": "b0e43125-7464-4058-a4a0-074a95ec6652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.336487] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5278e575-7e76-ba20-4a5e-214dbe0168ee, 'name': SearchDatastore_Task, 'duration_secs': 0.014814} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.337524] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aaeedea-b674-42ea-adf9-49a61b227d3c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.345433] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Waiting for the task: (returnval){ [ 666.345433] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c4858b-daa5-ce1f-c18f-4881df5da5ec" [ 666.345433] env[69281]: _type = "Task" [ 666.345433] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.357699] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c4858b-daa5-ce1f-c18f-4881df5da5ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.500586] env[69281]: DEBUG nova.scheduler.client.report [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.549025] env[69281]: DEBUG nova.compute.manager [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.668014] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935203, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.764214] env[69281]: DEBUG oslo_concurrency.lockutils [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.771493] env[69281]: DEBUG nova.compute.manager [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.802728] env[69281]: DEBUG nova.virt.hardware [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.803378] env[69281]: DEBUG nova.virt.hardware [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.803378] env[69281]: DEBUG nova.virt.hardware [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.803474] env[69281]: DEBUG nova.virt.hardware [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.803601] env[69281]: DEBUG nova.virt.hardware [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.803746] env[69281]: DEBUG nova.virt.hardware [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.803953] env[69281]: DEBUG nova.virt.hardware [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.804157] env[69281]: DEBUG nova.virt.hardware [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.804405] env[69281]: DEBUG nova.virt.hardware [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.804671] env[69281]: DEBUG nova.virt.hardware [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.804876] env[69281]: DEBUG nova.virt.hardware [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.805950] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7e4c96-c65f-4d69-8917-a8fe00a9b304 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.816755] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bdc9cb-cd4f-4e57-babe-28acfc9bcd62 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.837974] env[69281]: DEBUG oslo_concurrency.lockutils [req-5a05c74d-fb96-42da-b6ff-682b80f532d1 req-2337e1bf-b711-4502-9364-9b427ad58a5d service nova] Releasing lock "refresh_cache-40b8538b-9cb8-44e8-b67a-699f762daeda" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.859375] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c4858b-daa5-ce1f-c18f-4881df5da5ec, 'name': SearchDatastore_Task, 'duration_secs': 0.013421} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.859916] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.860245] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 40b8538b-9cb8-44e8-b67a-699f762daeda/40b8538b-9cb8-44e8-b67a-699f762daeda.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.862591] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9562f442-2b81-4b21-b1dd-31d8c2b621ac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.872112] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Waiting for the task: (returnval){ [ 666.872112] env[69281]: value = "task-3935204" [ 666.872112] env[69281]: _type = "Task" [ 666.872112] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.884585] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.006906] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.010521] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.426s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.010873] env[69281]: DEBUG nova.objects.instance [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Lazy-loading 'resources' on Instance uuid 67549cf6-793a-4173-b502-db43f8676308 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.037369] env[69281]: INFO nova.scheduler.client.report [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Deleted allocations for instance 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb [ 667.084367] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.170429] env[69281]: DEBUG oslo_vmware.api [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935203, 'name': PowerOnVM_Task, 'duration_secs': 0.6323} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.170571] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.170749] env[69281]: INFO nova.compute.manager [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Took 8.90 seconds to spawn the instance on the hypervisor. [ 667.170965] env[69281]: DEBUG nova.compute.manager [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.172057] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6aa36b-c45a-4897-aace-3860e5c7e475 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.360896] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91f7c439-7d12-41d5-8c66-d2ef3ebc116e tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Acquiring lock "interface-97ea6ec5-bfdf-49af-9e66-a3cb1d29040d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.361208] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91f7c439-7d12-41d5-8c66-d2ef3ebc116e tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lock "interface-97ea6ec5-bfdf-49af-9e66-a3cb1d29040d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.361620] env[69281]: DEBUG nova.objects.instance [None req-91f7c439-7d12-41d5-8c66-d2ef3ebc116e tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lazy-loading 'flavor' on Instance uuid 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.385944] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935204, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.547879] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8887e19f-0c71-4a39-8e4b-fbf13bc55131 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "7a4895cc-2dfe-4d2b-90c3-8006be1d17cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.146s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.664061] env[69281]: DEBUG oslo_vmware.rw_handles [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3841b-a345-8b52-95cb-9ca2555afb1e/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 667.665048] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510d7c99-b9f8-4ee2-98d9-45fab05b1f56 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.678022] env[69281]: DEBUG oslo_vmware.rw_handles [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3841b-a345-8b52-95cb-9ca2555afb1e/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 667.678022] env[69281]: ERROR oslo_vmware.rw_handles [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3841b-a345-8b52-95cb-9ca2555afb1e/disk-0.vmdk due to incomplete transfer. [ 667.678022] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d38e9f83-9190-47fa-9981-9f637ad86e1a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.685756] env[69281]: DEBUG oslo_vmware.rw_handles [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3841b-a345-8b52-95cb-9ca2555afb1e/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 667.685756] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Uploaded image 237b3034-701c-4908-8d92-5826ea58f286 to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 667.688056] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 667.695228] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a017c51c-e645-492c-9493-99b229c857d1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.705888] env[69281]: INFO nova.compute.manager [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Took 35.51 seconds to build instance. [ 667.709416] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 667.709416] env[69281]: value = "task-3935205" [ 667.709416] env[69281]: _type = "Task" [ 667.709416] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.719448] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935205, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.854258] env[69281]: DEBUG oslo_concurrency.lockutils [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.854555] env[69281]: DEBUG oslo_concurrency.lockutils [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.854818] env[69281]: INFO nova.compute.manager [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Attaching volume cdc2e498-5d9a-46aa-b0db-cdcef915c030 to /dev/sdb [ 667.865770] env[69281]: DEBUG nova.objects.instance [None req-91f7c439-7d12-41d5-8c66-d2ef3ebc116e tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lazy-loading 'pci_requests' on Instance uuid 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.885337] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569347} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.889889] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 40b8538b-9cb8-44e8-b67a-699f762daeda/40b8538b-9cb8-44e8-b67a-699f762daeda.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.889889] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.889889] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd05d231-7b8b-4812-9c2c-236f8e5585ad {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.896561] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Waiting for the task: (returnval){ [ 667.896561] env[69281]: value = "task-3935206" [ 667.896561] env[69281]: _type = "Task" [ 667.896561] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.903164] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c366de-a68d-440e-8183-7b9fec5d9189 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.913790] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.916701] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec52512c-1e2a-4e78-a2d7-fda6d2a5cbec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.934377] env[69281]: DEBUG nova.virt.block_device [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Updating existing volume attachment record: c03a60d0-d42d-4b44-aad3-d8a3167944f3 {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 667.960899] env[69281]: DEBUG nova.network.neutron [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Successfully updated port: 09880eab-c9c7-4a6c-9a0b-173ed87c4bdd {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.029237] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.029237] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.183173] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8ff42a-4a01-4622-a70f-15983c576e12 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.192845] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6c885e-ccf5-4f2f-85e1-60a240f05a0a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.231688] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5330bb0a-9023-4480-a50e-362b10f105a6 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.154s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.238941] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909fd9b8-aba0-4458-afd0-49aa3368d65e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.253433] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3208f88-232a-44ff-bc25-7cd0ec251f28 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.259942] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935205, 'name': Destroy_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.273878] env[69281]: DEBUG nova.compute.provider_tree [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.371118] env[69281]: DEBUG nova.objects.base [None req-91f7c439-7d12-41d5-8c66-d2ef3ebc116e tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Object Instance<97ea6ec5-bfdf-49af-9e66-a3cb1d29040d> lazy-loaded attributes: flavor,pci_requests {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 668.371483] env[69281]: DEBUG nova.network.neutron [None req-91f7c439-7d12-41d5-8c66-d2ef3ebc116e tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.409683] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075421} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.409934] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.410898] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1c1df1-ec54-4970-81c6-8b8139482102 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.441474] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 40b8538b-9cb8-44e8-b67a-699f762daeda/40b8538b-9cb8-44e8-b67a-699f762daeda.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.443801] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f7a1c0c-55d0-49a7-9de0-e04ed27248b4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.466656] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "refresh_cache-1bc0ed5f-b9ba-4863-af81-fd769e2a28dd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.466734] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquired lock "refresh_cache-1bc0ed5f-b9ba-4863-af81-fd769e2a28dd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.467030] env[69281]: DEBUG nova.network.neutron [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.468331] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Waiting for the task: (returnval){ [ 668.468331] env[69281]: value = "task-3935210" [ 668.468331] env[69281]: _type = "Task" [ 668.468331] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.478675] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.497199] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91f7c439-7d12-41d5-8c66-d2ef3ebc116e tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lock "interface-97ea6ec5-bfdf-49af-9e66-a3cb1d29040d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.136s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.542648] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.543022] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.543414] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.543562] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.543813] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.544083] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.544211] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69281) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 668.544372] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.743017] env[69281]: DEBUG nova.compute.manager [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.745989] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935205, 'name': Destroy_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.777467] env[69281]: DEBUG nova.scheduler.client.report [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.981663] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935210, 'name': ReconfigVM_Task, 'duration_secs': 0.347781} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.982026] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 40b8538b-9cb8-44e8-b67a-699f762daeda/40b8538b-9cb8-44e8-b67a-699f762daeda.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.982966] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-528c7071-11a4-4753-a8fc-5576f027344a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.991276] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Waiting for the task: (returnval){ [ 668.991276] env[69281]: value = "task-3935211" [ 668.991276] env[69281]: _type = "Task" [ 668.991276] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.005374] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935211, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.014994] env[69281]: DEBUG nova.network.neutron [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.049742] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.109124] env[69281]: DEBUG nova.compute.manager [req-92b15fa5-ab37-4232-b7a0-4440308bf43a req-8c736c39-caef-415d-be81-2bbc0d41d9a9 service nova] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Received event network-vif-plugged-09880eab-c9c7-4a6c-9a0b-173ed87c4bdd {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.109384] env[69281]: DEBUG oslo_concurrency.lockutils [req-92b15fa5-ab37-4232-b7a0-4440308bf43a req-8c736c39-caef-415d-be81-2bbc0d41d9a9 service nova] Acquiring lock "1bc0ed5f-b9ba-4863-af81-fd769e2a28dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.109880] env[69281]: DEBUG oslo_concurrency.lockutils [req-92b15fa5-ab37-4232-b7a0-4440308bf43a req-8c736c39-caef-415d-be81-2bbc0d41d9a9 service nova] Lock "1bc0ed5f-b9ba-4863-af81-fd769e2a28dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.110083] env[69281]: DEBUG oslo_concurrency.lockutils [req-92b15fa5-ab37-4232-b7a0-4440308bf43a req-8c736c39-caef-415d-be81-2bbc0d41d9a9 service nova] Lock "1bc0ed5f-b9ba-4863-af81-fd769e2a28dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.110292] env[69281]: DEBUG nova.compute.manager [req-92b15fa5-ab37-4232-b7a0-4440308bf43a req-8c736c39-caef-415d-be81-2bbc0d41d9a9 service nova] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] No waiting events found dispatching network-vif-plugged-09880eab-c9c7-4a6c-9a0b-173ed87c4bdd {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 669.110484] env[69281]: WARNING nova.compute.manager [req-92b15fa5-ab37-4232-b7a0-4440308bf43a req-8c736c39-caef-415d-be81-2bbc0d41d9a9 service nova] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Received unexpected event network-vif-plugged-09880eab-c9c7-4a6c-9a0b-173ed87c4bdd for instance with vm_state building and task_state spawning. [ 669.261449] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935205, 'name': Destroy_Task, 'duration_secs': 1.045894} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.265288] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Destroyed the VM [ 669.265773] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 669.268220] env[69281]: DEBUG nova.network.neutron [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Updating instance_info_cache with network_info: [{"id": "09880eab-c9c7-4a6c-9a0b-173ed87c4bdd", "address": "fa:16:3e:cf:a0:5c", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09880eab-c9", "ovs_interfaceid": "09880eab-c9c7-4a6c-9a0b-173ed87c4bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.269788] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-53916296-d78f-44c7-bc5d-db42d462fc8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.283091] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 669.283091] env[69281]: value = "task-3935212" [ 669.283091] env[69281]: _type = "Task" [ 669.283091] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.289821] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.292586] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.427s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.294257] env[69281]: INFO nova.compute.claims [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.299630] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.305830] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935212, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.331153] env[69281]: INFO nova.scheduler.client.report [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Deleted allocations for instance 67549cf6-793a-4173-b502-db43f8676308 [ 669.503175] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935211, 'name': Rename_Task, 'duration_secs': 0.159678} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.503175] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.503175] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b201ce9-754b-4c2d-ba8b-a6e8038d8963 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.512132] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Waiting for the task: (returnval){ [ 669.512132] env[69281]: value = "task-3935213" [ 669.512132] env[69281]: _type = "Task" [ 669.512132] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.523318] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.774770] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Releasing lock "refresh_cache-1bc0ed5f-b9ba-4863-af81-fd769e2a28dd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.775182] env[69281]: DEBUG nova.compute.manager [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Instance network_info: |[{"id": "09880eab-c9c7-4a6c-9a0b-173ed87c4bdd", "address": "fa:16:3e:cf:a0:5c", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09880eab-c9", "ovs_interfaceid": "09880eab-c9c7-4a6c-9a0b-173ed87c4bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.775624] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:a0:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09880eab-c9c7-4a6c-9a0b-173ed87c4bdd', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.783980] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.784396] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.787869] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c310eaa1-681d-4e6e-a3c2-f734092d4689 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.814373] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935212, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.815927] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.815927] env[69281]: value = "task-3935214" [ 669.815927] env[69281]: _type = "Task" [ 669.815927] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.825893] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935214, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.838609] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee52f382-a8d8-45f3-95d8-73a08f16524f tempest-ServerPasswordTestJSON-1705473031 tempest-ServerPasswordTestJSON-1705473031-project-member] Lock "67549cf6-793a-4173-b502-db43f8676308" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.925s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.026336] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935213, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.296457] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935212, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.328050] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935214, 'name': CreateVM_Task, 'duration_secs': 0.439545} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.328283] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.329062] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.329243] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.329610] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.329897] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca39800-c9c5-4e01-b3e4-4d7294ed2009 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.337159] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 670.337159] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f0ba8a-142d-25b1-60c9-b988cecebf74" [ 670.337159] env[69281]: _type = "Task" [ 670.337159] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.349166] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f0ba8a-142d-25b1-60c9-b988cecebf74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.525107] env[69281]: DEBUG oslo_vmware.api [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935213, 'name': PowerOnVM_Task, 'duration_secs': 0.562582} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.525395] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.525658] env[69281]: INFO nova.compute.manager [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Took 8.98 seconds to spawn the instance on the hypervisor. [ 670.525849] env[69281]: DEBUG nova.compute.manager [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.526688] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7468e1ff-d28f-4554-b68d-9f24a8da1e8e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.582663] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "3ca583ea-9082-48ed-a0ae-204754a1677e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.582900] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "3ca583ea-9082-48ed-a0ae-204754a1677e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.796468] env[69281]: DEBUG oslo_vmware.api [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935212, 'name': RemoveSnapshot_Task, 'duration_secs': 1.019922} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.797983] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 670.798267] env[69281]: INFO nova.compute.manager [None req-661640a7-c0e1-42c1-9a83-70036c2d7244 tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Took 17.28 seconds to snapshot the instance on the hypervisor. [ 670.850532] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f0ba8a-142d-25b1-60c9-b988cecebf74, 'name': SearchDatastore_Task, 'duration_secs': 0.018769} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.853421] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.853661] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.853943] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.854048] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.854299] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.855183] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e7e9c31-3318-4790-a4f3-767c2f2095be {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.867965] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.868232] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.869301] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dacef11-b061-40db-995d-da3a3e9af661 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.876022] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 670.876022] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526ae0de-8894-5ff7-aa01-26ab559f5f0d" [ 670.876022] env[69281]: _type = "Task" [ 670.876022] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.887574] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526ae0de-8894-5ff7-aa01-26ab559f5f0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.963738] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c71373b-83c2-4389-b226-cc2bdd10bdb0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.975615] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4c0853-2fa3-475e-b6b7-f6f33372423d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.011569] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15bcc03-7342-45c9-ad6a-369ccacf5422 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.021160] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2eae7b-de8d-4f30-990a-674808c7131a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.044301] env[69281]: DEBUG nova.compute.provider_tree [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.048182] env[69281]: INFO nova.compute.manager [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Took 38.45 seconds to build instance. [ 671.083200] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Acquiring lock "97ea6ec5-bfdf-49af-9e66-a3cb1d29040d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.083558] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lock "97ea6ec5-bfdf-49af-9e66-a3cb1d29040d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.083790] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Acquiring lock "97ea6ec5-bfdf-49af-9e66-a3cb1d29040d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.084052] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lock "97ea6ec5-bfdf-49af-9e66-a3cb1d29040d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.084249] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lock "97ea6ec5-bfdf-49af-9e66-a3cb1d29040d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.086699] env[69281]: INFO nova.compute.manager [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Terminating instance [ 671.394153] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526ae0de-8894-5ff7-aa01-26ab559f5f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.018356} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.397016] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-690160ea-dfc5-4950-92ae-d557624ffaf1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.401443] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 671.401443] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f22802-ba43-7a32-81c3-66d2e91e4de6" [ 671.401443] env[69281]: _type = "Task" [ 671.401443] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.413378] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f22802-ba43-7a32-81c3-66d2e91e4de6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.532861] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Acquiring lock "ed4b9a79-0775-41d7-81c1-cf8f733cb80d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.533153] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Lock "ed4b9a79-0775-41d7-81c1-cf8f733cb80d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.551474] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8918926-278b-4a46-b13d-097f5fdf6150 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Lock "40b8538b-9cb8-44e8-b67a-699f762daeda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.119s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.571100] env[69281]: ERROR nova.scheduler.client.report [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [req-f7a6990c-36d4-40ff-8ba1-4b881ab7f094] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f7a6990c-36d4-40ff-8ba1-4b881ab7f094"}]} [ 671.592485] env[69281]: DEBUG nova.compute.manager [req-6f430166-7fb1-45a6-986b-524a9fe5f2d9 req-61c5711d-73dd-4d35-b8c1-963177517f6c service nova] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Received event network-changed-09880eab-c9c7-4a6c-9a0b-173ed87c4bdd {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.592691] env[69281]: DEBUG nova.compute.manager [req-6f430166-7fb1-45a6-986b-524a9fe5f2d9 req-61c5711d-73dd-4d35-b8c1-963177517f6c service nova] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Refreshing instance network info cache due to event network-changed-09880eab-c9c7-4a6c-9a0b-173ed87c4bdd. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.592908] env[69281]: DEBUG oslo_concurrency.lockutils [req-6f430166-7fb1-45a6-986b-524a9fe5f2d9 req-61c5711d-73dd-4d35-b8c1-963177517f6c service nova] Acquiring lock "refresh_cache-1bc0ed5f-b9ba-4863-af81-fd769e2a28dd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.593194] env[69281]: DEBUG oslo_concurrency.lockutils [req-6f430166-7fb1-45a6-986b-524a9fe5f2d9 req-61c5711d-73dd-4d35-b8c1-963177517f6c service nova] Acquired lock "refresh_cache-1bc0ed5f-b9ba-4863-af81-fd769e2a28dd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.593414] env[69281]: DEBUG nova.network.neutron [req-6f430166-7fb1-45a6-986b-524a9fe5f2d9 req-61c5711d-73dd-4d35-b8c1-963177517f6c service nova] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Refreshing network info cache for port 09880eab-c9c7-4a6c-9a0b-173ed87c4bdd {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.595694] env[69281]: DEBUG nova.scheduler.client.report [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 671.598532] env[69281]: DEBUG nova.compute.manager [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.598780] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.600980] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dccc57-c303-4089-a57c-921c65719464 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.610418] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.610717] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d758f6-3b5b-4bfc-9d35-030460c6797a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.616708] env[69281]: DEBUG nova.scheduler.client.report [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 671.616970] env[69281]: DEBUG nova.compute.provider_tree [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.621305] env[69281]: DEBUG oslo_vmware.api [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Waiting for the task: (returnval){ [ 671.621305] env[69281]: value = "task-3935216" [ 671.621305] env[69281]: _type = "Task" [ 671.621305] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.633522] env[69281]: DEBUG oslo_vmware.api [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.634246] env[69281]: DEBUG nova.scheduler.client.report [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 671.657430] env[69281]: DEBUG nova.scheduler.client.report [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 671.917110] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f22802-ba43-7a32-81c3-66d2e91e4de6, 'name': SearchDatastore_Task, 'duration_secs': 0.025377} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.917496] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.917761] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd/1bc0ed5f-b9ba-4863-af81-fd769e2a28dd.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.918049] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50a9b1a1-4ccf-4bea-8599-7f7ed580fc36 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.926126] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 671.926126] env[69281]: value = "task-3935217" [ 671.926126] env[69281]: _type = "Task" [ 671.926126] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.937721] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.949144] env[69281]: DEBUG oslo_concurrency.lockutils [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Acquiring lock "40b8538b-9cb8-44e8-b67a-699f762daeda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.949625] env[69281]: DEBUG oslo_concurrency.lockutils [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Lock "40b8538b-9cb8-44e8-b67a-699f762daeda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.949695] env[69281]: DEBUG oslo_concurrency.lockutils [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Acquiring lock "40b8538b-9cb8-44e8-b67a-699f762daeda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.950163] env[69281]: DEBUG oslo_concurrency.lockutils [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Lock "40b8538b-9cb8-44e8-b67a-699f762daeda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.950290] env[69281]: DEBUG oslo_concurrency.lockutils [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Lock "40b8538b-9cb8-44e8-b67a-699f762daeda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.953414] env[69281]: INFO nova.compute.manager [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Terminating instance [ 672.001814] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "9eb97aaa-ca10-455f-8714-12090e3c9341" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.002075] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "9eb97aaa-ca10-455f-8714-12090e3c9341" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.054069] env[69281]: DEBUG nova.compute.manager [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.134827] env[69281]: DEBUG oslo_vmware.api [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935216, 'name': PowerOffVM_Task, 'duration_secs': 0.224542} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.138181] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.138380] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.139405] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7965d0a5-0b60-4303-acdf-09cad241b424 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.212376] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.212499] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.212700] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Deleting the datastore file [datastore1] 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.212957] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad32d9a4-05d5-4ae2-8ffa-e0ac46780304 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.231469] env[69281]: DEBUG oslo_vmware.api [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Waiting for the task: (returnval){ [ 672.231469] env[69281]: value = "task-3935219" [ 672.231469] env[69281]: _type = "Task" [ 672.231469] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.241200] env[69281]: DEBUG oslo_vmware.api [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.299039] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04abd6c0-a394-4245-82c1-dbb4de903f99 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.309744] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc675c0-8cfb-485e-9342-2c91bfeb91e2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.351705] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46f8509-f538-498c-b5da-a1c21f3e1eaf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.362729] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55840005-cf1d-460e-bad7-304ba453e398 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.378848] env[69281]: DEBUG nova.compute.provider_tree [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.441116] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935217, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.461563] env[69281]: DEBUG nova.compute.manager [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.461832] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.462800] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967696c6-d43f-4b47-9cb2-1dcbbb5fe48d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.473301] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.473562] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a83858e9-3783-4306-8a36-e76704fedb3d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.480716] env[69281]: DEBUG oslo_vmware.api [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Waiting for the task: (returnval){ [ 672.480716] env[69281]: value = "task-3935220" [ 672.480716] env[69281]: _type = "Task" [ 672.480716] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.493325] env[69281]: DEBUG oslo_vmware.api [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.526214] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 672.526214] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781210', 'volume_id': 'cdc2e498-5d9a-46aa-b0db-cdcef915c030', 'name': 'volume-cdc2e498-5d9a-46aa-b0db-cdcef915c030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f936b4ff-b128-46b1-ae08-e22f0030c5ea', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdc2e498-5d9a-46aa-b0db-cdcef915c030', 'serial': 'cdc2e498-5d9a-46aa-b0db-cdcef915c030'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 672.526214] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e320bf-a5d2-457e-8f5f-68048f9ad05c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.549934] env[69281]: DEBUG nova.network.neutron [req-6f430166-7fb1-45a6-986b-524a9fe5f2d9 req-61c5711d-73dd-4d35-b8c1-963177517f6c service nova] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Updated VIF entry in instance network info cache for port 09880eab-c9c7-4a6c-9a0b-173ed87c4bdd. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.550619] env[69281]: DEBUG nova.network.neutron [req-6f430166-7fb1-45a6-986b-524a9fe5f2d9 req-61c5711d-73dd-4d35-b8c1-963177517f6c service nova] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Updating instance_info_cache with network_info: [{"id": "09880eab-c9c7-4a6c-9a0b-173ed87c4bdd", "address": "fa:16:3e:cf:a0:5c", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09880eab-c9", "ovs_interfaceid": "09880eab-c9c7-4a6c-9a0b-173ed87c4bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.552738] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbefb5c-7d5c-45b7-b9e3-87c73e3bedcf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.590728] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-cdc2e498-5d9a-46aa-b0db-cdcef915c030/volume-cdc2e498-5d9a-46aa-b0db-cdcef915c030.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.594489] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e0bc7f2-b055-4931-a912-347702fb35c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.619826] env[69281]: DEBUG oslo_vmware.api [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 672.619826] env[69281]: value = "task-3935221" [ 672.619826] env[69281]: _type = "Task" [ 672.619826] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.630764] env[69281]: DEBUG oslo_vmware.api [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.635535] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.739372] env[69281]: DEBUG oslo_vmware.api [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Task: {'id': task-3935219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282502} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.739497] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.739687] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.739866] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.740058] env[69281]: INFO nova.compute.manager [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 672.740351] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.740563] env[69281]: DEBUG nova.compute.manager [-] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.740660] env[69281]: DEBUG nova.network.neutron [-] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.919755] env[69281]: DEBUG nova.scheduler.client.report [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 672.920079] env[69281]: DEBUG nova.compute.provider_tree [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 54 to 55 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 672.920267] env[69281]: DEBUG nova.compute.provider_tree [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.940672] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757708} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.941037] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd/1bc0ed5f-b9ba-4863-af81-fd769e2a28dd.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.943058] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.943058] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fa6d540-6972-4676-a866-d0dc62fd7fce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.952339] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 672.952339] env[69281]: value = "task-3935222" [ 672.952339] env[69281]: _type = "Task" [ 672.952339] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.974841] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.992497] env[69281]: DEBUG oslo_vmware.api [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935220, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.057949] env[69281]: DEBUG oslo_concurrency.lockutils [req-6f430166-7fb1-45a6-986b-524a9fe5f2d9 req-61c5711d-73dd-4d35-b8c1-963177517f6c service nova] Releasing lock "refresh_cache-1bc0ed5f-b9ba-4863-af81-fd769e2a28dd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.131369] env[69281]: DEBUG oslo_vmware.api [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.426344] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.134s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.426805] env[69281]: DEBUG nova.compute.manager [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.429547] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.233s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.433021] env[69281]: DEBUG nova.objects.instance [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 673.463033] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169006} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.464027] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.464413] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0af914-fa99-4805-b67f-4964713758ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.499085] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd/1bc0ed5f-b9ba-4863-af81-fd769e2a28dd.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.499402] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-292ba978-a7f0-4ea8-b27b-271e4576edec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.524232] env[69281]: DEBUG oslo_vmware.api [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935220, 'name': PowerOffVM_Task, 'duration_secs': 0.516566} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.525851] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.526071] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.526496] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 673.526496] env[69281]: value = "task-3935223" [ 673.526496] env[69281]: _type = "Task" [ 673.526496] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.526779] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13cc001a-b5c9-4b6b-bbdf-3a161bd604ec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.539807] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.607353] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.607545] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.607727] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Deleting the datastore file [datastore2] 40b8538b-9cb8-44e8-b67a-699f762daeda {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.608048] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac6c47b0-3939-4113-8786-947e8e06c3ab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.616637] env[69281]: DEBUG oslo_vmware.api [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Waiting for the task: (returnval){ [ 673.616637] env[69281]: value = "task-3935225" [ 673.616637] env[69281]: _type = "Task" [ 673.616637] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.632919] env[69281]: DEBUG oslo_vmware.api [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935221, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.636743] env[69281]: DEBUG oslo_vmware.api [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.729208] env[69281]: DEBUG nova.compute.manager [req-31183284-ebf1-4367-9379-82970a8d949f req-86a2f2ab-a89c-40e8-b429-06da935e48e7 service nova] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Received event network-vif-deleted-6188e6ce-3859-4cac-93b4-2b0d1e17fb68 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.729407] env[69281]: INFO nova.compute.manager [req-31183284-ebf1-4367-9379-82970a8d949f req-86a2f2ab-a89c-40e8-b429-06da935e48e7 service nova] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Neutron deleted interface 6188e6ce-3859-4cac-93b4-2b0d1e17fb68; detaching it from the instance and deleting it from the info cache [ 673.729600] env[69281]: DEBUG nova.network.neutron [req-31183284-ebf1-4367-9379-82970a8d949f req-86a2f2ab-a89c-40e8-b429-06da935e48e7 service nova] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.857568] env[69281]: DEBUG nova.network.neutron [-] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.938400] env[69281]: DEBUG nova.compute.utils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.942812] env[69281]: DEBUG nova.compute.manager [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.942986] env[69281]: DEBUG nova.network.neutron [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.039194] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935223, 'name': ReconfigVM_Task, 'duration_secs': 0.316319} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.039488] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd/1bc0ed5f-b9ba-4863-af81-fd769e2a28dd.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.040158] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b6cab68-0904-45b3-abd5-f84943ae3e59 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.043219] env[69281]: DEBUG nova.policy [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6ded4828ba7419f8977c211d6f5438d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33f2ffe8f58e4eb4a36f1c268d00e01d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.051022] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 674.051022] env[69281]: value = "task-3935226" [ 674.051022] env[69281]: _type = "Task" [ 674.051022] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.060723] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935226, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.129316] env[69281]: DEBUG oslo_vmware.api [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Task: {'id': task-3935225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170854} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.129582] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.129885] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.130102] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.130310] env[69281]: INFO nova.compute.manager [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Took 1.67 seconds to destroy the instance on the hypervisor. [ 674.130596] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.130819] env[69281]: DEBUG nova.compute.manager [-] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.130921] env[69281]: DEBUG nova.network.neutron [-] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.135896] env[69281]: DEBUG oslo_vmware.api [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935221, 'name': ReconfigVM_Task, 'duration_secs': 1.042717} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.136548] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-cdc2e498-5d9a-46aa-b0db-cdcef915c030/volume-cdc2e498-5d9a-46aa-b0db-cdcef915c030.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.141852] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11cc89fa-975e-42f0-82d5-e6d7a51ec936 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.160690] env[69281]: DEBUG oslo_vmware.api [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 674.160690] env[69281]: value = "task-3935227" [ 674.160690] env[69281]: _type = "Task" [ 674.160690] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.171092] env[69281]: DEBUG oslo_vmware.api [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.232549] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b61db8cd-33ca-4bc0-9152-913594f67e3f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.245711] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b856c89c-0e6c-4cb1-8be6-2b788e51384d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.291974] env[69281]: DEBUG nova.compute.manager [req-31183284-ebf1-4367-9379-82970a8d949f req-86a2f2ab-a89c-40e8-b429-06da935e48e7 service nova] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Detach interface failed, port_id=6188e6ce-3859-4cac-93b4-2b0d1e17fb68, reason: Instance 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 674.344585] env[69281]: DEBUG nova.compute.manager [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 674.345954] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0840b8f-032a-400a-8954-1dba06d77541 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.364197] env[69281]: INFO nova.compute.manager [-] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Took 1.62 seconds to deallocate network for instance. [ 674.444128] env[69281]: DEBUG nova.compute.manager [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.448761] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2e29b3b5-335e-4ff2-84a3-72a07f8dcf82 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.450309] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.218s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.450602] env[69281]: DEBUG nova.objects.instance [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 674.565241] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935226, 'name': Rename_Task, 'duration_secs': 0.178387} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.565637] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.565993] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54961d17-2684-49bf-aeca-8a833884b994 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.574426] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 674.574426] env[69281]: value = "task-3935228" [ 674.574426] env[69281]: _type = "Task" [ 674.574426] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.586148] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.677850] env[69281]: DEBUG oslo_vmware.api [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935227, 'name': ReconfigVM_Task, 'duration_secs': 0.228649} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.678349] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781210', 'volume_id': 'cdc2e498-5d9a-46aa-b0db-cdcef915c030', 'name': 'volume-cdc2e498-5d9a-46aa-b0db-cdcef915c030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f936b4ff-b128-46b1-ae08-e22f0030c5ea', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdc2e498-5d9a-46aa-b0db-cdcef915c030', 'serial': 'cdc2e498-5d9a-46aa-b0db-cdcef915c030'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 674.861588] env[69281]: INFO nova.compute.manager [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] instance snapshotting [ 674.864734] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5aaa08-e90c-4aff-81de-c685dc1f22f3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.893861] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.894859] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c07bdd4-0dea-47c0-bd29-4004b79902b2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.040175] env[69281]: DEBUG nova.network.neutron [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Successfully created port: cee31fea-75d4-4ab2-a225-25fd0e0971a3 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.086523] env[69281]: DEBUG oslo_vmware.api [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935228, 'name': PowerOnVM_Task, 'duration_secs': 0.489786} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.086826] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.086990] env[69281]: INFO nova.compute.manager [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Took 8.32 seconds to spawn the instance on the hypervisor. [ 675.087182] env[69281]: DEBUG nova.compute.manager [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 675.087966] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519af838-0d57-4f5c-9710-21ace88a66e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.407522] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 675.408026] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f104668c-c258-416d-b25a-ae79e5163cfd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.418778] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 675.418778] env[69281]: value = "task-3935229" [ 675.418778] env[69281]: _type = "Task" [ 675.418778] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.427492] env[69281]: DEBUG nova.network.neutron [-] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.428893] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935229, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.466190] env[69281]: DEBUG nova.compute.manager [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.469784] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364deecb-c781-42fe-b25e-69815418a05f tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.471080] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.308s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.471315] env[69281]: DEBUG nova.objects.instance [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lazy-loading 'resources' on Instance uuid b86c8ed3-5fd8-4c38-9c42-29582898308a {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.515324] env[69281]: DEBUG nova.virt.hardware [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.515324] env[69281]: DEBUG nova.virt.hardware [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.515694] env[69281]: DEBUG nova.virt.hardware [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.515976] env[69281]: DEBUG nova.virt.hardware [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.516224] env[69281]: DEBUG nova.virt.hardware [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.516421] env[69281]: DEBUG nova.virt.hardware [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.516686] env[69281]: DEBUG nova.virt.hardware [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.516894] env[69281]: DEBUG nova.virt.hardware [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.517136] env[69281]: DEBUG nova.virt.hardware [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.517406] env[69281]: DEBUG nova.virt.hardware [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.517652] env[69281]: DEBUG nova.virt.hardware [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.518892] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4b5367-b195-49df-ae27-367bf87d90bb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.528670] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711589fa-c869-43fd-a2ba-e0f01b3be2d3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.619597] env[69281]: INFO nova.compute.manager [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Took 38.17 seconds to build instance. [ 675.728013] env[69281]: DEBUG nova.objects.instance [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lazy-loading 'flavor' on Instance uuid f936b4ff-b128-46b1-ae08-e22f0030c5ea {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.930644] env[69281]: INFO nova.compute.manager [-] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Took 1.80 seconds to deallocate network for instance. [ 675.930852] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935229, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.125589] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "3947c3c2-3934-4d22-99d3-777681b1b5d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.126247] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "3947c3c2-3934-4d22-99d3-777681b1b5d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.126647] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "3947c3c2-3934-4d22-99d3-777681b1b5d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.126984] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "3947c3c2-3934-4d22-99d3-777681b1b5d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.127301] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "3947c3c2-3934-4d22-99d3-777681b1b5d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.129256] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ab00c8fc-9e47-4465-94ad-5f3d22045940 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "1bc0ed5f-b9ba-4863-af81-fd769e2a28dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.353s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.129939] env[69281]: INFO nova.compute.manager [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Terminating instance [ 676.155041] env[69281]: DEBUG nova.compute.manager [req-3e522086-9f03-4c8e-8a14-c858ec423e2f req-5757aa35-0a71-4009-880d-0e894158708b service nova] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Received event network-vif-deleted-b0e43125-7464-4058-a4a0-074a95ec6652 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.239873] env[69281]: DEBUG oslo_concurrency.lockutils [None req-acebbc00-d46d-4f11-aca4-2b6c0e82a19b tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.385s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.445239] env[69281]: DEBUG oslo_concurrency.lockutils [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.445239] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935229, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.635961] env[69281]: DEBUG nova.compute.manager [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.642590] env[69281]: DEBUG nova.compute.manager [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.642847] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.643761] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42390ce9-0ebf-4dba-825a-90e28e70188d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.655413] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.655413] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad8ad01c-4408-4dcf-b64e-a2cb113928d6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.670401] env[69281]: DEBUG oslo_vmware.api [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 676.670401] env[69281]: value = "task-3935230" [ 676.670401] env[69281]: _type = "Task" [ 676.670401] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.681902] env[69281]: DEBUG oslo_vmware.api [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.718178] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73603496-6518-4970-8e2b-9a7d9786ea68 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.727319] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a396a18-6f45-40d9-9d33-4bdc4c67b000 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.771551] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e279d1e-7654-4f8e-8848-bbda24920085 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.780265] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06435b8d-3d37-4c21-88d6-c3a846e15898 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.795907] env[69281]: DEBUG nova.compute.provider_tree [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 676.911900] env[69281]: DEBUG nova.network.neutron [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Successfully updated port: cee31fea-75d4-4ab2-a225-25fd0e0971a3 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.933319] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935229, 'name': CreateSnapshot_Task, 'duration_secs': 1.074771} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.934119] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 676.935123] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f36649-ff2d-4a94-b1bc-e7d08b651e23 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.045043] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "94545097-35b6-483f-b933-6e3e9d592f7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.045043] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "94545097-35b6-483f-b933-6e3e9d592f7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.104683] env[69281]: DEBUG nova.compute.manager [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 677.105274] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17d6407-9052-448d-98ba-ac6732569824 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.174116] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.184313] env[69281]: DEBUG oslo_vmware.api [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935230, 'name': PowerOffVM_Task, 'duration_secs': 0.312961} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.184677] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.184854] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.185124] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19717ace-1fef-4005-bcde-fc26674672ed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.276410] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.276810] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.277082] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Deleting the datastore file [datastore2] 3947c3c2-3934-4d22-99d3-777681b1b5d1 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.277744] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-749cc87c-b03f-4dbd-9367-15bbbc135ed2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.286099] env[69281]: DEBUG oslo_vmware.api [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 677.286099] env[69281]: value = "task-3935232" [ 677.286099] env[69281]: _type = "Task" [ 677.286099] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.295275] env[69281]: DEBUG oslo_vmware.api [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.321042] env[69281]: ERROR nova.scheduler.client.report [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [req-bd9a640b-f099-4d9c-876a-0f33c1fe6c84] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bd9a640b-f099-4d9c-876a-0f33c1fe6c84"}]} [ 677.339863] env[69281]: DEBUG nova.scheduler.client.report [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 677.357483] env[69281]: DEBUG nova.scheduler.client.report [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 677.357712] env[69281]: DEBUG nova.compute.provider_tree [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.373298] env[69281]: DEBUG nova.scheduler.client.report [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 677.396027] env[69281]: DEBUG nova.scheduler.client.report [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 677.419775] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Acquiring lock "refresh_cache-1a40f5d0-eec9-4fa5-9e68-e9cba991e061" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.419970] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Acquired lock "refresh_cache-1a40f5d0-eec9-4fa5-9e68-e9cba991e061" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.420218] env[69281]: DEBUG nova.network.neutron [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.457957] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 677.458509] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ca3259df-344e-40e0-b6ba-d7b438b64d1e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.470580] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 677.470580] env[69281]: value = "task-3935233" [ 677.470580] env[69281]: _type = "Task" [ 677.470580] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.480125] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935233, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.617565] env[69281]: INFO nova.compute.manager [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] instance snapshotting [ 677.624134] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a7e3ae-f5b7-4a62-b9fb-622a12c75f02 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.651099] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b11ebb-52eb-4268-ab5f-215f614faadc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.797887] env[69281]: DEBUG oslo_vmware.api [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203571} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.798183] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.798813] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.798813] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.798813] env[69281]: INFO nova.compute.manager [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 677.799176] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.802682] env[69281]: DEBUG nova.compute.manager [-] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.802682] env[69281]: DEBUG nova.network.neutron [-] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.986067] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935233, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.999248] env[69281]: DEBUG nova.network.neutron [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.165391] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 678.167163] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e65b9e-94f1-4f29-b9fd-5a11f8ea0f7f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.170908] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8404e4c3-b2bd-421e-9e08-1bcf8d29a975 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.184902] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ef3816-ad87-4ffe-8176-b8c5a32f0ee8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.190271] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 678.190271] env[69281]: value = "task-3935234" [ 678.190271] env[69281]: _type = "Task" [ 678.190271] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.234380] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ac8f43-280c-4bb4-81d5-45b4bad0b7da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.241265] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935234, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.248851] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedef43d-f370-4f6a-9eef-5a3bd03465e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.266634] env[69281]: DEBUG nova.compute.provider_tree [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.275754] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Acquiring lock "e7e97dba-8cc9-4ba9-8756-6168d248cb89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.275754] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Lock "e7e97dba-8cc9-4ba9-8756-6168d248cb89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.287221] env[69281]: DEBUG oslo_concurrency.lockutils [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.287221] env[69281]: DEBUG oslo_concurrency.lockutils [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.482639] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935233, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.622817] env[69281]: DEBUG nova.network.neutron [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Updating instance_info_cache with network_info: [{"id": "cee31fea-75d4-4ab2-a225-25fd0e0971a3", "address": "fa:16:3e:c3:7f:3a", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee31fea-75", "ovs_interfaceid": "cee31fea-75d4-4ab2-a225-25fd0e0971a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.704329] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935234, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.721432] env[69281]: DEBUG nova.compute.manager [req-1fce0ef5-6809-4a3d-b19b-692f686e40e5 req-95128bae-03a3-4e4a-b5f0-19815b9f7361 service nova] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Received event network-vif-plugged-cee31fea-75d4-4ab2-a225-25fd0e0971a3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.721655] env[69281]: DEBUG oslo_concurrency.lockutils [req-1fce0ef5-6809-4a3d-b19b-692f686e40e5 req-95128bae-03a3-4e4a-b5f0-19815b9f7361 service nova] Acquiring lock "1a40f5d0-eec9-4fa5-9e68-e9cba991e061-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.721866] env[69281]: DEBUG oslo_concurrency.lockutils [req-1fce0ef5-6809-4a3d-b19b-692f686e40e5 req-95128bae-03a3-4e4a-b5f0-19815b9f7361 service nova] Lock "1a40f5d0-eec9-4fa5-9e68-e9cba991e061-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.722352] env[69281]: DEBUG oslo_concurrency.lockutils [req-1fce0ef5-6809-4a3d-b19b-692f686e40e5 req-95128bae-03a3-4e4a-b5f0-19815b9f7361 service nova] Lock "1a40f5d0-eec9-4fa5-9e68-e9cba991e061-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.722726] env[69281]: DEBUG nova.compute.manager [req-1fce0ef5-6809-4a3d-b19b-692f686e40e5 req-95128bae-03a3-4e4a-b5f0-19815b9f7361 service nova] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] No waiting events found dispatching network-vif-plugged-cee31fea-75d4-4ab2-a225-25fd0e0971a3 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 678.723011] env[69281]: WARNING nova.compute.manager [req-1fce0ef5-6809-4a3d-b19b-692f686e40e5 req-95128bae-03a3-4e4a-b5f0-19815b9f7361 service nova] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Received unexpected event network-vif-plugged-cee31fea-75d4-4ab2-a225-25fd0e0971a3 for instance with vm_state building and task_state spawning. [ 678.723249] env[69281]: DEBUG nova.compute.manager [req-1fce0ef5-6809-4a3d-b19b-692f686e40e5 req-95128bae-03a3-4e4a-b5f0-19815b9f7361 service nova] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Received event network-changed-cee31fea-75d4-4ab2-a225-25fd0e0971a3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.723877] env[69281]: DEBUG nova.compute.manager [req-1fce0ef5-6809-4a3d-b19b-692f686e40e5 req-95128bae-03a3-4e4a-b5f0-19815b9f7361 service nova] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Refreshing instance network info cache due to event network-changed-cee31fea-75d4-4ab2-a225-25fd0e0971a3. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.724206] env[69281]: DEBUG oslo_concurrency.lockutils [req-1fce0ef5-6809-4a3d-b19b-692f686e40e5 req-95128bae-03a3-4e4a-b5f0-19815b9f7361 service nova] Acquiring lock "refresh_cache-1a40f5d0-eec9-4fa5-9e68-e9cba991e061" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.791041] env[69281]: INFO nova.compute.manager [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Detaching volume cdc2e498-5d9a-46aa-b0db-cdcef915c030 [ 678.805178] env[69281]: ERROR nova.scheduler.client.report [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] [req-ce20da19-bbe9-414b-b129-86f022af18c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce20da19-bbe9-414b-b129-86f022af18c3"}]} [ 678.827485] env[69281]: DEBUG nova.scheduler.client.report [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 678.850982] env[69281]: DEBUG nova.scheduler.client.report [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 678.851273] env[69281]: DEBUG nova.compute.provider_tree [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.854684] env[69281]: INFO nova.virt.block_device [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Attempting to driver detach volume cdc2e498-5d9a-46aa-b0db-cdcef915c030 from mountpoint /dev/sdb [ 678.855109] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 678.855109] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781210', 'volume_id': 'cdc2e498-5d9a-46aa-b0db-cdcef915c030', 'name': 'volume-cdc2e498-5d9a-46aa-b0db-cdcef915c030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f936b4ff-b128-46b1-ae08-e22f0030c5ea', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdc2e498-5d9a-46aa-b0db-cdcef915c030', 'serial': 'cdc2e498-5d9a-46aa-b0db-cdcef915c030'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 678.856264] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2aaf2c-9907-44c0-ab47-4cedb18cd17a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.883998] env[69281]: DEBUG nova.scheduler.client.report [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 678.889022] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f369b53-2984-480c-bfe6-6dcab2e0a0e8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.898956] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe328f8-3d5b-429a-94d3-db1e50b72c9d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.923880] env[69281]: DEBUG nova.network.neutron [-] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.925845] env[69281]: DEBUG nova.scheduler.client.report [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 678.928593] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67354981-5459-4689-b533-b0d72cc92f0f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.947152] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] The volume has not been displaced from its original location: [datastore2] volume-cdc2e498-5d9a-46aa-b0db-cdcef915c030/volume-cdc2e498-5d9a-46aa-b0db-cdcef915c030.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 678.953300] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 678.954174] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ce7e08e-61b6-4555-808a-baf6e657f5e3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.978338] env[69281]: DEBUG oslo_vmware.api [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 678.978338] env[69281]: value = "task-3935235" [ 678.978338] env[69281]: _type = "Task" [ 678.978338] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.988699] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935233, 'name': CloneVM_Task, 'duration_secs': 1.453079} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.990205] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Created linked-clone VM from snapshot [ 678.991566] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7060cd6-0a8e-454b-969c-b01b9bbea225 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.998822] env[69281]: DEBUG oslo_vmware.api [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935235, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.004815] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Uploading image fe4d3c25-9eea-4c77-8a67-c076a41f5210 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 679.036417] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 679.036417] env[69281]: value = "vm-781213" [ 679.036417] env[69281]: _type = "VirtualMachine" [ 679.036417] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 679.036417] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ec344957-6fb5-478c-b23c-267010eb79aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.047782] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lease: (returnval){ [ 679.047782] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525b02c3-de94-5c80-1c46-0c615c6a50f3" [ 679.047782] env[69281]: _type = "HttpNfcLease" [ 679.047782] env[69281]: } obtained for exporting VM: (result){ [ 679.047782] env[69281]: value = "vm-781213" [ 679.047782] env[69281]: _type = "VirtualMachine" [ 679.047782] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 679.048440] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the lease: (returnval){ [ 679.048440] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525b02c3-de94-5c80-1c46-0c615c6a50f3" [ 679.048440] env[69281]: _type = "HttpNfcLease" [ 679.048440] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 679.064080] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 679.064080] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525b02c3-de94-5c80-1c46-0c615c6a50f3" [ 679.064080] env[69281]: _type = "HttpNfcLease" [ 679.064080] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 679.064080] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 679.064080] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525b02c3-de94-5c80-1c46-0c615c6a50f3" [ 679.064080] env[69281]: _type = "HttpNfcLease" [ 679.064080] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 679.064080] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76396249-4c5a-446c-bed3-1fedfe96631f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.073822] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb0f19-4f0e-9d73-6159-12734368a0d7/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 679.074031] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb0f19-4f0e-9d73-6159-12734368a0d7/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 679.129780] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Releasing lock "refresh_cache-1a40f5d0-eec9-4fa5-9e68-e9cba991e061" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.130824] env[69281]: DEBUG nova.compute.manager [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Instance network_info: |[{"id": "cee31fea-75d4-4ab2-a225-25fd0e0971a3", "address": "fa:16:3e:c3:7f:3a", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee31fea-75", "ovs_interfaceid": "cee31fea-75d4-4ab2-a225-25fd0e0971a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.133483] env[69281]: DEBUG oslo_concurrency.lockutils [req-1fce0ef5-6809-4a3d-b19b-692f686e40e5 req-95128bae-03a3-4e4a-b5f0-19815b9f7361 service nova] Acquired lock "refresh_cache-1a40f5d0-eec9-4fa5-9e68-e9cba991e061" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.133483] env[69281]: DEBUG nova.network.neutron [req-1fce0ef5-6809-4a3d-b19b-692f686e40e5 req-95128bae-03a3-4e4a-b5f0-19815b9f7361 service nova] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Refreshing network info cache for port cee31fea-75d4-4ab2-a225-25fd0e0971a3 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.136016] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:7f:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cee31fea-75d4-4ab2-a225-25fd0e0971a3', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.143514] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Creating folder: Project (33f2ffe8f58e4eb4a36f1c268d00e01d). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.145733] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d9c2d32-6e42-4101-891b-e7e6ad0cbff9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.160236] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Created folder: Project (33f2ffe8f58e4eb4a36f1c268d00e01d) in parent group-v781128. [ 679.161503] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Creating folder: Instances. Parent ref: group-v781215. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.161503] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7f3ea5b-f419-40a5-844b-2b24b3c0c981 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.173300] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Created folder: Instances in parent group-v781215. [ 679.173689] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.173941] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.174354] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcb0cc9e-ab8e-4388-b9e2-38fd478be5ad {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.200463] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-63010e3e-8c80-4015-85ed-a1a771da36d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.203735] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.203735] env[69281]: value = "task-3935239" [ 679.203735] env[69281]: _type = "Task" [ 679.203735] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.220550] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935239, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.220941] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935234, 'name': CreateSnapshot_Task, 'duration_secs': 0.601863} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.221114] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 679.222964] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f4d4f8-8c54-43f3-b158-43302f6ccfbe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.432834] env[69281]: INFO nova.compute.manager [-] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Took 1.63 seconds to deallocate network for instance. [ 679.496029] env[69281]: DEBUG oslo_vmware.api [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935235, 'name': ReconfigVM_Task, 'duration_secs': 0.265914} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.496897] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 679.502326] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01f0299a-0e89-48c0-96c1-88b6399c8645 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.521816] env[69281]: DEBUG oslo_vmware.api [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 679.521816] env[69281]: value = "task-3935240" [ 679.521816] env[69281]: _type = "Task" [ 679.521816] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.537846] env[69281]: DEBUG oslo_vmware.api [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935240, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.719775] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935239, 'name': CreateVM_Task, 'duration_secs': 0.390466} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.720082] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.720947] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.721553] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.721924] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.722421] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c105f95-f4eb-4122-9bce-b9394f79d8da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.733122] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Waiting for the task: (returnval){ [ 679.733122] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52469652-bb02-9195-3039-780db900fc1d" [ 679.733122] env[69281]: _type = "Task" [ 679.733122] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.748355] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 679.748830] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52469652-bb02-9195-3039-780db900fc1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.754147] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a82beb0c-ae7d-4f6c-af95-8abb24d7d5d0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.764292] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 679.764292] env[69281]: value = "task-3935241" [ 679.764292] env[69281]: _type = "Task" [ 679.764292] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.773236] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935241, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.775057] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0064fb0f-12ff-4880-8df2-0377a6d19bc6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.783703] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003a2a26-31a5-4bc0-b9d4-b2e489283508 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.822584] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d945e7ab-0519-4226-b59f-1822dfe1d9c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.831332] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cae6ec-3560-4e51-9ed6-837f27ebb11a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.848843] env[69281]: DEBUG nova.compute.provider_tree [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.943402] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.965642] env[69281]: DEBUG nova.network.neutron [req-1fce0ef5-6809-4a3d-b19b-692f686e40e5 req-95128bae-03a3-4e4a-b5f0-19815b9f7361 service nova] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Updated VIF entry in instance network info cache for port cee31fea-75d4-4ab2-a225-25fd0e0971a3. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.966282] env[69281]: DEBUG nova.network.neutron [req-1fce0ef5-6809-4a3d-b19b-692f686e40e5 req-95128bae-03a3-4e4a-b5f0-19815b9f7361 service nova] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Updating instance_info_cache with network_info: [{"id": "cee31fea-75d4-4ab2-a225-25fd0e0971a3", "address": "fa:16:3e:c3:7f:3a", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee31fea-75", "ovs_interfaceid": "cee31fea-75d4-4ab2-a225-25fd0e0971a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.032245] env[69281]: DEBUG oslo_vmware.api [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935240, 'name': ReconfigVM_Task, 'duration_secs': 0.18415} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.032570] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781210', 'volume_id': 'cdc2e498-5d9a-46aa-b0db-cdcef915c030', 'name': 'volume-cdc2e498-5d9a-46aa-b0db-cdcef915c030', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f936b4ff-b128-46b1-ae08-e22f0030c5ea', 'attached_at': '', 'detached_at': '', 'volume_id': 'cdc2e498-5d9a-46aa-b0db-cdcef915c030', 'serial': 'cdc2e498-5d9a-46aa-b0db-cdcef915c030'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 680.246487] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52469652-bb02-9195-3039-780db900fc1d, 'name': SearchDatastore_Task, 'duration_secs': 0.019688} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.247144] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.247480] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.248849] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.248849] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.248849] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.249032] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a308544-a61e-4632-88a4-027594e32dcf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.261859] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.262107] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.263089] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8aa4bc2-4a1a-4521-a20b-4bec25e4ce51 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.273704] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Waiting for the task: (returnval){ [ 680.273704] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523f2458-42f9-8818-0ff4-15bd712ec331" [ 680.273704] env[69281]: _type = "Task" [ 680.273704] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.277792] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935241, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.289015] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523f2458-42f9-8818-0ff4-15bd712ec331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.386185] env[69281]: DEBUG nova.scheduler.client.report [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 680.387133] env[69281]: DEBUG nova.compute.provider_tree [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 57 to 58 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 680.387133] env[69281]: DEBUG nova.compute.provider_tree [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.469355] env[69281]: DEBUG oslo_concurrency.lockutils [req-1fce0ef5-6809-4a3d-b19b-692f686e40e5 req-95128bae-03a3-4e4a-b5f0-19815b9f7361 service nova] Releasing lock "refresh_cache-1a40f5d0-eec9-4fa5-9e68-e9cba991e061" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.595210] env[69281]: DEBUG nova.objects.instance [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lazy-loading 'flavor' on Instance uuid f936b4ff-b128-46b1-ae08-e22f0030c5ea {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.750129] env[69281]: DEBUG nova.compute.manager [req-c73632e4-bb08-4378-9b08-07f0fce5bf49 req-4ba46b5d-43ef-44dc-9d9d-333537a7d684 service nova] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Received event network-vif-deleted-366c5862-ae6b-457d-94c7-1d04577581f9 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.776903] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935241, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.788584] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523f2458-42f9-8818-0ff4-15bd712ec331, 'name': SearchDatastore_Task, 'duration_secs': 0.014844} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.789716] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8dfb9e-cda5-4f7b-8e07-da0954ce3585 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.795798] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Waiting for the task: (returnval){ [ 680.795798] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b9cfd7-393b-6cd4-c8db-0232ae1db6ee" [ 680.795798] env[69281]: _type = "Task" [ 680.795798] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.804849] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b9cfd7-393b-6cd4-c8db-0232ae1db6ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.893264] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.422s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.896076] env[69281]: DEBUG oslo_concurrency.lockutils [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.824s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.896434] env[69281]: DEBUG nova.objects.instance [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lazy-loading 'resources' on Instance uuid 974b8eaa-82e0-412d-99a9-a0c6ff950549 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.916264] env[69281]: INFO nova.scheduler.client.report [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Deleted allocations for instance b86c8ed3-5fd8-4c38-9c42-29582898308a [ 681.279630] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935241, 'name': CloneVM_Task} progress is 95%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.310146] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b9cfd7-393b-6cd4-c8db-0232ae1db6ee, 'name': SearchDatastore_Task, 'duration_secs': 0.018137} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.310663] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.311091] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 1a40f5d0-eec9-4fa5-9e68-e9cba991e061/1a40f5d0-eec9-4fa5-9e68-e9cba991e061.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.311727] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea1fa1fa-8b78-4c2c-9ca8-8804ade6faab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.322119] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Waiting for the task: (returnval){ [ 681.322119] env[69281]: value = "task-3935242" [ 681.322119] env[69281]: _type = "Task" [ 681.322119] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.337190] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.425224] env[69281]: DEBUG oslo_concurrency.lockutils [None req-22c9c7c6-8a64-414a-ba5a-1781f5d4ae92 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "b86c8ed3-5fd8-4c38-9c42-29582898308a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.333s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.604905] env[69281]: DEBUG oslo_concurrency.lockutils [None req-82aece72-2843-4de0-ad48-826eca92b315 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.318s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.782057] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935241, 'name': CloneVM_Task, 'duration_secs': 1.738401} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.782412] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Created linked-clone VM from snapshot [ 681.783387] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0524eb7c-9c7b-4d19-a45e-42d82fb2c879 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.796506] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Uploading image 330a2f85-2204-485c-882a-f4e0efb4bbfb {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 681.818749] env[69281]: DEBUG oslo_vmware.rw_handles [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 681.818749] env[69281]: value = "vm-781218" [ 681.818749] env[69281]: _type = "VirtualMachine" [ 681.818749] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 681.820025] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e75039b-bdc6-48f0-9edd-84a7293f51c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.832155] env[69281]: DEBUG oslo_vmware.rw_handles [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lease: (returnval){ [ 681.832155] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52570b0c-0b70-aa3e-0889-fb5c6d55024e" [ 681.832155] env[69281]: _type = "HttpNfcLease" [ 681.832155] env[69281]: } obtained for exporting VM: (result){ [ 681.832155] env[69281]: value = "vm-781218" [ 681.832155] env[69281]: _type = "VirtualMachine" [ 681.832155] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 681.832441] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the lease: (returnval){ [ 681.832441] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52570b0c-0b70-aa3e-0889-fb5c6d55024e" [ 681.832441] env[69281]: _type = "HttpNfcLease" [ 681.832441] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 681.839786] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935242, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.844542] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 681.844542] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52570b0c-0b70-aa3e-0889-fb5c6d55024e" [ 681.844542] env[69281]: _type = "HttpNfcLease" [ 681.844542] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 681.847648] env[69281]: DEBUG oslo_vmware.rw_handles [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 681.847648] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52570b0c-0b70-aa3e-0889-fb5c6d55024e" [ 681.847648] env[69281]: _type = "HttpNfcLease" [ 681.847648] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 681.848776] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e2ef60-cbb1-41fa-8dcc-d3afa401cc39 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.858464] env[69281]: DEBUG oslo_vmware.rw_handles [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d7ddb-da55-d482-952b-6a4348e29bbf/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 681.858687] env[69281]: DEBUG oslo_vmware.rw_handles [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d7ddb-da55-d482-952b-6a4348e29bbf/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 681.970343] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e0222c80-0a0f-40e1-a90f-34dba764abf4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.074760] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df12aa91-ee97-4ad2-acae-cb2c19f7f97b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.083516] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd6afab-eb41-427b-9256-ccd1372efc01 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.116598] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b27fab-18f6-46f1-9b3d-ae1fd583c24f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.124886] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa17bf9-c801-4e65-af9c-221e1187a705 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.139402] env[69281]: DEBUG nova.compute.provider_tree [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.335352] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681903} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.336340] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 1a40f5d0-eec9-4fa5-9e68-e9cba991e061/1a40f5d0-eec9-4fa5-9e68-e9cba991e061.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.336340] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.336340] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d85c3141-14db-4a3e-b003-3268173fe071 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.345025] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Waiting for the task: (returnval){ [ 682.345025] env[69281]: value = "task-3935244" [ 682.345025] env[69281]: _type = "Task" [ 682.345025] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.356899] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.577714] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "3f6112ba-f475-4bdb-add6-8bed09ed54f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.578221] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "3f6112ba-f475-4bdb-add6-8bed09ed54f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.643220] env[69281]: DEBUG nova.scheduler.client.report [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.856957] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117034} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.857596] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.858930] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7919ef35-1024-4679-85b3-a6fe73b99575 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.885585] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 1a40f5d0-eec9-4fa5-9e68-e9cba991e061/1a40f5d0-eec9-4fa5-9e68-e9cba991e061.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.886061] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d004d192-e351-4813-b136-46d22a53e88a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.908667] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Waiting for the task: (returnval){ [ 682.908667] env[69281]: value = "task-3935245" [ 682.908667] env[69281]: _type = "Task" [ 682.908667] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.918778] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.151235] env[69281]: DEBUG oslo_concurrency.lockutils [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.154258] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.441s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.156301] env[69281]: INFO nova.compute.claims [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.180655] env[69281]: INFO nova.scheduler.client.report [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Deleted allocations for instance 974b8eaa-82e0-412d-99a9-a0c6ff950549 [ 683.418790] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935245, 'name': ReconfigVM_Task, 'duration_secs': 0.496328} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.418790] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 1a40f5d0-eec9-4fa5-9e68-e9cba991e061/1a40f5d0-eec9-4fa5-9e68-e9cba991e061.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.420583] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d01e24d-f3a8-408c-8214-c2748116ff63 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.429079] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Waiting for the task: (returnval){ [ 683.429079] env[69281]: value = "task-3935246" [ 683.429079] env[69281]: _type = "Task" [ 683.429079] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.444399] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935246, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.688722] env[69281]: DEBUG oslo_concurrency.lockutils [None req-14379fb3-4e94-425e-b651-3e8d58f5aca8 tempest-ListServersNegativeTestJSON-719866848 tempest-ListServersNegativeTestJSON-719866848-project-member] Lock "974b8eaa-82e0-412d-99a9-a0c6ff950549" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.606s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.940642] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935246, 'name': Rename_Task, 'duration_secs': 0.214738} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.940940] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.941232] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56e2440f-1ac3-4c1f-9294-862492013d88 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.948778] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Waiting for the task: (returnval){ [ 683.948778] env[69281]: value = "task-3935247" [ 683.948778] env[69281]: _type = "Task" [ 683.948778] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.958927] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.464050] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935247, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.780972] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e944af-9078-414a-879a-d1154d8d6365 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.789728] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d946437f-c260-4920-af27-52150dce614e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.821966] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989875e6-4ed4-4be2-97b8-68582cc63d06 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.831366] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470894f7-3ebc-4d0f-b208-a1e907ffc9f3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.847660] env[69281]: DEBUG nova.compute.provider_tree [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.960298] env[69281]: DEBUG oslo_vmware.api [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935247, 'name': PowerOnVM_Task, 'duration_secs': 0.599644} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.960655] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.960956] env[69281]: INFO nova.compute.manager [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Took 9.49 seconds to spawn the instance on the hypervisor. [ 684.961175] env[69281]: DEBUG nova.compute.manager [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 684.963353] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d9855e-4eeb-464e-83cf-ba679b916579 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.351099] env[69281]: DEBUG nova.scheduler.client.report [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.484259] env[69281]: INFO nova.compute.manager [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Took 42.64 seconds to build instance. [ 685.856895] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.857471] env[69281]: DEBUG nova.compute.manager [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.860498] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.724s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.860754] env[69281]: DEBUG nova.objects.instance [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lazy-loading 'resources' on Instance uuid 9332e878-5c4e-4be7-965f-de2dbc319321 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.986020] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa91c0aa-d951-4076-9eeb-a8b096f39316 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Lock "1a40f5d0-eec9-4fa5-9e68-e9cba991e061" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.263s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.364198] env[69281]: DEBUG nova.compute.utils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.369803] env[69281]: DEBUG nova.compute.manager [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.369803] env[69281]: DEBUG nova.network.neutron [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.409764] env[69281]: DEBUG nova.policy [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd72b744caec4a16b77f87b10d4c54e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8c1b5228c514d6b89b550186c5bce98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.489613] env[69281]: DEBUG nova.compute.manager [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.738660] env[69281]: DEBUG nova.network.neutron [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Successfully created port: b7ffefa0-427d-4f30-afad-219c8791cb81 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.870333] env[69281]: DEBUG nova.compute.manager [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.941067] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db16e2a5-b0dc-4c05-a015-382f998730d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.950131] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137cdc96-5f1f-43c9-835b-f05521625f96 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.990170] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e645811-2612-437f-8c1a-80b12b7664ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.001520] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0294edd-bf7b-4562-ba35-5673f9c67e0f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.019215] env[69281]: DEBUG nova.compute.provider_tree [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.020876] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.522699] env[69281]: DEBUG nova.scheduler.client.report [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.881945] env[69281]: DEBUG nova.compute.manager [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.953632] env[69281]: DEBUG nova.virt.hardware [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.953770] env[69281]: DEBUG nova.virt.hardware [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.953894] env[69281]: DEBUG nova.virt.hardware [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.954074] env[69281]: DEBUG nova.virt.hardware [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.954237] env[69281]: DEBUG nova.virt.hardware [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.954411] env[69281]: DEBUG nova.virt.hardware [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.954658] env[69281]: DEBUG nova.virt.hardware [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.954824] env[69281]: DEBUG nova.virt.hardware [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.954994] env[69281]: DEBUG nova.virt.hardware [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.955175] env[69281]: DEBUG nova.virt.hardware [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.955348] env[69281]: DEBUG nova.virt.hardware [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.957617] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76c6904-6637-463b-af2e-2f7b3dbe337f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.968412] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb0f19-4f0e-9d73-6159-12734368a0d7/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 687.969936] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3010a567-c317-49bb-bb94-5463baf70540 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.975180] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7923b697-eea0-4d16-b0ee-6d0d578160b0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.982694] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb0f19-4f0e-9d73-6159-12734368a0d7/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 687.982884] env[69281]: ERROR oslo_vmware.rw_handles [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb0f19-4f0e-9d73-6159-12734368a0d7/disk-0.vmdk due to incomplete transfer. [ 687.990576] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e9c8ad16-cba8-4274-b772-d9ad9d10a064 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.001778] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb0f19-4f0e-9d73-6159-12734368a0d7/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 688.001971] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Uploaded image fe4d3c25-9eea-4c77-8a67-c076a41f5210 to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 688.004109] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 688.004389] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2b4a5ea8-82e8-484c-9ec3-a7893a1da519 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.013145] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 688.013145] env[69281]: value = "task-3935248" [ 688.013145] env[69281]: _type = "Task" [ 688.013145] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.021482] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935248, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.027520] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.030014] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.572s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.031705] env[69281]: INFO nova.compute.claims [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.054055] env[69281]: INFO nova.scheduler.client.report [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleted allocations for instance 9332e878-5c4e-4be7-965f-de2dbc319321 [ 688.436775] env[69281]: DEBUG nova.network.neutron [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Successfully updated port: b7ffefa0-427d-4f30-afad-219c8791cb81 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.525561] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935248, 'name': Destroy_Task, 'duration_secs': 0.419486} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.526342] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Destroyed the VM [ 688.526759] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 688.527179] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-669f5f36-d4bf-4adf-82b7-798601925c7e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.541952] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 688.541952] env[69281]: value = "task-3935249" [ 688.541952] env[69281]: _type = "Task" [ 688.541952] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.552903] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935249, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.566673] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3ee4be7e-49de-42e5-b86e-859dd33bbf8e tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "9332e878-5c4e-4be7-965f-de2dbc319321" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.185s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.945309] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "refresh_cache-9b30894a-b414-4c4c-b92e-b33d4fbb40cb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.945309] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "refresh_cache-9b30894a-b414-4c4c-b92e-b33d4fbb40cb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.945309] env[69281]: DEBUG nova.network.neutron [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.945309] env[69281]: DEBUG nova.compute.manager [req-783255b0-5648-4d5e-8d90-274a1ced421d req-28d2dc08-2fc9-4661-a49b-8cbe72c186e9 service nova] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Received event network-vif-plugged-b7ffefa0-427d-4f30-afad-219c8791cb81 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.945309] env[69281]: DEBUG oslo_concurrency.lockutils [req-783255b0-5648-4d5e-8d90-274a1ced421d req-28d2dc08-2fc9-4661-a49b-8cbe72c186e9 service nova] Acquiring lock "9b30894a-b414-4c4c-b92e-b33d4fbb40cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.945614] env[69281]: DEBUG oslo_concurrency.lockutils [req-783255b0-5648-4d5e-8d90-274a1ced421d req-28d2dc08-2fc9-4661-a49b-8cbe72c186e9 service nova] Lock "9b30894a-b414-4c4c-b92e-b33d4fbb40cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.945614] env[69281]: DEBUG oslo_concurrency.lockutils [req-783255b0-5648-4d5e-8d90-274a1ced421d req-28d2dc08-2fc9-4661-a49b-8cbe72c186e9 service nova] Lock "9b30894a-b414-4c4c-b92e-b33d4fbb40cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.945614] env[69281]: DEBUG nova.compute.manager [req-783255b0-5648-4d5e-8d90-274a1ced421d req-28d2dc08-2fc9-4661-a49b-8cbe72c186e9 service nova] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] No waiting events found dispatching network-vif-plugged-b7ffefa0-427d-4f30-afad-219c8791cb81 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 688.945614] env[69281]: WARNING nova.compute.manager [req-783255b0-5648-4d5e-8d90-274a1ced421d req-28d2dc08-2fc9-4661-a49b-8cbe72c186e9 service nova] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Received unexpected event network-vif-plugged-b7ffefa0-427d-4f30-afad-219c8791cb81 for instance with vm_state building and task_state spawning. [ 689.056999] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935249, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.059733] env[69281]: DEBUG nova.compute.manager [None req-65c84a16-9f46-45d6-af8a-e4146c8fbf00 tempest-ServerExternalEventsTest-477943023 tempest-ServerExternalEventsTest-477943023-project] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Received event network-changed {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.059949] env[69281]: DEBUG nova.compute.manager [None req-65c84a16-9f46-45d6-af8a-e4146c8fbf00 tempest-ServerExternalEventsTest-477943023 tempest-ServerExternalEventsTest-477943023-project] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Refreshing instance network info cache due to event network-changed. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.061304] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65c84a16-9f46-45d6-af8a-e4146c8fbf00 tempest-ServerExternalEventsTest-477943023 tempest-ServerExternalEventsTest-477943023-project] Acquiring lock "refresh_cache-1a40f5d0-eec9-4fa5-9e68-e9cba991e061" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.061304] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65c84a16-9f46-45d6-af8a-e4146c8fbf00 tempest-ServerExternalEventsTest-477943023 tempest-ServerExternalEventsTest-477943023-project] Acquired lock "refresh_cache-1a40f5d0-eec9-4fa5-9e68-e9cba991e061" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.061304] env[69281]: DEBUG nova.network.neutron [None req-65c84a16-9f46-45d6-af8a-e4146c8fbf00 tempest-ServerExternalEventsTest-477943023 tempest-ServerExternalEventsTest-477943023-project] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.498017] env[69281]: DEBUG nova.network.neutron [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.559738] env[69281]: DEBUG oslo_vmware.api [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935249, 'name': RemoveSnapshot_Task, 'duration_secs': 0.624258} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.561146] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 689.561146] env[69281]: INFO nova.compute.manager [None req-b50067a0-b8dc-4ca7-aeec-0d907e7c0cbc tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Took 14.70 seconds to snapshot the instance on the hypervisor. [ 689.680202] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d63d592-fdba-495c-afa5-53ce06ef058b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.689278] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc78b3ca-f97b-416d-8d6c-0c2e66edd025 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.722547] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a19ae7c-3f05-493f-9579-e06755d6ba0d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.731053] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e111e818-7d2c-49ca-b261-e49db5c2b2f3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.747372] env[69281]: DEBUG nova.compute.provider_tree [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.752019] env[69281]: DEBUG nova.network.neutron [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Updating instance_info_cache with network_info: [{"id": "b7ffefa0-427d-4f30-afad-219c8791cb81", "address": "fa:16:3e:ff:98:10", "network": {"id": "d9d863c7-8a7a-4cfe-bf17-272b0433782f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1713456077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8c1b5228c514d6b89b550186c5bce98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ffefa0-42", "ovs_interfaceid": "b7ffefa0-427d-4f30-afad-219c8791cb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.811045] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Acquiring lock "1a40f5d0-eec9-4fa5-9e68-e9cba991e061" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.811447] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Lock "1a40f5d0-eec9-4fa5-9e68-e9cba991e061" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.811704] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Acquiring lock "1a40f5d0-eec9-4fa5-9e68-e9cba991e061-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.811900] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Lock "1a40f5d0-eec9-4fa5-9e68-e9cba991e061-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.812118] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Lock "1a40f5d0-eec9-4fa5-9e68-e9cba991e061-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.814551] env[69281]: INFO nova.compute.manager [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Terminating instance [ 689.926932] env[69281]: DEBUG nova.network.neutron [None req-65c84a16-9f46-45d6-af8a-e4146c8fbf00 tempest-ServerExternalEventsTest-477943023 tempest-ServerExternalEventsTest-477943023-project] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Updating instance_info_cache with network_info: [{"id": "cee31fea-75d4-4ab2-a225-25fd0e0971a3", "address": "fa:16:3e:c3:7f:3a", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee31fea-75", "ovs_interfaceid": "cee31fea-75d4-4ab2-a225-25fd0e0971a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.255198] env[69281]: DEBUG nova.scheduler.client.report [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.262128] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "refresh_cache-9b30894a-b414-4c4c-b92e-b33d4fbb40cb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.262377] env[69281]: DEBUG nova.compute.manager [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Instance network_info: |[{"id": "b7ffefa0-427d-4f30-afad-219c8791cb81", "address": "fa:16:3e:ff:98:10", "network": {"id": "d9d863c7-8a7a-4cfe-bf17-272b0433782f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1713456077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8c1b5228c514d6b89b550186c5bce98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ffefa0-42", "ovs_interfaceid": "b7ffefa0-427d-4f30-afad-219c8791cb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.262799] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:98:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7ffefa0-427d-4f30-afad-219c8791cb81', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.271041] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.271773] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.271974] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17fe811a-732a-4a57-b00f-03d186503922 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.295104] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.295104] env[69281]: value = "task-3935250" [ 690.295104] env[69281]: _type = "Task" [ 690.295104] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.308664] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935250, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.318619] env[69281]: DEBUG nova.compute.manager [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.318874] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.321338] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98082cc-a6c9-4c93-9484-7272514604e1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.331916] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.331916] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e1ab528-4f04-475d-afdb-346d422e3a16 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.339609] env[69281]: DEBUG oslo_vmware.api [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Waiting for the task: (returnval){ [ 690.339609] env[69281]: value = "task-3935251" [ 690.339609] env[69281]: _type = "Task" [ 690.339609] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.349521] env[69281]: DEBUG oslo_vmware.api [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.429691] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65c84a16-9f46-45d6-af8a-e4146c8fbf00 tempest-ServerExternalEventsTest-477943023 tempest-ServerExternalEventsTest-477943023-project] Releasing lock "refresh_cache-1a40f5d0-eec9-4fa5-9e68-e9cba991e061" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.773365] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.773952] env[69281]: DEBUG nova.compute.manager [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.776893] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.310s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.778506] env[69281]: INFO nova.compute.claims [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.807499] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935250, 'name': CreateVM_Task, 'duration_secs': 0.414094} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.807879] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.809128] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.809128] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.809315] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.810093] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9eaf93d-957a-4107-8287-d74e0e000622 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.817255] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 690.817255] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5278d914-4a67-1026-10c1-0965fc8eb1f5" [ 690.817255] env[69281]: _type = "Task" [ 690.817255] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.829391] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5278d914-4a67-1026-10c1-0965fc8eb1f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.861030] env[69281]: DEBUG oslo_vmware.api [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935251, 'name': PowerOffVM_Task, 'duration_secs': 0.238784} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.861030] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.861030] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.861030] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d444d6bd-a820-4400-8d76-0f81587eee02 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.941873] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.941873] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.941873] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Deleting the datastore file [datastore2] 1a40f5d0-eec9-4fa5-9e68-e9cba991e061 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.942231] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30ccaf1e-5346-40e3-b1af-0cdd609ba8e1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.951094] env[69281]: DEBUG oslo_vmware.api [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Waiting for the task: (returnval){ [ 690.951094] env[69281]: value = "task-3935253" [ 690.951094] env[69281]: _type = "Task" [ 690.951094] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.961156] env[69281]: DEBUG oslo_vmware.api [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.093202] env[69281]: DEBUG nova.compute.manager [req-de8470cc-ac3c-4b51-8503-4f87f1a309c4 req-063a735b-15ba-42c4-af5d-c838abeae3b4 service nova] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Received event network-changed-b7ffefa0-427d-4f30-afad-219c8791cb81 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.093781] env[69281]: DEBUG nova.compute.manager [req-de8470cc-ac3c-4b51-8503-4f87f1a309c4 req-063a735b-15ba-42c4-af5d-c838abeae3b4 service nova] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Refreshing instance network info cache due to event network-changed-b7ffefa0-427d-4f30-afad-219c8791cb81. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.093781] env[69281]: DEBUG oslo_concurrency.lockutils [req-de8470cc-ac3c-4b51-8503-4f87f1a309c4 req-063a735b-15ba-42c4-af5d-c838abeae3b4 service nova] Acquiring lock "refresh_cache-9b30894a-b414-4c4c-b92e-b33d4fbb40cb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.093781] env[69281]: DEBUG oslo_concurrency.lockutils [req-de8470cc-ac3c-4b51-8503-4f87f1a309c4 req-063a735b-15ba-42c4-af5d-c838abeae3b4 service nova] Acquired lock "refresh_cache-9b30894a-b414-4c4c-b92e-b33d4fbb40cb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.093781] env[69281]: DEBUG nova.network.neutron [req-de8470cc-ac3c-4b51-8503-4f87f1a309c4 req-063a735b-15ba-42c4-af5d-c838abeae3b4 service nova] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Refreshing network info cache for port b7ffefa0-427d-4f30-afad-219c8791cb81 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.283809] env[69281]: DEBUG nova.compute.utils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.288594] env[69281]: DEBUG nova.compute.manager [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.288748] env[69281]: DEBUG nova.network.neutron [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.335546] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5278d914-4a67-1026-10c1-0965fc8eb1f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012022} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.335546] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.335546] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.335546] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.335970] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.335970] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.335970] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e175c62f-5f73-4793-b248-8c49fb9c24e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.347519] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.347851] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.349222] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f78eb9-c79a-4e40-bb86-ff1136acfe71 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.358319] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 691.358319] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528ec429-6abc-0204-b25f-b92aa4bae11d" [ 691.358319] env[69281]: _type = "Task" [ 691.358319] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.373640] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528ec429-6abc-0204-b25f-b92aa4bae11d, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.377734] env[69281]: DEBUG nova.policy [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c55e2807b6fa46a6a08338e80e5475ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0713449f6594ff3b19553e837d6df6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.379886] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d254d64f-45b2-4449-9481-3dfa5031083d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.390721] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 691.390721] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526711cb-f0eb-d02a-37e8-f1e9e1d44645" [ 691.390721] env[69281]: _type = "Task" [ 691.390721] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.405910] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526711cb-f0eb-d02a-37e8-f1e9e1d44645, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.406352] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.406765] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 9b30894a-b414-4c4c-b92e-b33d4fbb40cb/9b30894a-b414-4c4c-b92e-b33d4fbb40cb.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.407248] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66aa458e-d1c6-43d1-9859-f882f2f6f71d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.418026] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 691.418026] env[69281]: value = "task-3935254" [ 691.418026] env[69281]: _type = "Task" [ 691.418026] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.429331] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.464747] env[69281]: DEBUG oslo_vmware.api [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Task: {'id': task-3935253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168705} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.465017] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.469409] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.469620] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.469809] env[69281]: INFO nova.compute.manager [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Took 1.15 seconds to destroy the instance on the hypervisor. [ 691.470115] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.470319] env[69281]: DEBUG nova.compute.manager [-] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.470418] env[69281]: DEBUG nova.network.neutron [-] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.500044] env[69281]: DEBUG oslo_concurrency.lockutils [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Acquiring lock "c90da694-873b-4591-9e00-69168834ff52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.500334] env[69281]: DEBUG oslo_concurrency.lockutils [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lock "c90da694-873b-4591-9e00-69168834ff52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.500680] env[69281]: DEBUG oslo_concurrency.lockutils [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Acquiring lock "c90da694-873b-4591-9e00-69168834ff52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.500879] env[69281]: DEBUG oslo_concurrency.lockutils [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lock "c90da694-873b-4591-9e00-69168834ff52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.501059] env[69281]: DEBUG oslo_concurrency.lockutils [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lock "c90da694-873b-4591-9e00-69168834ff52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.504557] env[69281]: INFO nova.compute.manager [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Terminating instance [ 691.792495] env[69281]: DEBUG nova.compute.manager [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.894435] env[69281]: DEBUG oslo_vmware.rw_handles [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d7ddb-da55-d482-952b-6a4348e29bbf/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 691.895463] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5259af5f-63d2-4adb-af52-1e9663b69e3d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.903694] env[69281]: DEBUG oslo_vmware.rw_handles [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d7ddb-da55-d482-952b-6a4348e29bbf/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 691.903935] env[69281]: ERROR oslo_vmware.rw_handles [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d7ddb-da55-d482-952b-6a4348e29bbf/disk-0.vmdk due to incomplete transfer. [ 691.904266] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-79510cbf-0c16-4625-8dd4-de1df6a2f4c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.914823] env[69281]: DEBUG oslo_vmware.rw_handles [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d7ddb-da55-d482-952b-6a4348e29bbf/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 691.914823] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Uploaded image 330a2f85-2204-485c-882a-f4e0efb4bbfb to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 691.915018] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 691.915300] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a8283e64-a965-4099-aeac-4bcb24ebc9a1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.927320] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 691.927320] env[69281]: value = "task-3935255" [ 691.927320] env[69281]: _type = "Task" [ 691.927320] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.934973] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511054} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.935669] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 9b30894a-b414-4c4c-b92e-b33d4fbb40cb/9b30894a-b414-4c4c-b92e-b33d4fbb40cb.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.936120] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.936894] env[69281]: DEBUG nova.network.neutron [req-de8470cc-ac3c-4b51-8503-4f87f1a309c4 req-063a735b-15ba-42c4-af5d-c838abeae3b4 service nova] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Updated VIF entry in instance network info cache for port b7ffefa0-427d-4f30-afad-219c8791cb81. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.937305] env[69281]: DEBUG nova.network.neutron [req-de8470cc-ac3c-4b51-8503-4f87f1a309c4 req-063a735b-15ba-42c4-af5d-c838abeae3b4 service nova] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Updating instance_info_cache with network_info: [{"id": "b7ffefa0-427d-4f30-afad-219c8791cb81", "address": "fa:16:3e:ff:98:10", "network": {"id": "d9d863c7-8a7a-4cfe-bf17-272b0433782f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1713456077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8c1b5228c514d6b89b550186c5bce98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ffefa0-42", "ovs_interfaceid": "b7ffefa0-427d-4f30-afad-219c8791cb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.938452] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e98d215-978e-4fc5-b0a4-9bfd721a54e7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.983258] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935255, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.983258] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 691.983258] env[69281]: value = "task-3935256" [ 691.983258] env[69281]: _type = "Task" [ 691.983258] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.983258] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.008928] env[69281]: DEBUG nova.compute.manager [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.009230] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.010137] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac3d079-1e1b-412a-966b-53604d56a3a1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.018964] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.022485] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a59ab54-83b0-436d-a6ea-5c4d18c746c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.031469] env[69281]: DEBUG oslo_vmware.api [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 692.031469] env[69281]: value = "task-3935257" [ 692.031469] env[69281]: _type = "Task" [ 692.031469] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.042813] env[69281]: DEBUG oslo_vmware.api [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.288133] env[69281]: DEBUG nova.network.neutron [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Successfully created port: 973cf1bf-7369-4fd7-a856-66cdec9bfadf {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.444845] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935255, 'name': Destroy_Task, 'duration_secs': 0.426279} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.446018] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Destroyed the VM [ 692.446018] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 692.446018] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5139b7b9-84c5-4099-ba7a-071fc556aca6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.449249] env[69281]: DEBUG oslo_concurrency.lockutils [req-de8470cc-ac3c-4b51-8503-4f87f1a309c4 req-063a735b-15ba-42c4-af5d-c838abeae3b4 service nova] Releasing lock "refresh_cache-9b30894a-b414-4c4c-b92e-b33d4fbb40cb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.458877] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 692.458877] env[69281]: value = "task-3935258" [ 692.458877] env[69281]: _type = "Task" [ 692.458877] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.469464] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076882} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.470391] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.472229] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2fd3de-6db6-466d-a80d-17e6e7b1fd7b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.477525] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935258, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.499319] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 9b30894a-b414-4c4c-b92e-b33d4fbb40cb/9b30894a-b414-4c4c-b92e-b33d4fbb40cb.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.502408] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-325e8fc2-1f29-47e0-9852-562bf399522e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.524433] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 692.524433] env[69281]: value = "task-3935259" [ 692.524433] env[69281]: _type = "Task" [ 692.524433] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.533816] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.545751] env[69281]: DEBUG oslo_vmware.api [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935257, 'name': PowerOffVM_Task, 'duration_secs': 0.214884} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.545814] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.545952] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.547121] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-826dd171-1a33-43c4-a0ea-fddb060d3d2f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.554363] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e47968-e90f-4f05-8f07-906217541b4b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.562528] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7fdf39-87ef-401d-a6b0-e31b9fa395aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.597035] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd9b85d-9e07-41b8-9f59-f50212962658 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.606518] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bb796f-1f5a-409e-a11e-92e35ec0a7b4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.622453] env[69281]: DEBUG nova.compute.provider_tree [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.646830] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.647093] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.647318] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Deleting the datastore file [datastore2] c90da694-873b-4591-9e00-69168834ff52 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.648188] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8b5da33-a922-44ad-8deb-1ff251001e21 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.656525] env[69281]: DEBUG oslo_vmware.api [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for the task: (returnval){ [ 692.656525] env[69281]: value = "task-3935261" [ 692.656525] env[69281]: _type = "Task" [ 692.656525] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.671391] env[69281]: DEBUG oslo_vmware.api [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.703528] env[69281]: DEBUG nova.network.neutron [-] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.801866] env[69281]: DEBUG nova.compute.manager [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.830312] env[69281]: DEBUG nova.virt.hardware [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.830608] env[69281]: DEBUG nova.virt.hardware [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.830777] env[69281]: DEBUG nova.virt.hardware [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.830959] env[69281]: DEBUG nova.virt.hardware [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.831137] env[69281]: DEBUG nova.virt.hardware [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.831959] env[69281]: DEBUG nova.virt.hardware [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.831959] env[69281]: DEBUG nova.virt.hardware [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.831959] env[69281]: DEBUG nova.virt.hardware [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.831959] env[69281]: DEBUG nova.virt.hardware [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.832179] env[69281]: DEBUG nova.virt.hardware [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.832211] env[69281]: DEBUG nova.virt.hardware [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.834065] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3424d80-d173-4afb-a901-11297f7839a0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.843127] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9395cac7-7740-47fb-a7e2-95f2a1502a19 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.973227] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935258, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.042195] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935259, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.125586] env[69281]: DEBUG nova.scheduler.client.report [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.168410] env[69281]: DEBUG oslo_vmware.api [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Task: {'id': task-3935261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411181} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.168667] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.169643] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.169643] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.169643] env[69281]: INFO nova.compute.manager [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] [instance: c90da694-873b-4591-9e00-69168834ff52] Took 1.16 seconds to destroy the instance on the hypervisor. [ 693.169643] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.172923] env[69281]: DEBUG nova.compute.manager [-] [instance: c90da694-873b-4591-9e00-69168834ff52] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.172923] env[69281]: DEBUG nova.network.neutron [-] [instance: c90da694-873b-4591-9e00-69168834ff52] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.207036] env[69281]: INFO nova.compute.manager [-] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Took 1.74 seconds to deallocate network for instance. [ 693.261920] env[69281]: DEBUG nova.compute.manager [req-e8c2ae14-db3d-48a0-b1e7-123853ffa434 req-6091da8d-ad6f-43b0-b4ec-fcdc4930f064 service nova] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Received event network-vif-deleted-cee31fea-75d4-4ab2-a225-25fd0e0971a3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.474782] env[69281]: DEBUG oslo_vmware.api [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935258, 'name': RemoveSnapshot_Task, 'duration_secs': 0.6383} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.477694] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 693.477694] env[69281]: INFO nova.compute.manager [None req-399bf92d-4be5-468d-aea1-aa9edae3eee1 tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Took 15.85 seconds to snapshot the instance on the hypervisor. [ 693.537925] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935259, 'name': ReconfigVM_Task, 'duration_secs': 0.539453} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.542878] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 9b30894a-b414-4c4c-b92e-b33d4fbb40cb/9b30894a-b414-4c4c-b92e-b33d4fbb40cb.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.543544] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66577dbd-2c37-49f0-a7aa-db33f1f7a488 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.551738] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 693.551738] env[69281]: value = "task-3935262" [ 693.551738] env[69281]: _type = "Task" [ 693.551738] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.561216] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935262, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.631676] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.632465] env[69281]: DEBUG nova.compute.manager [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.635682] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.951s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.635944] env[69281]: DEBUG nova.objects.instance [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 693.714507] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.956025] env[69281]: DEBUG nova.network.neutron [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Successfully updated port: 973cf1bf-7369-4fd7-a856-66cdec9bfadf {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.995906] env[69281]: DEBUG nova.network.neutron [-] [instance: c90da694-873b-4591-9e00-69168834ff52] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.065063] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935262, 'name': Rename_Task, 'duration_secs': 0.155749} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.065388] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.065660] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ff566fe-b80c-4e29-afc3-76a8985dcc5f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.074328] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 694.074328] env[69281]: value = "task-3935263" [ 694.074328] env[69281]: _type = "Task" [ 694.074328] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.084124] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.141158] env[69281]: DEBUG nova.compute.utils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.147209] env[69281]: DEBUG nova.compute.manager [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.147209] env[69281]: DEBUG nova.network.neutron [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.263256] env[69281]: DEBUG nova.policy [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2ddd2a32dcf4cc18ca82534fdc026a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e741e6b15dc4f67b843e38e62f50f50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.456392] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.456892] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquired lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.457187] env[69281]: DEBUG nova.network.neutron [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.498635] env[69281]: INFO nova.compute.manager [-] [instance: c90da694-873b-4591-9e00-69168834ff52] Took 1.33 seconds to deallocate network for instance. [ 694.589506] env[69281]: DEBUG oslo_vmware.api [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935263, 'name': PowerOnVM_Task, 'duration_secs': 0.512817} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.589770] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.590012] env[69281]: INFO nova.compute.manager [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Took 6.71 seconds to spawn the instance on the hypervisor. [ 694.590266] env[69281]: DEBUG nova.compute.manager [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 694.591551] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993a30c8-c542-4092-9f9f-1e99025b7db7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.650712] env[69281]: DEBUG nova.compute.manager [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.654097] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90573222-bce1-4673-ab69-3733b31c3269 tempest-ServersAdmin275Test-1848658973 tempest-ServersAdmin275Test-1848658973-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.656346] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.320s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.711018] env[69281]: DEBUG nova.network.neutron [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Successfully created port: 3a99eb5e-e286-4882-8cc3-a2fe5058b5a2 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.006184] env[69281]: DEBUG oslo_concurrency.lockutils [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.033313] env[69281]: DEBUG nova.network.neutron [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.123300] env[69281]: INFO nova.compute.manager [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Took 43.43 seconds to build instance. [ 695.171792] env[69281]: INFO nova.compute.claims [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.525213] env[69281]: DEBUG nova.network.neutron [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Updating instance_info_cache with network_info: [{"id": "973cf1bf-7369-4fd7-a856-66cdec9bfadf", "address": "fa:16:3e:ad:19:f7", "network": {"id": "383964a2-d419-4286-8cb1-418e085c9127", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1423627149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0713449f6594ff3b19553e837d6df6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973cf1bf-73", "ovs_interfaceid": "973cf1bf-7369-4fd7-a856-66cdec9bfadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.623146] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e719832a-5337-4e01-8aca-7702f26516db tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "9b30894a-b414-4c4c-b92e-b33d4fbb40cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.276s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.670721] env[69281]: DEBUG nova.compute.manager [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.684024] env[69281]: INFO nova.compute.resource_tracker [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating resource usage from migration 59a997cb-c010-4fa9-9e75-258d7cf822f0 [ 695.698691] env[69281]: DEBUG nova.virt.hardware [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.699045] env[69281]: DEBUG nova.virt.hardware [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.700100] env[69281]: DEBUG nova.virt.hardware [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.700424] env[69281]: DEBUG nova.virt.hardware [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.701015] env[69281]: DEBUG nova.virt.hardware [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.701260] env[69281]: DEBUG nova.virt.hardware [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.702403] env[69281]: DEBUG nova.virt.hardware [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.702651] env[69281]: DEBUG nova.virt.hardware [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.702929] env[69281]: DEBUG nova.virt.hardware [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.703172] env[69281]: DEBUG nova.virt.hardware [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.703474] env[69281]: DEBUG nova.virt.hardware [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.704849] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08d56c3-5a9c-4435-8237-1b2f70ffaa37 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.719258] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33697ce-20ff-44fc-9189-f07aa006b515 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.913192] env[69281]: DEBUG nova.compute.manager [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 695.914267] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7059eee-c3a9-4d08-ba27-084d01a3bc2f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.029817] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Releasing lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.029817] env[69281]: DEBUG nova.compute.manager [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Instance network_info: |[{"id": "973cf1bf-7369-4fd7-a856-66cdec9bfadf", "address": "fa:16:3e:ad:19:f7", "network": {"id": "383964a2-d419-4286-8cb1-418e085c9127", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1423627149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0713449f6594ff3b19553e837d6df6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973cf1bf-73", "ovs_interfaceid": "973cf1bf-7369-4fd7-a856-66cdec9bfadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.030204] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:19:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '973cf1bf-7369-4fd7-a856-66cdec9bfadf', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.038843] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.042263] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.043153] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e4e5fb7-872d-4f1d-9324-a55481b8a4cf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.069299] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.069299] env[69281]: value = "task-3935264" [ 696.069299] env[69281]: _type = "Task" [ 696.069299] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.080819] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935264, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.126049] env[69281]: DEBUG nova.compute.manager [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.168791] env[69281]: DEBUG nova.compute.manager [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] [instance: c90da694-873b-4591-9e00-69168834ff52] Received event network-vif-deleted-87895686-1b34-45b9-9736-a69d02dd16c7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.168791] env[69281]: DEBUG nova.compute.manager [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Received event network-vif-plugged-973cf1bf-7369-4fd7-a856-66cdec9bfadf {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.168791] env[69281]: DEBUG oslo_concurrency.lockutils [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] Acquiring lock "9b385495-33e8-463b-bdfd-b2a714b2df1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.168791] env[69281]: DEBUG oslo_concurrency.lockutils [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] Lock "9b385495-33e8-463b-bdfd-b2a714b2df1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.168933] env[69281]: DEBUG oslo_concurrency.lockutils [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] Lock "9b385495-33e8-463b-bdfd-b2a714b2df1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.169138] env[69281]: DEBUG nova.compute.manager [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] No waiting events found dispatching network-vif-plugged-973cf1bf-7369-4fd7-a856-66cdec9bfadf {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 696.169248] env[69281]: WARNING nova.compute.manager [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Received unexpected event network-vif-plugged-973cf1bf-7369-4fd7-a856-66cdec9bfadf for instance with vm_state building and task_state spawning. [ 696.172847] env[69281]: DEBUG nova.compute.manager [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Received event network-changed-973cf1bf-7369-4fd7-a856-66cdec9bfadf {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.172847] env[69281]: DEBUG nova.compute.manager [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Refreshing instance network info cache due to event network-changed-973cf1bf-7369-4fd7-a856-66cdec9bfadf. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.172847] env[69281]: DEBUG oslo_concurrency.lockutils [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] Acquiring lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.172847] env[69281]: DEBUG oslo_concurrency.lockutils [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] Acquired lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.172847] env[69281]: DEBUG nova.network.neutron [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Refreshing network info cache for port 973cf1bf-7369-4fd7-a856-66cdec9bfadf {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.385633] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b8ba72-4a54-499b-96f7-69fb5c1fd1cf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.398109] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0fa7c6-8dd2-40fd-af0c-f8155e683b6f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.436787] env[69281]: INFO nova.compute.manager [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] instance snapshotting [ 696.439549] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da1a37e-3be5-446e-96b9-383eef8f7a0a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.444367] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7af504f-3c98-486f-bee6-fb369dc93f77 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.468418] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907bcbdc-574a-4202-ad3c-baad88c4d456 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.475665] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71a35f1-4491-4f00-a567-356c925c88c0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.492027] env[69281]: DEBUG nova.compute.provider_tree [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.496449] env[69281]: DEBUG nova.network.neutron [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Successfully updated port: 3a99eb5e-e286-4882-8cc3-a2fe5058b5a2 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.578802] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935264, 'name': CreateVM_Task, 'duration_secs': 0.39383} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.579253] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.580283] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.580283] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.580676] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.580929] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079ac550-82ff-4a6b-a422-a5a718f82586 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.586405] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 696.586405] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ca2e46-ef72-0643-d13b-04305fb2fb8b" [ 696.586405] env[69281]: _type = "Task" [ 696.586405] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.598683] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ca2e46-ef72-0643-d13b-04305fb2fb8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.657022] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.885384] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "49037718-4f32-4227-94e3-1e63a2f605d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.885544] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "49037718-4f32-4227-94e3-1e63a2f605d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.955268] env[69281]: DEBUG nova.network.neutron [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Updated VIF entry in instance network info cache for port 973cf1bf-7369-4fd7-a856-66cdec9bfadf. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.955268] env[69281]: DEBUG nova.network.neutron [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Updating instance_info_cache with network_info: [{"id": "973cf1bf-7369-4fd7-a856-66cdec9bfadf", "address": "fa:16:3e:ad:19:f7", "network": {"id": "383964a2-d419-4286-8cb1-418e085c9127", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1423627149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0713449f6594ff3b19553e837d6df6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973cf1bf-73", "ovs_interfaceid": "973cf1bf-7369-4fd7-a856-66cdec9bfadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.998359] env[69281]: DEBUG nova.scheduler.client.report [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.002922] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquiring lock "refresh_cache-2d71fa70-71a7-4db9-a52e-86f668a8af0f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.003212] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquired lock "refresh_cache-2d71fa70-71a7-4db9-a52e-86f668a8af0f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.003428] env[69281]: DEBUG nova.network.neutron [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.006062] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 697.006438] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ca53b113-08c2-44c1-84f8-7bc02235e922 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.016623] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 697.016623] env[69281]: value = "task-3935265" [ 697.016623] env[69281]: _type = "Task" [ 697.016623] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.031923] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935265, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.103305] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ca2e46-ef72-0643-d13b-04305fb2fb8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011651} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.103305] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.103305] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.103305] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.103475] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.103475] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.103475] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-742fb2f5-3d90-479a-8ef7-e5b23d1a3169 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.115648] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.115836] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.116599] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b215b45-4bf6-4cde-9cd3-d18ae85c34b7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.123187] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 697.123187] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52cf3bc9-121c-064e-a61c-e8da0ee45762" [ 697.123187] env[69281]: _type = "Task" [ 697.123187] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.133027] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52cf3bc9-121c-064e-a61c-e8da0ee45762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.457974] env[69281]: DEBUG oslo_concurrency.lockutils [req-fb5d0e8c-ba4f-4b0f-9663-bdc6ce66c9d9 req-d241b994-73f0-4419-b3fd-e5a2ebe327aa service nova] Releasing lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.508983] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.850s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.508983] env[69281]: INFO nova.compute.manager [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Migrating [ 697.508983] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.508983] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.508983] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.705s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.510433] env[69281]: INFO nova.compute.claims [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.530893] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935265, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.552124] env[69281]: DEBUG nova.network.neutron [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.636142] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52cf3bc9-121c-064e-a61c-e8da0ee45762, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.637049] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16cd4601-a636-4538-b9c2-88fe85e3298c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.646772] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 697.646772] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5294ae0e-1b04-0eef-de28-2b2c1b3a459b" [ 697.646772] env[69281]: _type = "Task" [ 697.646772] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.657330] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5294ae0e-1b04-0eef-de28-2b2c1b3a459b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.770257] env[69281]: DEBUG nova.network.neutron [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Updating instance_info_cache with network_info: [{"id": "3a99eb5e-e286-4882-8cc3-a2fe5058b5a2", "address": "fa:16:3e:71:3a:3f", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a99eb5e-e2", "ovs_interfaceid": "3a99eb5e-e286-4882-8cc3-a2fe5058b5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.020073] env[69281]: INFO nova.compute.rpcapi [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 698.021266] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.055906] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935265, 'name': CreateSnapshot_Task, 'duration_secs': 0.538298} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.055906] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 698.056438] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb30449-f825-46dc-bf36-ec0ecc02e19a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.158721] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5294ae0e-1b04-0eef-de28-2b2c1b3a459b, 'name': SearchDatastore_Task, 'duration_secs': 0.019747} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.158998] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.159279] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 9b385495-33e8-463b-bdfd-b2a714b2df1e/9b385495-33e8-463b-bdfd-b2a714b2df1e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.159544] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9568cb56-7fb7-4eb3-aec3-85314be3661f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.167175] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 698.167175] env[69281]: value = "task-3935266" [ 698.167175] env[69281]: _type = "Task" [ 698.167175] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.179333] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.272751] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Releasing lock "refresh_cache-2d71fa70-71a7-4db9-a52e-86f668a8af0f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.273158] env[69281]: DEBUG nova.compute.manager [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Instance network_info: |[{"id": "3a99eb5e-e286-4882-8cc3-a2fe5058b5a2", "address": "fa:16:3e:71:3a:3f", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a99eb5e-e2", "ovs_interfaceid": "3a99eb5e-e286-4882-8cc3-a2fe5058b5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.273661] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:3a:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a99eb5e-e286-4882-8cc3-a2fe5058b5a2', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.283364] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.283577] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.283779] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34d49c15-9008-49e2-8eb5-6412a290b6e4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.316543] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.316543] env[69281]: value = "task-3935267" [ 698.316543] env[69281]: _type = "Task" [ 698.316543] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.328314] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935267, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.387243] env[69281]: DEBUG nova.compute.manager [req-6e684b7d-98f3-4be7-ac0a-007a5b86a831 req-fcb9233d-d6bc-43dd-89d2-e2074a133b8a service nova] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Received event network-vif-plugged-3a99eb5e-e286-4882-8cc3-a2fe5058b5a2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.387357] env[69281]: DEBUG oslo_concurrency.lockutils [req-6e684b7d-98f3-4be7-ac0a-007a5b86a831 req-fcb9233d-d6bc-43dd-89d2-e2074a133b8a service nova] Acquiring lock "2d71fa70-71a7-4db9-a52e-86f668a8af0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.387786] env[69281]: DEBUG oslo_concurrency.lockutils [req-6e684b7d-98f3-4be7-ac0a-007a5b86a831 req-fcb9233d-d6bc-43dd-89d2-e2074a133b8a service nova] Lock "2d71fa70-71a7-4db9-a52e-86f668a8af0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.388131] env[69281]: DEBUG oslo_concurrency.lockutils [req-6e684b7d-98f3-4be7-ac0a-007a5b86a831 req-fcb9233d-d6bc-43dd-89d2-e2074a133b8a service nova] Lock "2d71fa70-71a7-4db9-a52e-86f668a8af0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.388435] env[69281]: DEBUG nova.compute.manager [req-6e684b7d-98f3-4be7-ac0a-007a5b86a831 req-fcb9233d-d6bc-43dd-89d2-e2074a133b8a service nova] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] No waiting events found dispatching network-vif-plugged-3a99eb5e-e286-4882-8cc3-a2fe5058b5a2 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 698.388747] env[69281]: WARNING nova.compute.manager [req-6e684b7d-98f3-4be7-ac0a-007a5b86a831 req-fcb9233d-d6bc-43dd-89d2-e2074a133b8a service nova] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Received unexpected event network-vif-plugged-3a99eb5e-e286-4882-8cc3-a2fe5058b5a2 for instance with vm_state building and task_state spawning. [ 698.389045] env[69281]: DEBUG nova.compute.manager [req-6e684b7d-98f3-4be7-ac0a-007a5b86a831 req-fcb9233d-d6bc-43dd-89d2-e2074a133b8a service nova] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Received event network-changed-3a99eb5e-e286-4882-8cc3-a2fe5058b5a2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.390894] env[69281]: DEBUG nova.compute.manager [req-6e684b7d-98f3-4be7-ac0a-007a5b86a831 req-fcb9233d-d6bc-43dd-89d2-e2074a133b8a service nova] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Refreshing instance network info cache due to event network-changed-3a99eb5e-e286-4882-8cc3-a2fe5058b5a2. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.390894] env[69281]: DEBUG oslo_concurrency.lockutils [req-6e684b7d-98f3-4be7-ac0a-007a5b86a831 req-fcb9233d-d6bc-43dd-89d2-e2074a133b8a service nova] Acquiring lock "refresh_cache-2d71fa70-71a7-4db9-a52e-86f668a8af0f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.390894] env[69281]: DEBUG oslo_concurrency.lockutils [req-6e684b7d-98f3-4be7-ac0a-007a5b86a831 req-fcb9233d-d6bc-43dd-89d2-e2074a133b8a service nova] Acquired lock "refresh_cache-2d71fa70-71a7-4db9-a52e-86f668a8af0f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.390894] env[69281]: DEBUG nova.network.neutron [req-6e684b7d-98f3-4be7-ac0a-007a5b86a831 req-fcb9233d-d6bc-43dd-89d2-e2074a133b8a service nova] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Refreshing network info cache for port 3a99eb5e-e286-4882-8cc3-a2fe5058b5a2 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.554314] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.554512] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.554720] env[69281]: DEBUG nova.network.neutron [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.577394] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 698.578853] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e0fe64a9-ed34-40e3-ba35-cabb7ace2b40 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.599647] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Acquiring lock "2d0613c8-f62b-4e39-adcc-da89d1264653" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.599904] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Lock "2d0613c8-f62b-4e39-adcc-da89d1264653" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.601277] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 698.601277] env[69281]: value = "task-3935268" [ 698.601277] env[69281]: _type = "Task" [ 698.601277] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.616362] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935268, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.679395] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935266, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.835927] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935267, 'name': CreateVM_Task, 'duration_secs': 0.375671} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.840031] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.840031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.840031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.840031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.840608] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c10bc50-9d03-4af4-babc-c7cd49878d69 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.854868] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 698.854868] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524e26ad-d690-1a3d-d6aa-9d9f89d946d2" [ 698.854868] env[69281]: _type = "Task" [ 698.854868] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.873752] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524e26ad-d690-1a3d-d6aa-9d9f89d946d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.118924] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935268, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.180492] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747382} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.181048] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 9b385495-33e8-463b-bdfd-b2a714b2df1e/9b385495-33e8-463b-bdfd-b2a714b2df1e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.181654] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.181986] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf81250d-b056-47dc-b178-9934a2c49b46 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.190959] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 699.190959] env[69281]: value = "task-3935269" [ 699.190959] env[69281]: _type = "Task" [ 699.190959] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.206075] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.323193] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86af47ee-db5e-4c6a-8671-22dfd6b642d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.327352] env[69281]: DEBUG nova.network.neutron [req-6e684b7d-98f3-4be7-ac0a-007a5b86a831 req-fcb9233d-d6bc-43dd-89d2-e2074a133b8a service nova] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Updated VIF entry in instance network info cache for port 3a99eb5e-e286-4882-8cc3-a2fe5058b5a2. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.327994] env[69281]: DEBUG nova.network.neutron [req-6e684b7d-98f3-4be7-ac0a-007a5b86a831 req-fcb9233d-d6bc-43dd-89d2-e2074a133b8a service nova] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Updating instance_info_cache with network_info: [{"id": "3a99eb5e-e286-4882-8cc3-a2fe5058b5a2", "address": "fa:16:3e:71:3a:3f", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a99eb5e-e2", "ovs_interfaceid": "3a99eb5e-e286-4882-8cc3-a2fe5058b5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.341102] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a6dd87-953e-4efa-a005-70c2caf36d5b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.384256] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e265ec2c-3e40-4972-8c04-03aacff58292 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.400484] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524e26ad-d690-1a3d-d6aa-9d9f89d946d2, 'name': SearchDatastore_Task, 'duration_secs': 0.021468} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.400890] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.401159] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.401394] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.401550] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.401753] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.403055] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525b19bb-06a8-4b54-bf1b-f1b402773973 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.407421] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a804fb69-12b3-46c9-8527-27483fd699bb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.420724] env[69281]: DEBUG nova.compute.provider_tree [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.423721] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.423918] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.424968] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516b9533-b225-482f-bb55-3ad678cc0105 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.430965] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 699.430965] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ad78a0-9af7-1011-8101-28c3b409e361" [ 699.430965] env[69281]: _type = "Task" [ 699.430965] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.440803] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ad78a0-9af7-1011-8101-28c3b409e361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.455256] env[69281]: DEBUG nova.network.neutron [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating instance_info_cache with network_info: [{"id": "aba54240-0c28-4ede-9d1d-a0eecebf1c2d", "address": "fa:16:3e:f4:12:ff", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba54240-0c", "ovs_interfaceid": "aba54240-0c28-4ede-9d1d-a0eecebf1c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.615197] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935268, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.701601] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074414} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.701958] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.702955] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c9d509-28c1-4501-9f5b-5ae490db2940 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.748274] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 9b385495-33e8-463b-bdfd-b2a714b2df1e/9b385495-33e8-463b-bdfd-b2a714b2df1e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.749364] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-176ad805-d4ce-4e3b-bc25-838d90a268bb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.789363] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 699.789363] env[69281]: value = "task-3935270" [ 699.789363] env[69281]: _type = "Task" [ 699.789363] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.798353] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.832500] env[69281]: DEBUG oslo_concurrency.lockutils [req-6e684b7d-98f3-4be7-ac0a-007a5b86a831 req-fcb9233d-d6bc-43dd-89d2-e2074a133b8a service nova] Releasing lock "refresh_cache-2d71fa70-71a7-4db9-a52e-86f668a8af0f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.926179] env[69281]: DEBUG nova.scheduler.client.report [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.943291] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ad78a0-9af7-1011-8101-28c3b409e361, 'name': SearchDatastore_Task, 'duration_secs': 0.021282} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.943681] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b66844a0-09e3-40ea-b326-27aeeac2eeed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.949693] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 699.949693] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c0a0a2-c175-6a5e-80e6-a6099decdd9e" [ 699.949693] env[69281]: _type = "Task" [ 699.949693] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.959312] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Releasing lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.960615] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c0a0a2-c175-6a5e-80e6-a6099decdd9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.114850] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935268, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.300174] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.433069] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.924s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.433448] env[69281]: DEBUG nova.compute.manager [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.436318] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.365s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.437922] env[69281]: INFO nova.compute.claims [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.469843] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c0a0a2-c175-6a5e-80e6-a6099decdd9e, 'name': SearchDatastore_Task, 'duration_secs': 0.017809} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.470517] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.470848] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 2d71fa70-71a7-4db9-a52e-86f668a8af0f/2d71fa70-71a7-4db9-a52e-86f668a8af0f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.471175] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb9d48e1-74f6-4bf4-a26f-7a493c9f2b5b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.479362] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 700.479362] env[69281]: value = "task-3935271" [ 700.479362] env[69281]: _type = "Task" [ 700.479362] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.490605] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.618748] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935268, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.801860] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935270, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.945160] env[69281]: DEBUG nova.compute.utils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.946804] env[69281]: DEBUG nova.compute.manager [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.947064] env[69281]: DEBUG nova.network.neutron [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.992232] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935271, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.016676] env[69281]: DEBUG nova.policy [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '951420598cb24174a0c7e59ad249de29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e2ab12b31ed4c9782e792c2c623e0d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.116797] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935268, 'name': CloneVM_Task} progress is 95%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.302705] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935270, 'name': ReconfigVM_Task, 'duration_secs': 1.13738} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.303013] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 9b385495-33e8-463b-bdfd-b2a714b2df1e/9b385495-33e8-463b-bdfd-b2a714b2df1e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.303964] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ce2caa5-c9f3-465a-9136-8d00f2094154 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.312597] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 701.312597] env[69281]: value = "task-3935272" [ 701.312597] env[69281]: _type = "Task" [ 701.312597] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.326327] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935272, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.419469] env[69281]: DEBUG nova.network.neutron [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Successfully created port: 12bab44a-ec1c-48e6-8990-d8e93b81d17c {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.451424] env[69281]: DEBUG nova.compute.manager [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.486481] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4849876a-48c4-4e14-8fc7-079da56f688a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.496809] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61552} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.520027] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 2d71fa70-71a7-4db9-a52e-86f668a8af0f/2d71fa70-71a7-4db9-a52e-86f668a8af0f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.520325] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.520470] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating instance '31701380-3998-4510-be64-ec5271cf985f' progress to 0 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.524047] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cfb659b-7d9c-4fe1-b6a4-6db1ee90f226 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.533370] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 701.533370] env[69281]: value = "task-3935273" [ 701.533370] env[69281]: _type = "Task" [ 701.533370] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.544846] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.615986] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935268, 'name': CloneVM_Task, 'duration_secs': 2.618495} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.616268] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Created linked-clone VM from snapshot [ 701.617021] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86a5665-b888-4b94-939b-666b37dfa7e4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.628031] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Uploading image 29e189bc-b2e8-4a9a-ba2e-6cd6760bdeb3 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 701.662339] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 701.662339] env[69281]: value = "vm-781223" [ 701.662339] env[69281]: _type = "VirtualMachine" [ 701.662339] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 701.662649] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b923ec41-19c7-4a16-bfbc-1393d69d5d65 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.673130] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lease: (returnval){ [ 701.673130] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521d7d09-304a-6b0a-c1b3-5f130fb76fd0" [ 701.673130] env[69281]: _type = "HttpNfcLease" [ 701.673130] env[69281]: } obtained for exporting VM: (result){ [ 701.673130] env[69281]: value = "vm-781223" [ 701.673130] env[69281]: _type = "VirtualMachine" [ 701.673130] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 701.673327] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the lease: (returnval){ [ 701.673327] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521d7d09-304a-6b0a-c1b3-5f130fb76fd0" [ 701.673327] env[69281]: _type = "HttpNfcLease" [ 701.673327] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 701.682765] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 701.682765] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521d7d09-304a-6b0a-c1b3-5f130fb76fd0" [ 701.682765] env[69281]: _type = "HttpNfcLease" [ 701.682765] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 701.822370] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935272, 'name': Rename_Task, 'duration_secs': 0.146185} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.825133] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.826039] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29918e9b-ca51-4591-be33-6f3c7666dc12 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.833748] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 701.833748] env[69281]: value = "task-3935275" [ 701.833748] env[69281]: _type = "Task" [ 701.833748] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.845569] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.030317] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.031076] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1eb1a55-0f4d-4ea9-8826-e1a78a85a1a0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.046056] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071168} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.051591] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.052129] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 702.052129] env[69281]: value = "task-3935276" [ 702.052129] env[69281]: _type = "Task" [ 702.052129] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.053650] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d479bfc7-0360-42df-a164-eae832b47a78 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.068587] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.091241] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 2d71fa70-71a7-4db9-a52e-86f668a8af0f/2d71fa70-71a7-4db9-a52e-86f668a8af0f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.091994] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efe9897d-4226-4f1f-9da8-8d19eb319be8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.116738] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 702.116738] env[69281]: value = "task-3935277" [ 702.116738] env[69281]: _type = "Task" [ 702.116738] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.131320] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.182551] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 702.182551] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521d7d09-304a-6b0a-c1b3-5f130fb76fd0" [ 702.182551] env[69281]: _type = "HttpNfcLease" [ 702.182551] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 702.187369] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 702.187369] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521d7d09-304a-6b0a-c1b3-5f130fb76fd0" [ 702.187369] env[69281]: _type = "HttpNfcLease" [ 702.187369] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 702.189126] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00969207-8501-42ee-8134-248495e7d501 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.197536] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52477199-6832-e4e3-2197-f7e525ba2423/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 702.197741] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52477199-6832-e4e3-2197-f7e525ba2423/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 702.200698] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a637212e-9cae-4986-b485-9c9c23a25b60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.263535] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a801162-e17e-44a1-9779-d2a0ba295cf7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.309332] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b284c656-22bb-4137-a66e-d57f08647721 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.317735] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-387f671e-584a-4f3c-b1c0-0f7bdebe1d70 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.325239] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560bcc4d-f421-4240-9488-0099ae0bd574 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.343359] env[69281]: DEBUG nova.compute.provider_tree [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.361421] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.465149] env[69281]: DEBUG nova.compute.manager [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.493952] env[69281]: DEBUG nova.virt.hardware [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.494559] env[69281]: DEBUG nova.virt.hardware [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.494827] env[69281]: DEBUG nova.virt.hardware [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.495096] env[69281]: DEBUG nova.virt.hardware [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.495314] env[69281]: DEBUG nova.virt.hardware [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.495512] env[69281]: DEBUG nova.virt.hardware [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.495893] env[69281]: DEBUG nova.virt.hardware [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.496141] env[69281]: DEBUG nova.virt.hardware [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.496348] env[69281]: DEBUG nova.virt.hardware [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.496606] env[69281]: DEBUG nova.virt.hardware [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.496809] env[69281]: DEBUG nova.virt.hardware [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.497849] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73239f0e-bd84-4bb3-bc89-21e49365b6f7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.509119] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88fd014-c035-495c-82dc-cf1c8bf24693 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.569218] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935276, 'name': PowerOffVM_Task, 'duration_secs': 0.314293} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.570035] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.570035] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating instance '31701380-3998-4510-be64-ec5271cf985f' progress to 17 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 702.627776] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935277, 'name': ReconfigVM_Task, 'duration_secs': 0.370022} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.628042] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 2d71fa70-71a7-4db9-a52e-86f668a8af0f/2d71fa70-71a7-4db9-a52e-86f668a8af0f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.629015] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-691735e4-f92f-4964-8b70-a6aa9a3b9aac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.636318] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 702.636318] env[69281]: value = "task-3935278" [ 702.636318] env[69281]: _type = "Task" [ 702.636318] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.646136] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935278, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.856254] env[69281]: DEBUG nova.scheduler.client.report [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.863648] env[69281]: DEBUG oslo_vmware.api [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935275, 'name': PowerOnVM_Task, 'duration_secs': 0.941482} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.864813] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.865533] env[69281]: INFO nova.compute.manager [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Took 10.06 seconds to spawn the instance on the hypervisor. [ 702.866670] env[69281]: DEBUG nova.compute.manager [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 702.867790] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e4208b-b830-4573-ba8a-1eba41b05ef0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.040919] env[69281]: DEBUG nova.compute.manager [req-e2bcb4bb-2f81-47aa-86ca-a5d684666612 req-b7aa921d-72cf-4fae-95e4-a00e1d44998c service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Received event network-vif-plugged-12bab44a-ec1c-48e6-8990-d8e93b81d17c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.041193] env[69281]: DEBUG oslo_concurrency.lockutils [req-e2bcb4bb-2f81-47aa-86ca-a5d684666612 req-b7aa921d-72cf-4fae-95e4-a00e1d44998c service nova] Acquiring lock "8e2b0a67-27be-4006-888f-1bfc6b45030b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.041448] env[69281]: DEBUG oslo_concurrency.lockutils [req-e2bcb4bb-2f81-47aa-86ca-a5d684666612 req-b7aa921d-72cf-4fae-95e4-a00e1d44998c service nova] Lock "8e2b0a67-27be-4006-888f-1bfc6b45030b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.041649] env[69281]: DEBUG oslo_concurrency.lockutils [req-e2bcb4bb-2f81-47aa-86ca-a5d684666612 req-b7aa921d-72cf-4fae-95e4-a00e1d44998c service nova] Lock "8e2b0a67-27be-4006-888f-1bfc6b45030b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.041922] env[69281]: DEBUG nova.compute.manager [req-e2bcb4bb-2f81-47aa-86ca-a5d684666612 req-b7aa921d-72cf-4fae-95e4-a00e1d44998c service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] No waiting events found dispatching network-vif-plugged-12bab44a-ec1c-48e6-8990-d8e93b81d17c {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 703.042123] env[69281]: WARNING nova.compute.manager [req-e2bcb4bb-2f81-47aa-86ca-a5d684666612 req-b7aa921d-72cf-4fae-95e4-a00e1d44998c service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Received unexpected event network-vif-plugged-12bab44a-ec1c-48e6-8990-d8e93b81d17c for instance with vm_state building and task_state spawning. [ 703.078160] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.078160] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.078160] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.078160] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.078368] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.078368] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.078368] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.078368] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.079239] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.079628] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.079966] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.086787] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44e3a425-7d95-4a29-923c-fa37bc6f69fc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.109684] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 703.109684] env[69281]: value = "task-3935279" [ 703.109684] env[69281]: _type = "Task" [ 703.109684] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.120828] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.148229] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935278, 'name': Rename_Task, 'duration_secs': 0.176453} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.148229] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.148229] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e9db6c9-ece2-44a6-8142-e9a9266d91bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.159716] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 703.159716] env[69281]: value = "task-3935280" [ 703.159716] env[69281]: _type = "Task" [ 703.159716] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.170195] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.172751] env[69281]: DEBUG nova.network.neutron [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Successfully updated port: 12bab44a-ec1c-48e6-8990-d8e93b81d17c {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.366843] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.930s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.367698] env[69281]: DEBUG nova.compute.manager [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.372038] env[69281]: DEBUG oslo_concurrency.lockutils [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.276s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.373067] env[69281]: DEBUG nova.objects.instance [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Lazy-loading 'resources' on Instance uuid 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.395668] env[69281]: INFO nova.compute.manager [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Took 50.96 seconds to build instance. [ 703.623429] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935279, 'name': ReconfigVM_Task, 'duration_secs': 0.26842} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.623821] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating instance '31701380-3998-4510-be64-ec5271cf985f' progress to 33 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 703.684389] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "refresh_cache-8e2b0a67-27be-4006-888f-1bfc6b45030b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.684389] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquired lock "refresh_cache-8e2b0a67-27be-4006-888f-1bfc6b45030b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.684389] env[69281]: DEBUG nova.network.neutron [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.687154] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935280, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.876028] env[69281]: DEBUG nova.compute.utils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.884751] env[69281]: DEBUG nova.compute.manager [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.885348] env[69281]: DEBUG nova.network.neutron [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.899233] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0c56363-dbbb-4a45-965e-addef6a4161d tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "9b385495-33e8-463b-bdfd-b2a714b2df1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.899s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.993128] env[69281]: DEBUG nova.policy [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f4b6d4c8d0d4178be028047e0d6d3b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0de0259800e46b68b21004de9b22d30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.132019] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.132019] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.132019] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.132019] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.132268] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.132268] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.132268] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.132268] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.132268] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.132392] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.133212] env[69281]: DEBUG nova.virt.hardware [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.140234] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 704.143700] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29d1bb1f-e1e5-43cb-bacc-89dbb254a939 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.169149] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 704.169149] env[69281]: value = "task-3935281" [ 704.169149] env[69281]: _type = "Task" [ 704.169149] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.175283] env[69281]: DEBUG oslo_vmware.api [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935280, 'name': PowerOnVM_Task, 'duration_secs': 0.521994} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.179315] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.179834] env[69281]: INFO nova.compute.manager [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Took 8.51 seconds to spawn the instance on the hypervisor. [ 704.181433] env[69281]: DEBUG nova.compute.manager [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 704.181433] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275e4937-8d28-4b25-b78d-3c274e934372 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.197765] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.281961] env[69281]: DEBUG nova.network.neutron [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.389406] env[69281]: DEBUG nova.compute.manager [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.403533] env[69281]: DEBUG nova.compute.manager [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.623685] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e27624-31cf-4f36-9435-96fa31e4da35 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.632198] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4806e0-b3f8-482e-9fb8-05610a877527 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.663464] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb45afe-5dba-4bab-92d4-fb7a493ab77b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.672863] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94832e2-e2bf-487f-b518-8f29d7292440 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.688315] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935281, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.696266] env[69281]: DEBUG nova.compute.provider_tree [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.718461] env[69281]: INFO nova.compute.manager [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Took 49.28 seconds to build instance. [ 704.849393] env[69281]: DEBUG nova.network.neutron [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Updating instance_info_cache with network_info: [{"id": "12bab44a-ec1c-48e6-8990-d8e93b81d17c", "address": "fa:16:3e:8d:9d:aa", "network": {"id": "719fa763-82e1-4fa5-87bc-22b0a8ef9a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392171705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e2ab12b31ed4c9782e792c2c623e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12bab44a-ec", "ovs_interfaceid": "12bab44a-ec1c-48e6-8990-d8e93b81d17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.944063] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.053906] env[69281]: DEBUG nova.network.neutron [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Successfully created port: 962c2066-01b9-4ce6-9253-2a68a5352459 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.192951] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935281, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.200238] env[69281]: DEBUG nova.scheduler.client.report [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.220424] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5e7a18e-260b-44ee-8ea8-bbb671f2531b tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Lock "2d71fa70-71a7-4db9-a52e-86f668a8af0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.642s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.353381] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Releasing lock "refresh_cache-8e2b0a67-27be-4006-888f-1bfc6b45030b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.353802] env[69281]: DEBUG nova.compute.manager [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Instance network_info: |[{"id": "12bab44a-ec1c-48e6-8990-d8e93b81d17c", "address": "fa:16:3e:8d:9d:aa", "network": {"id": "719fa763-82e1-4fa5-87bc-22b0a8ef9a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392171705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e2ab12b31ed4c9782e792c2c623e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12bab44a-ec", "ovs_interfaceid": "12bab44a-ec1c-48e6-8990-d8e93b81d17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.354320] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:9d:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12bab44a-ec1c-48e6-8990-d8e93b81d17c', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.368025] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Creating folder: Project (7e2ab12b31ed4c9782e792c2c623e0d5). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.368025] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2e6c40a-77e1-4d84-bfdb-5ef66e7e9284 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.385479] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Created folder: Project (7e2ab12b31ed4c9782e792c2c623e0d5) in parent group-v781128. [ 705.385702] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Creating folder: Instances. Parent ref: group-v781224. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.385985] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-663dca43-705f-4296-82da-3bc8a231e3e7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.399715] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Created folder: Instances in parent group-v781224. [ 705.400232] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.400439] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.400786] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abce8485-4fd3-47d6-9e9d-65ff67ce20e8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.426220] env[69281]: DEBUG nova.compute.manager [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.437959] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.437959] env[69281]: value = "task-3935284" [ 705.437959] env[69281]: _type = "Task" [ 705.437959] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.451238] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935284, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.466451] env[69281]: DEBUG nova.virt.hardware [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.466451] env[69281]: DEBUG nova.virt.hardware [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.466647] env[69281]: DEBUG nova.virt.hardware [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.466831] env[69281]: DEBUG nova.virt.hardware [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.466992] env[69281]: DEBUG nova.virt.hardware [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.467204] env[69281]: DEBUG nova.virt.hardware [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.467553] env[69281]: DEBUG nova.virt.hardware [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.467776] env[69281]: DEBUG nova.virt.hardware [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.467962] env[69281]: DEBUG nova.virt.hardware [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.468149] env[69281]: DEBUG nova.virt.hardware [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.468330] env[69281]: DEBUG nova.virt.hardware [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.469300] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed056fc-8868-475f-8899-599886db6ede {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.479666] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e49c4bf-4ca5-449d-96b8-ae8eb19bc662 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.694074] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935281, 'name': ReconfigVM_Task, 'duration_secs': 1.233018} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.694413] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 705.695426] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a782979b-b30a-4ccf-b523-d2244ba16728 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.713468] env[69281]: DEBUG oslo_concurrency.lockutils [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.724119] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 31701380-3998-4510-be64-ec5271cf985f/31701380-3998-4510-be64-ec5271cf985f.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.725829] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.642s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.727533] env[69281]: INFO nova.compute.claims [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.730634] env[69281]: DEBUG nova.compute.manager [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.733335] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee2b8c6d-e24d-4529-a563-09d53f0112bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.749688] env[69281]: DEBUG nova.compute.manager [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Received event network-changed-12bab44a-ec1c-48e6-8990-d8e93b81d17c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.749874] env[69281]: DEBUG nova.compute.manager [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Refreshing instance network info cache due to event network-changed-12bab44a-ec1c-48e6-8990-d8e93b81d17c. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.750037] env[69281]: DEBUG oslo_concurrency.lockutils [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] Acquiring lock "refresh_cache-8e2b0a67-27be-4006-888f-1bfc6b45030b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.750191] env[69281]: DEBUG oslo_concurrency.lockutils [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] Acquired lock "refresh_cache-8e2b0a67-27be-4006-888f-1bfc6b45030b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.750354] env[69281]: DEBUG nova.network.neutron [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Refreshing network info cache for port 12bab44a-ec1c-48e6-8990-d8e93b81d17c {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.753531] env[69281]: INFO nova.scheduler.client.report [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Deleted allocations for instance 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f [ 705.765271] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 705.765271] env[69281]: value = "task-3935285" [ 705.765271] env[69281]: _type = "Task" [ 705.765271] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.778552] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.950718] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935284, 'name': CreateVM_Task, 'duration_secs': 0.391511} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.950925] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.951704] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.951918] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.952404] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.952578] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9724c78-13f1-4d77-b357-385d637b81ee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.958946] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 705.958946] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5219d39f-20c7-4097-6bfd-f98e6659dbfd" [ 705.958946] env[69281]: _type = "Task" [ 705.958946] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.969302] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5219d39f-20c7-4097-6bfd-f98e6659dbfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.291622] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935285, 'name': ReconfigVM_Task, 'duration_secs': 0.367968} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.293326] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 31701380-3998-4510-be64-ec5271cf985f/31701380-3998-4510-be64-ec5271cf985f.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.293326] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating instance '31701380-3998-4510-be64-ec5271cf985f' progress to 50 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 706.299659] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.304078] env[69281]: DEBUG oslo_concurrency.lockutils [None req-56386f3e-7f98-4b6f-9be9-52c40aee3163 tempest-ServersAdmin275Test-175889934 tempest-ServersAdmin275Test-175889934-project-member] Lock "2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.471157] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5219d39f-20c7-4097-6bfd-f98e6659dbfd, 'name': SearchDatastore_Task, 'duration_secs': 0.019544} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.471881] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.472268] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.472641] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.472907] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.473222] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.473862] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb51276e-9ed4-4b71-b391-8db4be44c9ae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.490098] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.490098] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.490098] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67967ee7-a44b-4a0a-868b-5dc062e02e8f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.496504] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 706.496504] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5296226a-6b94-0267-469b-3174781cd1ad" [ 706.496504] env[69281]: _type = "Task" [ 706.496504] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.506787] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5296226a-6b94-0267-469b-3174781cd1ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.614291] env[69281]: DEBUG nova.network.neutron [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Updated VIF entry in instance network info cache for port 12bab44a-ec1c-48e6-8990-d8e93b81d17c. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.614291] env[69281]: DEBUG nova.network.neutron [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Updating instance_info_cache with network_info: [{"id": "12bab44a-ec1c-48e6-8990-d8e93b81d17c", "address": "fa:16:3e:8d:9d:aa", "network": {"id": "719fa763-82e1-4fa5-87bc-22b0a8ef9a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392171705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e2ab12b31ed4c9782e792c2c623e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12bab44a-ec", "ovs_interfaceid": "12bab44a-ec1c-48e6-8990-d8e93b81d17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.803489] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b7cc16-45ab-4037-83bc-bfc74cf21df8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.833542] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d0190c-9a02-4a20-b2c2-69b73a45ec70 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.863360] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating instance '31701380-3998-4510-be64-ec5271cf985f' progress to 67 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 706.869347] env[69281]: DEBUG nova.network.neutron [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Successfully updated port: 962c2066-01b9-4ce6-9253-2a68a5352459 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.013669] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5296226a-6b94-0267-469b-3174781cd1ad, 'name': SearchDatastore_Task, 'duration_secs': 0.018258} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.013669] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec772dc-9675-4167-9e3a-4e230b0c55f2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.020656] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 707.020656] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e501-1e71-caf5-fa74-6e977fd3615f" [ 707.020656] env[69281]: _type = "Task" [ 707.020656] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.029607] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e501-1e71-caf5-fa74-6e977fd3615f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.117338] env[69281]: DEBUG oslo_concurrency.lockutils [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] Releasing lock "refresh_cache-8e2b0a67-27be-4006-888f-1bfc6b45030b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.118072] env[69281]: DEBUG nova.compute.manager [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Received event network-changed-26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.118160] env[69281]: DEBUG nova.compute.manager [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Refreshing instance network info cache due to event network-changed-26ed9308-f51e-41ea-9165-bba631d37c0d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.118793] env[69281]: DEBUG oslo_concurrency.lockutils [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] Acquiring lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.118793] env[69281]: DEBUG oslo_concurrency.lockutils [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] Acquired lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.119141] env[69281]: DEBUG nova.network.neutron [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Refreshing network info cache for port 26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.375548] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Acquiring lock "refresh_cache-ed77329b-1485-4662-8f59-91430507348e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.375741] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Acquired lock "refresh_cache-ed77329b-1485-4662-8f59-91430507348e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.375959] env[69281]: DEBUG nova.network.neutron [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.396211] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af1e75f-b2a2-42ca-94e2-a9d5b6d9f7b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.405456] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc73b890-c22d-4743-9d44-9bf04a015665 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.412469] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquiring lock "2d71fa70-71a7-4db9-a52e-86f668a8af0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.413136] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Lock "2d71fa70-71a7-4db9-a52e-86f668a8af0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.413136] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquiring lock "2d71fa70-71a7-4db9-a52e-86f668a8af0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.413136] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Lock "2d71fa70-71a7-4db9-a52e-86f668a8af0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.413136] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Lock "2d71fa70-71a7-4db9-a52e-86f668a8af0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.440677] env[69281]: INFO nova.compute.manager [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Terminating instance [ 707.442745] env[69281]: DEBUG nova.network.neutron [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Port aba54240-0c28-4ede-9d1d-a0eecebf1c2d binding to destination host cpu-1 is already ACTIVE {{(pid=69281) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 707.444409] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47552f72-5994-4925-8f7a-6c3d57ce1d95 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.453812] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d08dc8a-07b7-4b73-ac73-7d40b18c5528 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.470103] env[69281]: DEBUG nova.compute.provider_tree [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.533310] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e501-1e71-caf5-fa74-6e977fd3615f, 'name': SearchDatastore_Task, 'duration_secs': 0.036972} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.533605] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.533864] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 8e2b0a67-27be-4006-888f-1bfc6b45030b/8e2b0a67-27be-4006-888f-1bfc6b45030b.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.534146] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38a8de84-9c19-49d1-8845-08f7731a88d1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.540029] env[69281]: DEBUG nova.compute.manager [req-0d9e2611-5e3d-4245-beff-d15de4625c9f req-27ca695f-f0b9-48a5-81dd-db1bfc95ad0a service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Received event network-changed-26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.540259] env[69281]: DEBUG nova.compute.manager [req-0d9e2611-5e3d-4245-beff-d15de4625c9f req-27ca695f-f0b9-48a5-81dd-db1bfc95ad0a service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Refreshing instance network info cache due to event network-changed-26ed9308-f51e-41ea-9165-bba631d37c0d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.540532] env[69281]: DEBUG oslo_concurrency.lockutils [req-0d9e2611-5e3d-4245-beff-d15de4625c9f req-27ca695f-f0b9-48a5-81dd-db1bfc95ad0a service nova] Acquiring lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.542665] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 707.542665] env[69281]: value = "task-3935286" [ 707.542665] env[69281]: _type = "Task" [ 707.542665] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.552824] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.959317] env[69281]: DEBUG nova.compute.manager [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.959542] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.962749] env[69281]: DEBUG nova.network.neutron [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.965740] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6724c6aa-c774-4ac9-8f44-bfae5edd5a4f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.977103] env[69281]: DEBUG nova.scheduler.client.report [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.981040] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.982117] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e50d0f0e-34c7-4475-9647-9d9b7e4345e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.995085] env[69281]: DEBUG oslo_vmware.api [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 707.995085] env[69281]: value = "task-3935287" [ 707.995085] env[69281]: _type = "Task" [ 707.995085] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.009769] env[69281]: DEBUG oslo_vmware.api [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.010870] env[69281]: DEBUG nova.network.neutron [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Updated VIF entry in instance network info cache for port 26ed9308-f51e-41ea-9165-bba631d37c0d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.011264] env[69281]: DEBUG nova.network.neutron [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Updating instance_info_cache with network_info: [{"id": "26ed9308-f51e-41ea-9165-bba631d37c0d", "address": "fa:16:3e:7a:ad:be", "network": {"id": "383964a2-d419-4286-8cb1-418e085c9127", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1423627149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0713449f6594ff3b19553e837d6df6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ed9308-f5", "ovs_interfaceid": "26ed9308-f51e-41ea-9165-bba631d37c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.057445] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935286, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.208018] env[69281]: DEBUG nova.network.neutron [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Updating instance_info_cache with network_info: [{"id": "962c2066-01b9-4ce6-9253-2a68a5352459", "address": "fa:16:3e:2f:f4:4c", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962c2066-01", "ovs_interfaceid": "962c2066-01b9-4ce6-9253-2a68a5352459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.223923] env[69281]: DEBUG nova.compute.manager [req-37757beb-2b25-4528-8a03-df1713b9d1b7 req-fdc07ac0-31a5-401c-96b4-525a1a6663c8 service nova] [instance: ed77329b-1485-4662-8f59-91430507348e] Received event network-vif-plugged-962c2066-01b9-4ce6-9253-2a68a5352459 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.223971] env[69281]: DEBUG oslo_concurrency.lockutils [req-37757beb-2b25-4528-8a03-df1713b9d1b7 req-fdc07ac0-31a5-401c-96b4-525a1a6663c8 service nova] Acquiring lock "ed77329b-1485-4662-8f59-91430507348e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.226541] env[69281]: DEBUG oslo_concurrency.lockutils [req-37757beb-2b25-4528-8a03-df1713b9d1b7 req-fdc07ac0-31a5-401c-96b4-525a1a6663c8 service nova] Lock "ed77329b-1485-4662-8f59-91430507348e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.226541] env[69281]: DEBUG oslo_concurrency.lockutils [req-37757beb-2b25-4528-8a03-df1713b9d1b7 req-fdc07ac0-31a5-401c-96b4-525a1a6663c8 service nova] Lock "ed77329b-1485-4662-8f59-91430507348e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.226541] env[69281]: DEBUG nova.compute.manager [req-37757beb-2b25-4528-8a03-df1713b9d1b7 req-fdc07ac0-31a5-401c-96b4-525a1a6663c8 service nova] [instance: ed77329b-1485-4662-8f59-91430507348e] No waiting events found dispatching network-vif-plugged-962c2066-01b9-4ce6-9253-2a68a5352459 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 708.226541] env[69281]: WARNING nova.compute.manager [req-37757beb-2b25-4528-8a03-df1713b9d1b7 req-fdc07ac0-31a5-401c-96b4-525a1a6663c8 service nova] [instance: ed77329b-1485-4662-8f59-91430507348e] Received unexpected event network-vif-plugged-962c2066-01b9-4ce6-9253-2a68a5352459 for instance with vm_state building and task_state spawning. [ 708.226541] env[69281]: DEBUG nova.compute.manager [req-37757beb-2b25-4528-8a03-df1713b9d1b7 req-fdc07ac0-31a5-401c-96b4-525a1a6663c8 service nova] [instance: ed77329b-1485-4662-8f59-91430507348e] Received event network-changed-962c2066-01b9-4ce6-9253-2a68a5352459 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.226914] env[69281]: DEBUG nova.compute.manager [req-37757beb-2b25-4528-8a03-df1713b9d1b7 req-fdc07ac0-31a5-401c-96b4-525a1a6663c8 service nova] [instance: ed77329b-1485-4662-8f59-91430507348e] Refreshing instance network info cache due to event network-changed-962c2066-01b9-4ce6-9253-2a68a5352459. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.226914] env[69281]: DEBUG oslo_concurrency.lockutils [req-37757beb-2b25-4528-8a03-df1713b9d1b7 req-fdc07ac0-31a5-401c-96b4-525a1a6663c8 service nova] Acquiring lock "refresh_cache-ed77329b-1485-4662-8f59-91430507348e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.477840] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "31701380-3998-4510-be64-ec5271cf985f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.478134] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "31701380-3998-4510-be64-ec5271cf985f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.478314] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "31701380-3998-4510-be64-ec5271cf985f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.483134] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.483858] env[69281]: DEBUG nova.compute.manager [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.486920] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 39.437s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.487141] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.487345] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 708.487676] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.188s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.489471] env[69281]: INFO nova.compute.claims [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.493027] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb96842-8b18-41b0-93aa-954ffa95ce8b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.511800] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f228cc24-73d0-4211-befd-564eff6c17f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.519100] env[69281]: DEBUG oslo_vmware.api [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935287, 'name': PowerOffVM_Task, 'duration_secs': 0.331686} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.519790] env[69281]: DEBUG oslo_concurrency.lockutils [req-fbda1703-2fe6-4aee-bf73-07f4ce97dd91 req-74cc0225-7585-4aa2-95a7-d38ba79e2c1b service nova] Releasing lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.520697] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.521091] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.521579] env[69281]: DEBUG oslo_concurrency.lockutils [req-0d9e2611-5e3d-4245-beff-d15de4625c9f req-27ca695f-f0b9-48a5-81dd-db1bfc95ad0a service nova] Acquired lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.521890] env[69281]: DEBUG nova.network.neutron [req-0d9e2611-5e3d-4245-beff-d15de4625c9f req-27ca695f-f0b9-48a5-81dd-db1bfc95ad0a service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Refreshing network info cache for port 26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.524162] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9c31522-1876-4acd-8670-a27f2d525a24 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.555253] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f29f94-464c-48c2-b717-ebd092cb5867 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.568241] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693195} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.572425] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 8e2b0a67-27be-4006-888f-1bfc6b45030b/8e2b0a67-27be-4006-888f-1bfc6b45030b.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.572425] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.572608] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8df1173-becd-41e4-979c-d3e7d5db4450 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.577628] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd468d48-4bd2-444c-b526-1b743b29795c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.634815] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 708.634815] env[69281]: value = "task-3935289" [ 708.634815] env[69281]: _type = "Task" [ 708.634815] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.635950] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179575MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 708.636196] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.638462] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.638832] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.639147] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Deleting the datastore file [datastore2] 2d71fa70-71a7-4db9-a52e-86f668a8af0f {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.644528] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42c16cbc-a2a8-4b1a-80b7-9ec99c028c32 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.658730] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935289, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.661084] env[69281]: DEBUG oslo_vmware.api [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for the task: (returnval){ [ 708.661084] env[69281]: value = "task-3935290" [ 708.661084] env[69281]: _type = "Task" [ 708.661084] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.674153] env[69281]: DEBUG oslo_vmware.api [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.712277] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Releasing lock "refresh_cache-ed77329b-1485-4662-8f59-91430507348e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.712706] env[69281]: DEBUG nova.compute.manager [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Instance network_info: |[{"id": "962c2066-01b9-4ce6-9253-2a68a5352459", "address": "fa:16:3e:2f:f4:4c", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962c2066-01", "ovs_interfaceid": "962c2066-01b9-4ce6-9253-2a68a5352459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.714049] env[69281]: DEBUG oslo_concurrency.lockutils [req-37757beb-2b25-4528-8a03-df1713b9d1b7 req-fdc07ac0-31a5-401c-96b4-525a1a6663c8 service nova] Acquired lock "refresh_cache-ed77329b-1485-4662-8f59-91430507348e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.714049] env[69281]: DEBUG nova.network.neutron [req-37757beb-2b25-4528-8a03-df1713b9d1b7 req-fdc07ac0-31a5-401c-96b4-525a1a6663c8 service nova] [instance: ed77329b-1485-4662-8f59-91430507348e] Refreshing network info cache for port 962c2066-01b9-4ce6-9253-2a68a5352459 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.714816] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:f4:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '962c2066-01b9-4ce6-9253-2a68a5352459', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.723373] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Creating folder: Project (f0de0259800e46b68b21004de9b22d30). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.723970] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42c5b453-9a15-4ea0-85a3-b4031045c6ab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.735332] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Created folder: Project (f0de0259800e46b68b21004de9b22d30) in parent group-v781128. [ 708.735621] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Creating folder: Instances. Parent ref: group-v781227. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.736222] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3efded2f-608f-4541-ac3d-6e14c5af14f7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.746201] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Created folder: Instances in parent group-v781227. [ 708.746478] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.746672] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed77329b-1485-4662-8f59-91430507348e] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.746881] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9a9f63d-afd7-4bc7-9067-554d071208f9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.769234] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.769234] env[69281]: value = "task-3935293" [ 708.769234] env[69281]: _type = "Task" [ 708.769234] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.778725] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935293, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.988659] env[69281]: DEBUG nova.compute.utils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.990540] env[69281]: DEBUG nova.compute.manager [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.990762] env[69281]: DEBUG nova.network.neutron [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.078855] env[69281]: DEBUG nova.policy [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45185903eea74d6fb17517eb3550ee5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd40cb11180f8420ea8bce4cbc727227d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.150089] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077756} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.150089] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.150519] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f753ec-9d99-49b0-a79b-981ad1c46c3b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.179702] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 8e2b0a67-27be-4006-888f-1bfc6b45030b/8e2b0a67-27be-4006-888f-1bfc6b45030b.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.186152] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7abd596f-11db-43aa-a6e9-08ca3c32acf5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.207504] env[69281]: DEBUG oslo_vmware.api [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Task: {'id': task-3935290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.512363} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.209073] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.209294] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.209509] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.209641] env[69281]: INFO nova.compute.manager [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Took 1.25 seconds to destroy the instance on the hypervisor. [ 709.209898] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.210186] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 709.210186] env[69281]: value = "task-3935294" [ 709.210186] env[69281]: _type = "Task" [ 709.210186] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.210390] env[69281]: DEBUG nova.compute.manager [-] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.210491] env[69281]: DEBUG nova.network.neutron [-] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.221415] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.282350] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935293, 'name': CreateVM_Task, 'duration_secs': 0.449759} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.285208] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed77329b-1485-4662-8f59-91430507348e] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.286152] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.286152] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.286513] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.289519] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e8b6e7-c7e6-430a-8b24-09de65c11d1c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.295500] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Waiting for the task: (returnval){ [ 709.295500] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5203dd75-516a-5662-ed41-0b320f7933ce" [ 709.295500] env[69281]: _type = "Task" [ 709.295500] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.306715] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5203dd75-516a-5662-ed41-0b320f7933ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.499021] env[69281]: DEBUG nova.compute.manager [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.541775] env[69281]: DEBUG nova.network.neutron [req-0d9e2611-5e3d-4245-beff-d15de4625c9f req-27ca695f-f0b9-48a5-81dd-db1bfc95ad0a service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Updated VIF entry in instance network info cache for port 26ed9308-f51e-41ea-9165-bba631d37c0d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.541775] env[69281]: DEBUG nova.network.neutron [req-0d9e2611-5e3d-4245-beff-d15de4625c9f req-27ca695f-f0b9-48a5-81dd-db1bfc95ad0a service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Updating instance_info_cache with network_info: [{"id": "26ed9308-f51e-41ea-9165-bba631d37c0d", "address": "fa:16:3e:7a:ad:be", "network": {"id": "383964a2-d419-4286-8cb1-418e085c9127", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1423627149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0713449f6594ff3b19553e837d6df6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ed9308-f5", "ovs_interfaceid": "26ed9308-f51e-41ea-9165-bba631d37c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.584452] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.584700] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.584700] env[69281]: DEBUG nova.network.neutron [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.688476] env[69281]: DEBUG nova.network.neutron [req-37757beb-2b25-4528-8a03-df1713b9d1b7 req-fdc07ac0-31a5-401c-96b4-525a1a6663c8 service nova] [instance: ed77329b-1485-4662-8f59-91430507348e] Updated VIF entry in instance network info cache for port 962c2066-01b9-4ce6-9253-2a68a5352459. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.688476] env[69281]: DEBUG nova.network.neutron [req-37757beb-2b25-4528-8a03-df1713b9d1b7 req-fdc07ac0-31a5-401c-96b4-525a1a6663c8 service nova] [instance: ed77329b-1485-4662-8f59-91430507348e] Updating instance_info_cache with network_info: [{"id": "962c2066-01b9-4ce6-9253-2a68a5352459", "address": "fa:16:3e:2f:f4:4c", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962c2066-01", "ovs_interfaceid": "962c2066-01b9-4ce6-9253-2a68a5352459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.723899] env[69281]: DEBUG nova.network.neutron [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Successfully created port: f0a3eaaf-5bd3-43bb-814b-562f22e9a962 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.738871] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935294, 'name': ReconfigVM_Task, 'duration_secs': 0.356335} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.739193] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 8e2b0a67-27be-4006-888f-1bfc6b45030b/8e2b0a67-27be-4006-888f-1bfc6b45030b.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.739890] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34f208e7-51c7-4761-ba9c-b7b044717158 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.750196] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 709.750196] env[69281]: value = "task-3935295" [ 709.750196] env[69281]: _type = "Task" [ 709.750196] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.760940] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935295, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.809963] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5203dd75-516a-5662-ed41-0b320f7933ce, 'name': SearchDatastore_Task, 'duration_secs': 0.015933} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.810325] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.810581] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.810884] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.811051] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.811240] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.811599] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55e88ca8-a6a3-4df7-9a08-03defa4518f5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.826670] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.826876] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.827670] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4941c843-ad4a-46df-8b9c-6207e98db708 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.837123] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Waiting for the task: (returnval){ [ 709.837123] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d44a0b-3bc3-ea95-9beb-5fb4d347b22b" [ 709.837123] env[69281]: _type = "Task" [ 709.837123] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.846978] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d44a0b-3bc3-ea95-9beb-5fb4d347b22b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.046775] env[69281]: DEBUG oslo_concurrency.lockutils [req-0d9e2611-5e3d-4245-beff-d15de4625c9f req-27ca695f-f0b9-48a5-81dd-db1bfc95ad0a service nova] Releasing lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.083034] env[69281]: DEBUG nova.compute.manager [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Received event network-changed-973cf1bf-7369-4fd7-a856-66cdec9bfadf {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.083243] env[69281]: DEBUG nova.compute.manager [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Refreshing instance network info cache due to event network-changed-973cf1bf-7369-4fd7-a856-66cdec9bfadf. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.083470] env[69281]: DEBUG oslo_concurrency.lockutils [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] Acquiring lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.083600] env[69281]: DEBUG oslo_concurrency.lockutils [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] Acquired lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.083826] env[69281]: DEBUG nova.network.neutron [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Refreshing network info cache for port 973cf1bf-7369-4fd7-a856-66cdec9bfadf {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.171328] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1a34fb-7e0c-470c-8928-57bac928a5de {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.179562] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526a5fc3-7271-4c9e-9992-5cac803e4118 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.217406] env[69281]: DEBUG oslo_concurrency.lockutils [req-37757beb-2b25-4528-8a03-df1713b9d1b7 req-fdc07ac0-31a5-401c-96b4-525a1a6663c8 service nova] Releasing lock "refresh_cache-ed77329b-1485-4662-8f59-91430507348e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.220962] env[69281]: DEBUG nova.network.neutron [-] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.222965] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9917475e-5831-4a0d-9edb-242f0f41e0c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.234887] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba113b-974d-475e-b91a-1586f86db1b6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.252709] env[69281]: DEBUG nova.compute.provider_tree [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.265492] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935295, 'name': Rename_Task, 'duration_secs': 0.171112} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.265911] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.266211] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e7f98f0-0752-49ff-9d00-1acd1f2df1c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.274515] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 710.274515] env[69281]: value = "task-3935296" [ 710.274515] env[69281]: _type = "Task" [ 710.274515] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.288682] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.350046] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d44a0b-3bc3-ea95-9beb-5fb4d347b22b, 'name': SearchDatastore_Task, 'duration_secs': 0.016873} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.353566] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14bb71d1-1f85-47aa-960e-53a233bb400d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.361795] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Waiting for the task: (returnval){ [ 710.361795] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52eb8dda-bc3d-bd1e-08b1-3132a7405a58" [ 710.361795] env[69281]: _type = "Task" [ 710.361795] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.371985] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52eb8dda-bc3d-bd1e-08b1-3132a7405a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.409123] env[69281]: DEBUG nova.network.neutron [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating instance_info_cache with network_info: [{"id": "aba54240-0c28-4ede-9d1d-a0eecebf1c2d", "address": "fa:16:3e:f4:12:ff", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba54240-0c", "ovs_interfaceid": "aba54240-0c28-4ede-9d1d-a0eecebf1c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.421692] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "9b385495-33e8-463b-bdfd-b2a714b2df1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.421791] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "9b385495-33e8-463b-bdfd-b2a714b2df1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.422037] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "9b385495-33e8-463b-bdfd-b2a714b2df1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.422242] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "9b385495-33e8-463b-bdfd-b2a714b2df1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.422410] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "9b385495-33e8-463b-bdfd-b2a714b2df1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.424528] env[69281]: INFO nova.compute.manager [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Terminating instance [ 710.508113] env[69281]: DEBUG nova.compute.manager [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.535080] env[69281]: DEBUG nova.virt.hardware [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.535367] env[69281]: DEBUG nova.virt.hardware [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.535524] env[69281]: DEBUG nova.virt.hardware [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.535704] env[69281]: DEBUG nova.virt.hardware [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.535950] env[69281]: DEBUG nova.virt.hardware [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.536142] env[69281]: DEBUG nova.virt.hardware [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.536541] env[69281]: DEBUG nova.virt.hardware [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.536541] env[69281]: DEBUG nova.virt.hardware [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.536740] env[69281]: DEBUG nova.virt.hardware [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.536918] env[69281]: DEBUG nova.virt.hardware [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.537112] env[69281]: DEBUG nova.virt.hardware [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.538010] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c0b264-ae18-4755-90c3-db72db0cc2cc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.547150] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0671c393-fa0c-446c-9372-506bc007ce76 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.729143] env[69281]: INFO nova.compute.manager [-] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Took 1.52 seconds to deallocate network for instance. [ 710.759870] env[69281]: DEBUG nova.scheduler.client.report [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.795579] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935296, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.876667] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52eb8dda-bc3d-bd1e-08b1-3132a7405a58, 'name': SearchDatastore_Task, 'duration_secs': 0.021255} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.876796] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.877099] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] ed77329b-1485-4662-8f59-91430507348e/ed77329b-1485-4662-8f59-91430507348e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.877376] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-676fbdd5-f593-4641-9dbc-75c1bdba825e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.885466] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Waiting for the task: (returnval){ [ 710.885466] env[69281]: value = "task-3935297" [ 710.885466] env[69281]: _type = "Task" [ 710.885466] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.895233] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.908653] env[69281]: DEBUG nova.network.neutron [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Updated VIF entry in instance network info cache for port 973cf1bf-7369-4fd7-a856-66cdec9bfadf. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.908653] env[69281]: DEBUG nova.network.neutron [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Updating instance_info_cache with network_info: [{"id": "973cf1bf-7369-4fd7-a856-66cdec9bfadf", "address": "fa:16:3e:ad:19:f7", "network": {"id": "383964a2-d419-4286-8cb1-418e085c9127", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1423627149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0713449f6594ff3b19553e837d6df6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973cf1bf-73", "ovs_interfaceid": "973cf1bf-7369-4fd7-a856-66cdec9bfadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.912481] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Releasing lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.930366] env[69281]: DEBUG nova.compute.manager [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.930505] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.931728] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e144f1-dc51-4dad-9401-31652ffefe23 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.944162] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.944793] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcef5140-0072-4a81-be4d-e37fb651e3c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.955507] env[69281]: DEBUG oslo_vmware.api [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 710.955507] env[69281]: value = "task-3935298" [ 710.955507] env[69281]: _type = "Task" [ 710.955507] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.970190] env[69281]: DEBUG oslo_vmware.api [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.237529] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.265908] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.266377] env[69281]: DEBUG nova.compute.manager [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.270579] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.635s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.273960] env[69281]: INFO nova.compute.claims [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.297912] env[69281]: DEBUG oslo_vmware.api [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935296, 'name': PowerOnVM_Task, 'duration_secs': 0.541333} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.298374] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.298739] env[69281]: INFO nova.compute.manager [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Took 8.83 seconds to spawn the instance on the hypervisor. [ 711.299717] env[69281]: DEBUG nova.compute.manager [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 711.300932] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfe3e6f-2cf6-4518-8c8f-1914e390d4ac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.398410] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935297, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.415464] env[69281]: DEBUG oslo_concurrency.lockutils [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] Releasing lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.415464] env[69281]: DEBUG nova.compute.manager [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Received event network-changed-973cf1bf-7369-4fd7-a856-66cdec9bfadf {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.415464] env[69281]: DEBUG nova.compute.manager [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Refreshing instance network info cache due to event network-changed-973cf1bf-7369-4fd7-a856-66cdec9bfadf. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.415464] env[69281]: DEBUG oslo_concurrency.lockutils [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] Acquiring lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.415464] env[69281]: DEBUG oslo_concurrency.lockutils [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] Acquired lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.415724] env[69281]: DEBUG nova.network.neutron [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Refreshing network info cache for port 973cf1bf-7369-4fd7-a856-66cdec9bfadf {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.464153] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c95e42-278d-450d-bc05-3689fc764d80 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.495861] env[69281]: DEBUG oslo_vmware.api [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935298, 'name': PowerOffVM_Task, 'duration_secs': 0.247808} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.496367] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.496542] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.497384] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbc6252-eef7-4fd2-85d7-e2f5c2de50e3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.500526] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcbece44-4d03-4175-97fb-a3b4eedbef36 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.507205] env[69281]: DEBUG nova.compute.manager [req-447e9ae0-a583-4c83-a1d9-9f3edc5b6f83 req-fb08d086-042a-4cb9-a483-532dfc5e8eed service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Received event network-changed-26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.507418] env[69281]: DEBUG nova.compute.manager [req-447e9ae0-a583-4c83-a1d9-9f3edc5b6f83 req-fb08d086-042a-4cb9-a483-532dfc5e8eed service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Refreshing instance network info cache due to event network-changed-26ed9308-f51e-41ea-9165-bba631d37c0d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.507632] env[69281]: DEBUG oslo_concurrency.lockutils [req-447e9ae0-a583-4c83-a1d9-9f3edc5b6f83 req-fb08d086-042a-4cb9-a483-532dfc5e8eed service nova] Acquiring lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.507780] env[69281]: DEBUG oslo_concurrency.lockutils [req-447e9ae0-a583-4c83-a1d9-9f3edc5b6f83 req-fb08d086-042a-4cb9-a483-532dfc5e8eed service nova] Acquired lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.508171] env[69281]: DEBUG nova.network.neutron [req-447e9ae0-a583-4c83-a1d9-9f3edc5b6f83 req-fb08d086-042a-4cb9-a483-532dfc5e8eed service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Refreshing network info cache for port 26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.513695] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating instance '31701380-3998-4510-be64-ec5271cf985f' progress to 83 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 711.551615] env[69281]: DEBUG nova.network.neutron [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Successfully updated port: f0a3eaaf-5bd3-43bb-814b-562f22e9a962 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.588829] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.589231] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.589523] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Deleting the datastore file [datastore1] 9b385495-33e8-463b-bdfd-b2a714b2df1e {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.592577] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d402d80f-d6b9-4b7c-a671-f91e8f05bace {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.602460] env[69281]: DEBUG oslo_vmware.api [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 711.602460] env[69281]: value = "task-3935300" [ 711.602460] env[69281]: _type = "Task" [ 711.602460] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.613537] env[69281]: DEBUG oslo_vmware.api [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.778533] env[69281]: DEBUG nova.compute.utils [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.786081] env[69281]: DEBUG nova.compute.manager [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.786081] env[69281]: DEBUG nova.network.neutron [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.823180] env[69281]: INFO nova.compute.manager [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Took 53.04 seconds to build instance. [ 711.848238] env[69281]: DEBUG nova.policy [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7746a8685be64bf68dd79d081b06e7fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81432040b4d74607870a82cedbb29116', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.898536] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626732} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.898921] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] ed77329b-1485-4662-8f59-91430507348e/ed77329b-1485-4662-8f59-91430507348e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.899227] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.900240] env[69281]: DEBUG nova.network.neutron [req-447e9ae0-a583-4c83-a1d9-9f3edc5b6f83 req-fb08d086-042a-4cb9-a483-532dfc5e8eed service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Updated VIF entry in instance network info cache for port 26ed9308-f51e-41ea-9165-bba631d37c0d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.900711] env[69281]: DEBUG nova.network.neutron [req-447e9ae0-a583-4c83-a1d9-9f3edc5b6f83 req-fb08d086-042a-4cb9-a483-532dfc5e8eed service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Updating instance_info_cache with network_info: [{"id": "26ed9308-f51e-41ea-9165-bba631d37c0d", "address": "fa:16:3e:7a:ad:be", "network": {"id": "383964a2-d419-4286-8cb1-418e085c9127", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1423627149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0713449f6594ff3b19553e837d6df6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ed9308-f5", "ovs_interfaceid": "26ed9308-f51e-41ea-9165-bba631d37c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.904368] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-868582d5-35c9-4bcb-8339-686c7a906a75 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.919133] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Waiting for the task: (returnval){ [ 711.919133] env[69281]: value = "task-3935301" [ 711.919133] env[69281]: _type = "Task" [ 711.919133] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.929086] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.024312] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.024476] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbf03f1e-f24b-4498-948d-7554c29b6432 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.033046] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 712.033046] env[69281]: value = "task-3935302" [ 712.033046] env[69281]: _type = "Task" [ 712.033046] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.042658] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.056484] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "refresh_cache-7289d8eb-3321-4946-8799-efd422ffb4e4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.056484] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "refresh_cache-7289d8eb-3321-4946-8799-efd422ffb4e4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.056607] env[69281]: DEBUG nova.network.neutron [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.116110] env[69281]: DEBUG oslo_vmware.api [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367605} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.116892] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.116892] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.116892] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.117062] env[69281]: INFO nova.compute.manager [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 712.117329] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.117558] env[69281]: DEBUG nova.compute.manager [-] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.117668] env[69281]: DEBUG nova.network.neutron [-] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.286139] env[69281]: DEBUG nova.compute.manager [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.327172] env[69281]: DEBUG nova.network.neutron [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Updated VIF entry in instance network info cache for port 973cf1bf-7369-4fd7-a856-66cdec9bfadf. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.327172] env[69281]: DEBUG nova.network.neutron [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Updating instance_info_cache with network_info: [{"id": "973cf1bf-7369-4fd7-a856-66cdec9bfadf", "address": "fa:16:3e:ad:19:f7", "network": {"id": "383964a2-d419-4286-8cb1-418e085c9127", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1423627149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0713449f6594ff3b19553e837d6df6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973cf1bf-73", "ovs_interfaceid": "973cf1bf-7369-4fd7-a856-66cdec9bfadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.327282] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7c7ebe79-2269-439f-b020-e551f287ce21 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "8e2b0a67-27be-4006-888f-1bfc6b45030b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.326s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.356124] env[69281]: DEBUG nova.network.neutron [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Successfully created port: 1d498bf3-4624-4790-9ac8-88656efc07d8 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.412897] env[69281]: DEBUG oslo_concurrency.lockutils [req-447e9ae0-a583-4c83-a1d9-9f3edc5b6f83 req-fb08d086-042a-4cb9-a483-532dfc5e8eed service nova] Releasing lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.429600] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161313} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.432703] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.436014] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d99c80-8a2b-4050-970e-ae9e966c8585 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.462199] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] ed77329b-1485-4662-8f59-91430507348e/ed77329b-1485-4662-8f59-91430507348e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.469016] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b8d576-9687-49ec-aff8-749aacddb1c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.487897] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Waiting for the task: (returnval){ [ 712.487897] env[69281]: value = "task-3935303" [ 712.487897] env[69281]: _type = "Task" [ 712.487897] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.499851] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.546332] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.638770] env[69281]: DEBUG nova.network.neutron [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.792465] env[69281]: INFO nova.virt.block_device [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Booting with volume 133ab1f8-a171-4c7e-ae68-eed4df1a232a at /dev/sda [ 712.796358] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52477199-6832-e4e3-2197-f7e525ba2423/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 712.800753] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295ccf93-dddb-41ba-920c-fd0d53ecd41c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.814423] env[69281]: DEBUG nova.compute.manager [req-f11121e9-b565-4f98-86f7-8662a2ab9a15 req-9129f667-54dd-4dea-a9ca-66eb1ab41f19 service nova] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Received event network-vif-deleted-3a99eb5e-e286-4882-8cc3-a2fe5058b5a2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.819465] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52477199-6832-e4e3-2197-f7e525ba2423/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 712.820429] env[69281]: ERROR oslo_vmware.rw_handles [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52477199-6832-e4e3-2197-f7e525ba2423/disk-0.vmdk due to incomplete transfer. [ 712.820429] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eec77167-c15b-4aa9-8148-fbc220312ff8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.827506] env[69281]: DEBUG oslo_concurrency.lockutils [req-ddac19ff-3efb-4f82-a195-950167b750f5 req-38d50f92-1224-40aa-bccb-abf956577747 service nova] Releasing lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.829262] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52477199-6832-e4e3-2197-f7e525ba2423/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 712.829492] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Uploaded image 29e189bc-b2e8-4a9a-ba2e-6cd6760bdeb3 to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 712.833126] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 712.833678] env[69281]: DEBUG nova.compute.manager [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.836741] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0be99409-4eba-440a-b706-67da0b1d9684 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.846463] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 712.846463] env[69281]: value = "task-3935304" [ 712.846463] env[69281]: _type = "Task" [ 712.846463] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.856586] env[69281]: DEBUG nova.network.neutron [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Updating instance_info_cache with network_info: [{"id": "f0a3eaaf-5bd3-43bb-814b-562f22e9a962", "address": "fa:16:3e:5e:fd:39", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a3eaaf-5b", "ovs_interfaceid": "f0a3eaaf-5bd3-43bb-814b-562f22e9a962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.867650] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935304, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.872132] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d3de105-ea9f-4c58-bf4c-c140432fd79c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.883473] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5f8b60-5599-4e64-b2aa-c686379053f8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.936109] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c058ccea-02e5-4ac5-8268-f33db3395f60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.946887] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185b460b-d826-495f-bcff-f68e1c36de4c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.006774] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a6a261-b6ae-4035-8110-81ef239ebbaa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.019802] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ab6183-f205-4779-8609-e26b7f4595c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.021538] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935303, 'name': ReconfigVM_Task, 'duration_secs': 0.371422} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.021645] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Reconfigured VM instance instance-00000020 to attach disk [datastore2] ed77329b-1485-4662-8f59-91430507348e/ed77329b-1485-4662-8f59-91430507348e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.022714] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17a5dd98-1913-47a1-b54f-c4cc9f3c2d58 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.029327] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Waiting for the task: (returnval){ [ 713.029327] env[69281]: value = "task-3935305" [ 713.029327] env[69281]: _type = "Task" [ 713.029327] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.036886] env[69281]: DEBUG nova.virt.block_device [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Updating existing volume attachment record: b418d6d3-9c6c-4e11-b8a4-105f2b0b9c1c {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 713.050546] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935305, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.058065] env[69281]: DEBUG oslo_vmware.api [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935302, 'name': PowerOnVM_Task, 'duration_secs': 0.9928} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.058166] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.058365] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3cdd3ea4-9dbb-420c-9907-af73f4517106 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating instance '31701380-3998-4510-be64-ec5271cf985f' progress to 100 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 713.096579] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1d458c-43c9-43fc-ad5a-67298d9df268 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.108049] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a455f95-c494-43a2-bfd7-40e3fe46c1a0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.146299] env[69281]: DEBUG nova.network.neutron [-] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.149685] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e327c874-4d42-4c4d-aa7b-3aae6b299c77 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.160340] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9736d358-665d-4e21-9fe9-c5890b5fab81 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.176529] env[69281]: DEBUG nova.compute.provider_tree [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.361052] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935304, 'name': Destroy_Task, 'duration_secs': 0.436936} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.362156] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.362717] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "refresh_cache-7289d8eb-3321-4946-8799-efd422ffb4e4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.363060] env[69281]: DEBUG nova.compute.manager [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Instance network_info: |[{"id": "f0a3eaaf-5bd3-43bb-814b-562f22e9a962", "address": "fa:16:3e:5e:fd:39", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a3eaaf-5b", "ovs_interfaceid": "f0a3eaaf-5bd3-43bb-814b-562f22e9a962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.363290] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Destroyed the VM [ 713.363595] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 713.363961] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:fd:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0a3eaaf-5bd3-43bb-814b-562f22e9a962', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.377582] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Creating folder: Project (d40cb11180f8420ea8bce4cbc727227d). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.377582] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ad17f41a-2f21-4870-bc11-747cdfa86ec9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.378130] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c85458f-b542-45f3-8e5a-ed451c1befd7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.388041] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 713.388041] env[69281]: value = "task-3935306" [ 713.388041] env[69281]: _type = "Task" [ 713.388041] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.393895] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Created folder: Project (d40cb11180f8420ea8bce4cbc727227d) in parent group-v781128. [ 713.394108] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Creating folder: Instances. Parent ref: group-v781230. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.394830] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adaf6963-f8f4-4e35-ae34-4ecc8bf88807 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.400025] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935306, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.410875] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Created folder: Instances in parent group-v781230. [ 713.411319] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.411595] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.411841] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92ebb37f-b4b7-493c-a339-f7bd9efb66a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.438947] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.438947] env[69281]: value = "task-3935309" [ 713.438947] env[69281]: _type = "Task" [ 713.438947] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.449247] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935309, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.540233] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935305, 'name': Rename_Task, 'duration_secs': 0.16701} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.544085] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.544085] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-952f8c5e-65b8-4456-b4a3-e003b963199b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.550287] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Waiting for the task: (returnval){ [ 713.550287] env[69281]: value = "task-3935310" [ 713.550287] env[69281]: _type = "Task" [ 713.550287] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.561149] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.654416] env[69281]: INFO nova.compute.manager [-] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Took 1.54 seconds to deallocate network for instance. [ 713.714110] env[69281]: ERROR nova.scheduler.client.report [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [req-1993264a-ede7-4b4b-ae86-506c1fe07cdd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1993264a-ede7-4b4b-ae86-506c1fe07cdd"}]} [ 713.749952] env[69281]: DEBUG nova.scheduler.client.report [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 713.770884] env[69281]: DEBUG nova.scheduler.client.report [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 713.771199] env[69281]: DEBUG nova.compute.provider_tree [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.789913] env[69281]: DEBUG nova.scheduler.client.report [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 713.821675] env[69281]: DEBUG nova.scheduler.client.report [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 713.898407] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935306, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.954771] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935309, 'name': CreateVM_Task, 'duration_secs': 0.405533} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.961039] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.961039] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.961039] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.961348] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.961454] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b66d25-9362-42f2-bfc8-d591f004295f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.968456] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 713.968456] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520dba7a-ab20-711d-cc36-3c2db2480e25" [ 713.968456] env[69281]: _type = "Task" [ 713.968456] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.980382] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520dba7a-ab20-711d-cc36-3c2db2480e25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.068041] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935310, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.160894] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.407195] env[69281]: DEBUG oslo_vmware.api [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935306, 'name': RemoveSnapshot_Task, 'duration_secs': 0.612811} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.411781] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 714.412183] env[69281]: INFO nova.compute.manager [None req-1d32b3cc-f085-41c4-85df-41095498acde tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Took 17.97 seconds to snapshot the instance on the hypervisor. [ 714.416478] env[69281]: DEBUG nova.compute.manager [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Received event network-vif-plugged-f0a3eaaf-5bd3-43bb-814b-562f22e9a962 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.416694] env[69281]: DEBUG oslo_concurrency.lockutils [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] Acquiring lock "7289d8eb-3321-4946-8799-efd422ffb4e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.416981] env[69281]: DEBUG oslo_concurrency.lockutils [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] Lock "7289d8eb-3321-4946-8799-efd422ffb4e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.417280] env[69281]: DEBUG oslo_concurrency.lockutils [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] Lock "7289d8eb-3321-4946-8799-efd422ffb4e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.417483] env[69281]: DEBUG nova.compute.manager [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] No waiting events found dispatching network-vif-plugged-f0a3eaaf-5bd3-43bb-814b-562f22e9a962 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 714.417657] env[69281]: WARNING nova.compute.manager [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Received unexpected event network-vif-plugged-f0a3eaaf-5bd3-43bb-814b-562f22e9a962 for instance with vm_state building and task_state spawning. [ 714.418909] env[69281]: DEBUG nova.compute.manager [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Received event network-changed-f0a3eaaf-5bd3-43bb-814b-562f22e9a962 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.418909] env[69281]: DEBUG nova.compute.manager [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Refreshing instance network info cache due to event network-changed-f0a3eaaf-5bd3-43bb-814b-562f22e9a962. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.418909] env[69281]: DEBUG oslo_concurrency.lockutils [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] Acquiring lock "refresh_cache-7289d8eb-3321-4946-8799-efd422ffb4e4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.418909] env[69281]: DEBUG oslo_concurrency.lockutils [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] Acquired lock "refresh_cache-7289d8eb-3321-4946-8799-efd422ffb4e4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.418909] env[69281]: DEBUG nova.network.neutron [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Refreshing network info cache for port f0a3eaaf-5bd3-43bb-814b-562f22e9a962 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.482024] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520dba7a-ab20-711d-cc36-3c2db2480e25, 'name': SearchDatastore_Task, 'duration_secs': 0.012308} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.482406] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.482701] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.483093] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.485878] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.485878] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.485878] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18ed5d70-3b9b-4a3e-8655-f10fc8c9a847 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.499967] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.499967] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.499967] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c34bdec-e76c-4fb3-b6d0-11b3cb18f8b7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.508735] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 714.508735] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52142bf7-9f92-f770-7abc-da8816340754" [ 714.508735] env[69281]: _type = "Task" [ 714.508735] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.510035] env[69281]: DEBUG nova.network.neutron [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Successfully updated port: 1d498bf3-4624-4790-9ac8-88656efc07d8 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.525710] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52142bf7-9f92-f770-7abc-da8816340754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.528114] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dac857-bae4-4883-a99d-d123bc93f5cd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.537796] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9467d781-a061-41dc-b33d-e3562641af66 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.607314] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a685aae3-a517-4a6f-b3f4-842e6723656b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.627253] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d812257-9800-46a3-bfc1-9bf4379464b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.635831] env[69281]: DEBUG oslo_vmware.api [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935310, 'name': PowerOnVM_Task, 'duration_secs': 0.528808} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.636655] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.636971] env[69281]: INFO nova.compute.manager [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Took 9.21 seconds to spawn the instance on the hypervisor. [ 714.637277] env[69281]: DEBUG nova.compute.manager [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 714.639471] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82939830-ed57-43d2-b644-40151150f4ba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.656725] env[69281]: DEBUG nova.compute.provider_tree [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 715.016108] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Acquiring lock "refresh_cache-078efd80-309e-4eca-a4b3-a7059cdf317a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.016450] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Acquired lock "refresh_cache-078efd80-309e-4eca-a4b3-a7059cdf317a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.016450] env[69281]: DEBUG nova.network.neutron [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.024876] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52142bf7-9f92-f770-7abc-da8816340754, 'name': SearchDatastore_Task, 'duration_secs': 0.022428} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.032294] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7742216f-a88b-4cf3-8a0a-4d274e234b6d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.043600] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 715.043600] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5235cbbf-55b1-d1e7-cc00-6e50554098e2" [ 715.043600] env[69281]: _type = "Task" [ 715.043600] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.054106] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5235cbbf-55b1-d1e7-cc00-6e50554098e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.114463] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "9b385495-33e8-463b-bdfd-b2a714b2df1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.124878] env[69281]: DEBUG nova.compute.manager [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Received event network-vif-deleted-973cf1bf-7369-4fd7-a856-66cdec9bfadf {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.125112] env[69281]: DEBUG nova.compute.manager [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Received event network-changed-12bab44a-ec1c-48e6-8990-d8e93b81d17c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.125264] env[69281]: DEBUG nova.compute.manager [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Refreshing instance network info cache due to event network-changed-12bab44a-ec1c-48e6-8990-d8e93b81d17c. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.125472] env[69281]: DEBUG oslo_concurrency.lockutils [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] Acquiring lock "refresh_cache-8e2b0a67-27be-4006-888f-1bfc6b45030b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.125614] env[69281]: DEBUG oslo_concurrency.lockutils [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] Acquired lock "refresh_cache-8e2b0a67-27be-4006-888f-1bfc6b45030b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.125773] env[69281]: DEBUG nova.network.neutron [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Refreshing network info cache for port 12bab44a-ec1c-48e6-8990-d8e93b81d17c {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.182720] env[69281]: DEBUG nova.compute.manager [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.182877] env[69281]: DEBUG nova.virt.hardware [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.183270] env[69281]: DEBUG nova.virt.hardware [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.183437] env[69281]: DEBUG nova.virt.hardware [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.183617] env[69281]: DEBUG nova.virt.hardware [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.183757] env[69281]: DEBUG nova.virt.hardware [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.186086] env[69281]: DEBUG nova.virt.hardware [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.186086] env[69281]: DEBUG nova.virt.hardware [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.186086] env[69281]: DEBUG nova.virt.hardware [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.186086] env[69281]: DEBUG nova.virt.hardware [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.186086] env[69281]: DEBUG nova.virt.hardware [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.186247] env[69281]: DEBUG nova.virt.hardware [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.186247] env[69281]: INFO nova.compute.manager [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Took 53.13 seconds to build instance. [ 715.188140] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac1b048-673e-4170-9d19-c389e5de30ac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.199452] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c33ef2-12cc-4b08-9496-aa93854ab3bb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.207196] env[69281]: DEBUG nova.scheduler.client.report [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 715.207471] env[69281]: DEBUG nova.compute.provider_tree [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 61 to 62 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 715.207704] env[69281]: DEBUG nova.compute.provider_tree [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 715.222265] env[69281]: DEBUG nova.network.neutron [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Updated VIF entry in instance network info cache for port f0a3eaaf-5bd3-43bb-814b-562f22e9a962. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.222614] env[69281]: DEBUG nova.network.neutron [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Updating instance_info_cache with network_info: [{"id": "f0a3eaaf-5bd3-43bb-814b-562f22e9a962", "address": "fa:16:3e:5e:fd:39", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a3eaaf-5b", "ovs_interfaceid": "f0a3eaaf-5bd3-43bb-814b-562f22e9a962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.539730] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "31701380-3998-4510-be64-ec5271cf985f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.540089] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "31701380-3998-4510-be64-ec5271cf985f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.540299] env[69281]: DEBUG nova.compute.manager [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Going to confirm migration 1 {{(pid=69281) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 715.550924] env[69281]: DEBUG nova.network.neutron [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.559570] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5235cbbf-55b1-d1e7-cc00-6e50554098e2, 'name': SearchDatastore_Task, 'duration_secs': 0.013836} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.559839] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.560122] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 7289d8eb-3321-4946-8799-efd422ffb4e4/7289d8eb-3321-4946-8799-efd422ffb4e4.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.560399] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eead85e1-db53-4669-9116-836669057a87 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.568251] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 715.568251] env[69281]: value = "task-3935311" [ 715.568251] env[69281]: _type = "Task" [ 715.568251] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.582110] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.663129] env[69281]: DEBUG nova.compute.manager [None req-aec9f334-9ac3-459a-9ead-b703cca7df8c tempest-ServerDiagnosticsTest-391769266 tempest-ServerDiagnosticsTest-391769266-project-admin] [instance: ed77329b-1485-4662-8f59-91430507348e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.663129] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51742f7-3866-40e4-9516-1dd7a17cea42 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.671184] env[69281]: INFO nova.compute.manager [None req-aec9f334-9ac3-459a-9ead-b703cca7df8c tempest-ServerDiagnosticsTest-391769266 tempest-ServerDiagnosticsTest-391769266-project-admin] [instance: ed77329b-1485-4662-8f59-91430507348e] Retrieving diagnostics [ 715.672113] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d806f8d0-2533-4a60-899e-56d7c9f18b84 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.704441] env[69281]: DEBUG oslo_concurrency.lockutils [None req-51a2c464-a878-47be-bc29-b41d8ecb456f tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Lock "ed77329b-1485-4662-8f59-91430507348e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.682s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.722670] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.452s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.723975] env[69281]: DEBUG nova.compute.manager [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.727143] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.833s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.727444] env[69281]: DEBUG nova.objects.instance [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lazy-loading 'resources' on Instance uuid 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.732562] env[69281]: DEBUG oslo_concurrency.lockutils [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] Releasing lock "refresh_cache-7289d8eb-3321-4946-8799-efd422ffb4e4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.732562] env[69281]: DEBUG nova.compute.manager [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Received event network-changed-26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.732562] env[69281]: DEBUG nova.compute.manager [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Refreshing instance network info cache due to event network-changed-26ed9308-f51e-41ea-9165-bba631d37c0d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.732562] env[69281]: DEBUG oslo_concurrency.lockutils [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] Acquiring lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.732562] env[69281]: DEBUG oslo_concurrency.lockutils [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] Acquired lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.732998] env[69281]: DEBUG nova.network.neutron [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Refreshing network info cache for port 26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.745987] env[69281]: DEBUG nova.network.neutron [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Updating instance_info_cache with network_info: [{"id": "1d498bf3-4624-4790-9ac8-88656efc07d8", "address": "fa:16:3e:8d:88:d0", "network": {"id": "7fd6e762-7cb6-4ae2-a120-4a8cdd889635", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-207994336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81432040b4d74607870a82cedbb29116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d498bf3-46", "ovs_interfaceid": "1d498bf3-4624-4790-9ac8-88656efc07d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.949346] env[69281]: DEBUG nova.network.neutron [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Updated VIF entry in instance network info cache for port 12bab44a-ec1c-48e6-8990-d8e93b81d17c. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.949696] env[69281]: DEBUG nova.network.neutron [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Updating instance_info_cache with network_info: [{"id": "12bab44a-ec1c-48e6-8990-d8e93b81d17c", "address": "fa:16:3e:8d:9d:aa", "network": {"id": "719fa763-82e1-4fa5-87bc-22b0a8ef9a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392171705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e2ab12b31ed4c9782e792c2c623e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12bab44a-ec", "ovs_interfaceid": "12bab44a-ec1c-48e6-8990-d8e93b81d17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.085033] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935311, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.210244] env[69281]: DEBUG nova.compute.manager [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.241460] env[69281]: DEBUG nova.compute.utils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.246493] env[69281]: DEBUG nova.compute.manager [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.246882] env[69281]: DEBUG nova.network.neutron [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.250070] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Releasing lock "refresh_cache-078efd80-309e-4eca-a4b3-a7059cdf317a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.250389] env[69281]: DEBUG nova.compute.manager [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Instance network_info: |[{"id": "1d498bf3-4624-4790-9ac8-88656efc07d8", "address": "fa:16:3e:8d:88:d0", "network": {"id": "7fd6e762-7cb6-4ae2-a120-4a8cdd889635", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-207994336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81432040b4d74607870a82cedbb29116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d498bf3-46", "ovs_interfaceid": "1d498bf3-4624-4790-9ac8-88656efc07d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.250861] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:88:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d498bf3-4624-4790-9ac8-88656efc07d8', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.262009] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Creating folder: Project (81432040b4d74607870a82cedbb29116). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.263386] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99768541-2690-40bc-970b-8cf74aaab544 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.280146] env[69281]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 716.280369] env[69281]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69281) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 716.281108] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Folder already exists: Project (81432040b4d74607870a82cedbb29116). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 716.281323] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Creating folder: Instances. Parent ref: group-v781153. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.284684] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72defb51-f855-4d2f-a7c8-343bf0e87772 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.305034] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Created folder: Instances in parent group-v781153. [ 716.305324] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.308478] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.308754] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4daf7b0e-04d3-42cc-a1f2-af0ad954c96a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.334494] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.334494] env[69281]: value = "task-3935314" [ 716.334494] env[69281]: _type = "Task" [ 716.334494] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.346759] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935314, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.365768] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.365984] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.366179] env[69281]: DEBUG nova.network.neutron [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.366370] env[69281]: DEBUG nova.objects.instance [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lazy-loading 'info_cache' on Instance uuid 31701380-3998-4510-be64-ec5271cf985f {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.387722] env[69281]: DEBUG nova.policy [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '314dc1b6516849048ffe32a5a0036c93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6125a2593168453d8f19d9a8b553e1d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.453405] env[69281]: DEBUG oslo_concurrency.lockutils [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] Releasing lock "refresh_cache-8e2b0a67-27be-4006-888f-1bfc6b45030b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.453552] env[69281]: DEBUG nova.compute.manager [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Received event network-changed-12bab44a-ec1c-48e6-8990-d8e93b81d17c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.453635] env[69281]: DEBUG nova.compute.manager [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Refreshing instance network info cache due to event network-changed-12bab44a-ec1c-48e6-8990-d8e93b81d17c. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.453813] env[69281]: DEBUG oslo_concurrency.lockutils [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] Acquiring lock "refresh_cache-8e2b0a67-27be-4006-888f-1bfc6b45030b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.453954] env[69281]: DEBUG oslo_concurrency.lockutils [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] Acquired lock "refresh_cache-8e2b0a67-27be-4006-888f-1bfc6b45030b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.454139] env[69281]: DEBUG nova.network.neutron [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Refreshing network info cache for port 12bab44a-ec1c-48e6-8990-d8e93b81d17c {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.579994] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565644} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.579994] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 7289d8eb-3321-4946-8799-efd422ffb4e4/7289d8eb-3321-4946-8799-efd422ffb4e4.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.580339] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.580770] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0e2962b-387f-4f65-bc7b-df9116c8e93e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.587690] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 716.587690] env[69281]: value = "task-3935315" [ 716.587690] env[69281]: _type = "Task" [ 716.587690] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.588931] env[69281]: DEBUG nova.network.neutron [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Updated VIF entry in instance network info cache for port 26ed9308-f51e-41ea-9165-bba631d37c0d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.588931] env[69281]: DEBUG nova.network.neutron [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Updating instance_info_cache with network_info: [{"id": "26ed9308-f51e-41ea-9165-bba631d37c0d", "address": "fa:16:3e:7a:ad:be", "network": {"id": "383964a2-d419-4286-8cb1-418e085c9127", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1423627149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0713449f6594ff3b19553e837d6df6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26ed9308-f5", "ovs_interfaceid": "26ed9308-f51e-41ea-9165-bba631d37c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.600580] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.638033] env[69281]: DEBUG nova.compute.manager [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 716.640356] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11218b14-750c-4f29-a74d-4c5d898a54cc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.738490] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.747456] env[69281]: DEBUG nova.compute.manager [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.811145] env[69281]: DEBUG nova.network.neutron [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Successfully created port: 53782dc2-2cb1-47f6-b8aa-7d12b433ebaa {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.846011] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935314, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.952977] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943cfc8f-60f6-47cf-9e45-df977fb4d5c0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.962123] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10213b27-7128-4329-9e3a-2900d54135f9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.008370] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d999fa9-9ae7-4f09-94d5-5196e270e555 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.021065] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a593eb-2d50-4981-b8d8-b8306ca248ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.038843] env[69281]: DEBUG nova.compute.provider_tree [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.093464] env[69281]: DEBUG oslo_concurrency.lockutils [req-096eb7b5-8d93-440e-8f82-b60da5c4a06a req-506b2883-6758-46db-8519-5a723562e6fe service nova] Releasing lock "refresh_cache-3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.102718] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120145} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.102996] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.103816] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf371e5-820d-44fe-aa8a-9d369e942387 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.131199] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 7289d8eb-3321-4946-8799-efd422ffb4e4/7289d8eb-3321-4946-8799-efd422ffb4e4.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.133985] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac59e92-9bed-4732-b070-9775a1f407ed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.155660] env[69281]: INFO nova.compute.manager [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] instance snapshotting [ 717.160623] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92177923-15d0-4bab-96cb-8c8d75f532e7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.164048] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 717.164048] env[69281]: value = "task-3935316" [ 717.164048] env[69281]: _type = "Task" [ 717.164048] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.166770] env[69281]: DEBUG nova.compute.manager [req-e91e104d-9c74-4d4c-8cc1-6056756a7ba3 req-f46fd140-edf3-4455-8bb3-81fdd4776d17 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Received event network-vif-plugged-1d498bf3-4624-4790-9ac8-88656efc07d8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.166925] env[69281]: DEBUG oslo_concurrency.lockutils [req-e91e104d-9c74-4d4c-8cc1-6056756a7ba3 req-f46fd140-edf3-4455-8bb3-81fdd4776d17 service nova] Acquiring lock "078efd80-309e-4eca-a4b3-a7059cdf317a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.167171] env[69281]: DEBUG oslo_concurrency.lockutils [req-e91e104d-9c74-4d4c-8cc1-6056756a7ba3 req-f46fd140-edf3-4455-8bb3-81fdd4776d17 service nova] Lock "078efd80-309e-4eca-a4b3-a7059cdf317a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.167346] env[69281]: DEBUG oslo_concurrency.lockutils [req-e91e104d-9c74-4d4c-8cc1-6056756a7ba3 req-f46fd140-edf3-4455-8bb3-81fdd4776d17 service nova] Lock "078efd80-309e-4eca-a4b3-a7059cdf317a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.167513] env[69281]: DEBUG nova.compute.manager [req-e91e104d-9c74-4d4c-8cc1-6056756a7ba3 req-f46fd140-edf3-4455-8bb3-81fdd4776d17 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] No waiting events found dispatching network-vif-plugged-1d498bf3-4624-4790-9ac8-88656efc07d8 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 717.167694] env[69281]: WARNING nova.compute.manager [req-e91e104d-9c74-4d4c-8cc1-6056756a7ba3 req-f46fd140-edf3-4455-8bb3-81fdd4776d17 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Received unexpected event network-vif-plugged-1d498bf3-4624-4790-9ac8-88656efc07d8 for instance with vm_state building and task_state spawning. [ 717.168128] env[69281]: DEBUG nova.compute.manager [req-e91e104d-9c74-4d4c-8cc1-6056756a7ba3 req-f46fd140-edf3-4455-8bb3-81fdd4776d17 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Received event network-changed-1d498bf3-4624-4790-9ac8-88656efc07d8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.168128] env[69281]: DEBUG nova.compute.manager [req-e91e104d-9c74-4d4c-8cc1-6056756a7ba3 req-f46fd140-edf3-4455-8bb3-81fdd4776d17 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Refreshing instance network info cache due to event network-changed-1d498bf3-4624-4790-9ac8-88656efc07d8. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.168220] env[69281]: DEBUG oslo_concurrency.lockutils [req-e91e104d-9c74-4d4c-8cc1-6056756a7ba3 req-f46fd140-edf3-4455-8bb3-81fdd4776d17 service nova] Acquiring lock "refresh_cache-078efd80-309e-4eca-a4b3-a7059cdf317a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.168326] env[69281]: DEBUG oslo_concurrency.lockutils [req-e91e104d-9c74-4d4c-8cc1-6056756a7ba3 req-f46fd140-edf3-4455-8bb3-81fdd4776d17 service nova] Acquired lock "refresh_cache-078efd80-309e-4eca-a4b3-a7059cdf317a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.168436] env[69281]: DEBUG nova.network.neutron [req-e91e104d-9c74-4d4c-8cc1-6056756a7ba3 req-f46fd140-edf3-4455-8bb3-81fdd4776d17 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Refreshing network info cache for port 1d498bf3-4624-4790-9ac8-88656efc07d8 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.201113] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a30b9f-2a8a-4912-93df-7724bcbbbe8f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.208631] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.346491] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935314, 'name': CreateVM_Task, 'duration_secs': 0.519114} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.346694] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.348410] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'b418d6d3-9c6c-4e11-b8a4-105f2b0b9c1c', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781171', 'volume_id': '133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'name': 'volume-133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '078efd80-309e-4eca-a4b3-a7059cdf317a', 'attached_at': '', 'detached_at': '', 'volume_id': '133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'serial': '133ab1f8-a171-4c7e-ae68-eed4df1a232a'}, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69281) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 717.348410] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Root volume attach. Driver type: vmdk {{(pid=69281) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 717.348620] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaace5e2-fc46-43fc-9604-2e7804066cf5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.360848] env[69281]: DEBUG nova.network.neutron [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Updated VIF entry in instance network info cache for port 12bab44a-ec1c-48e6-8990-d8e93b81d17c. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.361321] env[69281]: DEBUG nova.network.neutron [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Updating instance_info_cache with network_info: [{"id": "12bab44a-ec1c-48e6-8990-d8e93b81d17c", "address": "fa:16:3e:8d:9d:aa", "network": {"id": "719fa763-82e1-4fa5-87bc-22b0a8ef9a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392171705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e2ab12b31ed4c9782e792c2c623e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12bab44a-ec", "ovs_interfaceid": "12bab44a-ec1c-48e6-8990-d8e93b81d17c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.363573] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cca55b8-ff28-4817-ad4e-3a81f0ada766 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.372183] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba8f069-d49b-4497-b3ef-b0bc2bb53124 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.381849] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5b267a0a-31f7-486b-81f7-d26e7b2a5d6b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.393353] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Waiting for the task: (returnval){ [ 717.393353] env[69281]: value = "task-3935317" [ 717.393353] env[69281]: _type = "Task" [ 717.393353] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.403162] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935317, 'name': RelocateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.526505] env[69281]: DEBUG oslo_concurrency.lockutils [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Acquiring lock "ed77329b-1485-4662-8f59-91430507348e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.526505] env[69281]: DEBUG oslo_concurrency.lockutils [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Lock "ed77329b-1485-4662-8f59-91430507348e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.526505] env[69281]: DEBUG oslo_concurrency.lockutils [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Acquiring lock "ed77329b-1485-4662-8f59-91430507348e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.526505] env[69281]: DEBUG oslo_concurrency.lockutils [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Lock "ed77329b-1485-4662-8f59-91430507348e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.526950] env[69281]: DEBUG oslo_concurrency.lockutils [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Lock "ed77329b-1485-4662-8f59-91430507348e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.527225] env[69281]: INFO nova.compute.manager [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Terminating instance [ 717.549270] env[69281]: DEBUG nova.scheduler.client.report [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.680144] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.720272] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 717.720682] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c7709de-15b1-4a80-a79a-3272d5563180 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.734131] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 717.734131] env[69281]: value = "task-3935318" [ 717.734131] env[69281]: _type = "Task" [ 717.734131] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.747396] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.751988] env[69281]: DEBUG nova.network.neutron [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating instance_info_cache with network_info: [{"id": "aba54240-0c28-4ede-9d1d-a0eecebf1c2d", "address": "fa:16:3e:f4:12:ff", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba54240-0c", "ovs_interfaceid": "aba54240-0c28-4ede-9d1d-a0eecebf1c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.756857] env[69281]: DEBUG nova.compute.manager [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.802832] env[69281]: DEBUG nova.virt.hardware [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.803283] env[69281]: DEBUG nova.virt.hardware [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.803517] env[69281]: DEBUG nova.virt.hardware [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.803842] env[69281]: DEBUG nova.virt.hardware [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.804020] env[69281]: DEBUG nova.virt.hardware [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.804744] env[69281]: DEBUG nova.virt.hardware [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.805122] env[69281]: DEBUG nova.virt.hardware [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.805381] env[69281]: DEBUG nova.virt.hardware [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.805694] env[69281]: DEBUG nova.virt.hardware [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.805953] env[69281]: DEBUG nova.virt.hardware [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.806245] env[69281]: DEBUG nova.virt.hardware [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.808088] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0fb15d-2420-4807-8944-bf314113dfef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.818999] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b271e6-257a-4091-b122-0cd47941c770 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.868730] env[69281]: DEBUG oslo_concurrency.lockutils [req-8fb13faf-c1dc-4a76-8d87-4c65e2300846 req-b1f336a2-bb9e-41aa-94d4-0f6ec1e8f800 service nova] Releasing lock "refresh_cache-8e2b0a67-27be-4006-888f-1bfc6b45030b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.904569] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935317, 'name': RelocateVM_Task} progress is 34%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.035768] env[69281]: DEBUG nova.compute.manager [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.036016] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.038044] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c17b94-ab53-4309-9199-2e3153f700bb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.053623] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.054017] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe35799b-2685-438f-a9c7-57c946f32bc9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.065919] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.073798] env[69281]: DEBUG oslo_concurrency.lockutils [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.629s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.073798] env[69281]: DEBUG nova.objects.instance [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Lazy-loading 'resources' on Instance uuid 40b8538b-9cb8-44e8-b67a-699f762daeda {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.074303] env[69281]: DEBUG oslo_vmware.api [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Waiting for the task: (returnval){ [ 718.074303] env[69281]: value = "task-3935319" [ 718.074303] env[69281]: _type = "Task" [ 718.074303] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.087385] env[69281]: DEBUG oslo_vmware.api [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.111452] env[69281]: INFO nova.scheduler.client.report [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Deleted allocations for instance 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d [ 718.181497] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935316, 'name': ReconfigVM_Task, 'duration_secs': 0.90744} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.181497] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 7289d8eb-3321-4946-8799-efd422ffb4e4/7289d8eb-3321-4946-8799-efd422ffb4e4.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.181497] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-857ab607-1704-4781-8547-72002d19221c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.192271] env[69281]: DEBUG nova.network.neutron [req-e91e104d-9c74-4d4c-8cc1-6056756a7ba3 req-f46fd140-edf3-4455-8bb3-81fdd4776d17 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Updated VIF entry in instance network info cache for port 1d498bf3-4624-4790-9ac8-88656efc07d8. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.193749] env[69281]: DEBUG nova.network.neutron [req-e91e104d-9c74-4d4c-8cc1-6056756a7ba3 req-f46fd140-edf3-4455-8bb3-81fdd4776d17 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Updating instance_info_cache with network_info: [{"id": "1d498bf3-4624-4790-9ac8-88656efc07d8", "address": "fa:16:3e:8d:88:d0", "network": {"id": "7fd6e762-7cb6-4ae2-a120-4a8cdd889635", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-207994336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81432040b4d74607870a82cedbb29116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d498bf3-46", "ovs_interfaceid": "1d498bf3-4624-4790-9ac8-88656efc07d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.197134] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 718.197134] env[69281]: value = "task-3935320" [ 718.197134] env[69281]: _type = "Task" [ 718.197134] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.212410] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935320, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.248993] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935318, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.259312] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Releasing lock "refresh_cache-31701380-3998-4510-be64-ec5271cf985f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.259312] env[69281]: DEBUG nova.objects.instance [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lazy-loading 'migration_context' on Instance uuid 31701380-3998-4510-be64-ec5271cf985f {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.410583] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935317, 'name': RelocateVM_Task} progress is 47%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.596831] env[69281]: DEBUG oslo_vmware.api [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.626701] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27fcb7dc-a6d7-45fc-a309-3d721f6a7636 tempest-AttachInterfacesV270Test-268404953 tempest-AttachInterfacesV270Test-268404953-project-member] Lock "97ea6ec5-bfdf-49af-9e66-a3cb1d29040d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.542s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.699944] env[69281]: DEBUG oslo_concurrency.lockutils [req-e91e104d-9c74-4d4c-8cc1-6056756a7ba3 req-f46fd140-edf3-4455-8bb3-81fdd4776d17 service nova] Releasing lock "refresh_cache-078efd80-309e-4eca-a4b3-a7059cdf317a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.715784] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935320, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.756410] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935318, 'name': CreateSnapshot_Task, 'duration_secs': 0.98857} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.756410] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 718.757134] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59349157-1a01-4bc3-84de-f53716061246 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.764185] env[69281]: DEBUG nova.objects.base [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Object Instance<31701380-3998-4510-be64-ec5271cf985f> lazy-loaded attributes: info_cache,migration_context {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 718.766025] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4ecae5-28a2-4fdd-82f8-d6938ba13aa7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.806184] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b05ddcb-5ac1-4c20-8f7a-1340ebef7413 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.812037] env[69281]: DEBUG oslo_vmware.api [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 718.812037] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52695fdb-3931-d34e-d760-c71debdf428a" [ 718.812037] env[69281]: _type = "Task" [ 718.812037] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.823097] env[69281]: DEBUG oslo_vmware.api [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52695fdb-3931-d34e-d760-c71debdf428a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.904903] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935317, 'name': RelocateVM_Task} progress is 60%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.091096] env[69281]: DEBUG oslo_vmware.api [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935319, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.095442] env[69281]: DEBUG nova.network.neutron [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Successfully updated port: 53782dc2-2cb1-47f6-b8aa-7d12b433ebaa {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.197440] env[69281]: DEBUG nova.compute.manager [req-8297f08b-4db3-4986-8844-ce48d11b4372 req-c80889b0-739d-4c4f-9e92-5a7767526137 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Received event network-vif-plugged-53782dc2-2cb1-47f6-b8aa-7d12b433ebaa {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.198129] env[69281]: DEBUG oslo_concurrency.lockutils [req-8297f08b-4db3-4986-8844-ce48d11b4372 req-c80889b0-739d-4c4f-9e92-5a7767526137 service nova] Acquiring lock "281910ae-d358-41aa-9bc9-493b307c03f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.198129] env[69281]: DEBUG oslo_concurrency.lockutils [req-8297f08b-4db3-4986-8844-ce48d11b4372 req-c80889b0-739d-4c4f-9e92-5a7767526137 service nova] Lock "281910ae-d358-41aa-9bc9-493b307c03f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.199449] env[69281]: DEBUG oslo_concurrency.lockutils [req-8297f08b-4db3-4986-8844-ce48d11b4372 req-c80889b0-739d-4c4f-9e92-5a7767526137 service nova] Lock "281910ae-d358-41aa-9bc9-493b307c03f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.199583] env[69281]: DEBUG nova.compute.manager [req-8297f08b-4db3-4986-8844-ce48d11b4372 req-c80889b0-739d-4c4f-9e92-5a7767526137 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] No waiting events found dispatching network-vif-plugged-53782dc2-2cb1-47f6-b8aa-7d12b433ebaa {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 719.199731] env[69281]: WARNING nova.compute.manager [req-8297f08b-4db3-4986-8844-ce48d11b4372 req-c80889b0-739d-4c4f-9e92-5a7767526137 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Received unexpected event network-vif-plugged-53782dc2-2cb1-47f6-b8aa-7d12b433ebaa for instance with vm_state building and task_state spawning. [ 719.220961] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935320, 'name': Rename_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.289096] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 719.292278] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f1a7478-7880-46d6-ab88-596f6835666e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.302948] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 719.302948] env[69281]: value = "task-3935321" [ 719.302948] env[69281]: _type = "Task" [ 719.302948] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.313720] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935321, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.319038] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e612105b-d06c-47f0-b5f3-ac0551f5cb51 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.329535] env[69281]: DEBUG oslo_vmware.api [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52695fdb-3931-d34e-d760-c71debdf428a, 'name': SearchDatastore_Task, 'duration_secs': 0.028942} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.332155] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.333777] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edfe5f6-5983-462d-85cd-f4dc348e70f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.374666] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ea4b5e-dc70-41d2-8306-a50e8777253c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.387093] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e490a473-8f05-44e0-aab8-733496020b9b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.407228] env[69281]: DEBUG nova.compute.provider_tree [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.417303] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935317, 'name': RelocateVM_Task} progress is 75%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.589073] env[69281]: DEBUG oslo_vmware.api [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935319, 'name': PowerOffVM_Task, 'duration_secs': 1.09261} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.589425] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.589510] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.589818] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76e6e22f-a889-447a-ae56-754b4cb84f20 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.599501] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Acquiring lock "refresh_cache-281910ae-d358-41aa-9bc9-493b307c03f2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.599501] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Acquired lock "refresh_cache-281910ae-d358-41aa-9bc9-493b307c03f2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.599501] env[69281]: DEBUG nova.network.neutron [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.719206] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935320, 'name': Rename_Task, 'duration_secs': 1.063173} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.720301] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.720824] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd7ff20d-072f-4567-84d5-d31485ed07a9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.731862] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 719.731862] env[69281]: value = "task-3935323" [ 719.731862] env[69281]: _type = "Task" [ 719.731862] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.741901] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.809040] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.809474] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.809595] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Deleting the datastore file [datastore2] ed77329b-1485-4662-8f59-91430507348e {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.813305] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9db4a00-bb9d-4db5-89f2-e4cfd9dcc672 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.822316] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935321, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.824107] env[69281]: DEBUG oslo_vmware.api [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Waiting for the task: (returnval){ [ 719.824107] env[69281]: value = "task-3935324" [ 719.824107] env[69281]: _type = "Task" [ 719.824107] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.835745] env[69281]: DEBUG oslo_vmware.api [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.915035] env[69281]: DEBUG nova.scheduler.client.report [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.920718] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935317, 'name': RelocateVM_Task} progress is 86%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.155164] env[69281]: DEBUG nova.network.neutron [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.245584] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.317899] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935321, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.335694] env[69281]: DEBUG oslo_vmware.api [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Task: {'id': task-3935324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381559} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.339068] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.339307] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.339490] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.340700] env[69281]: INFO nova.compute.manager [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] [instance: ed77329b-1485-4662-8f59-91430507348e] Took 2.30 seconds to destroy the instance on the hypervisor. [ 720.340700] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.340700] env[69281]: DEBUG nova.compute.manager [-] [instance: ed77329b-1485-4662-8f59-91430507348e] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.340700] env[69281]: DEBUG nova.network.neutron [-] [instance: ed77329b-1485-4662-8f59-91430507348e] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.409595] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935317, 'name': RelocateVM_Task} progress is 97%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.423624] env[69281]: DEBUG oslo_concurrency.lockutils [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.352s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.430134] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.256s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.431813] env[69281]: INFO nova.compute.claims [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.465081] env[69281]: INFO nova.scheduler.client.report [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Deleted allocations for instance 40b8538b-9cb8-44e8-b67a-699f762daeda [ 720.566074] env[69281]: DEBUG nova.network.neutron [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Updating instance_info_cache with network_info: [{"id": "53782dc2-2cb1-47f6-b8aa-7d12b433ebaa", "address": "fa:16:3e:58:01:f5", "network": {"id": "7fca1efd-1c71-4b7a-aecf-b3f6d97b206e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-604832249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125a2593168453d8f19d9a8b553e1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53782dc2-2c", "ovs_interfaceid": "53782dc2-2cb1-47f6-b8aa-7d12b433ebaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.747240] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935323, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.819648] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935321, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.914138] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935317, 'name': RelocateVM_Task} progress is 98%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.982349] env[69281]: DEBUG oslo_concurrency.lockutils [None req-52c727c5-59fb-413c-9128-e145000d77a3 tempest-ImagesNegativeTestJSON-1495151409 tempest-ImagesNegativeTestJSON-1495151409-project-member] Lock "40b8538b-9cb8-44e8-b67a-699f762daeda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.030s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.070164] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Releasing lock "refresh_cache-281910ae-d358-41aa-9bc9-493b307c03f2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.070164] env[69281]: DEBUG nova.compute.manager [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Instance network_info: |[{"id": "53782dc2-2cb1-47f6-b8aa-7d12b433ebaa", "address": "fa:16:3e:58:01:f5", "network": {"id": "7fca1efd-1c71-4b7a-aecf-b3f6d97b206e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-604832249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125a2593168453d8f19d9a8b553e1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53782dc2-2c", "ovs_interfaceid": "53782dc2-2cb1-47f6-b8aa-7d12b433ebaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.070351] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:01:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53782dc2-2cb1-47f6-b8aa-7d12b433ebaa', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.085445] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Creating folder: Project (6125a2593168453d8f19d9a8b553e1d8). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.090032] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7e806ab-85f1-4327-b0be-2c51be7c96db {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.105691] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Created folder: Project (6125a2593168453d8f19d9a8b553e1d8) in parent group-v781128. [ 721.105930] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Creating folder: Instances. Parent ref: group-v781237. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.106161] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f23c265-d572-4dfa-aea1-2f0276ea5e91 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.119139] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Created folder: Instances in parent group-v781237. [ 721.119325] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.119921] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.120145] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfc15207-9257-458e-a3a1-967f1439248d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.157871] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.157871] env[69281]: value = "task-3935327" [ 721.157871] env[69281]: _type = "Task" [ 721.157871] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.169974] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935327, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.248523] env[69281]: DEBUG oslo_vmware.api [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935323, 'name': PowerOnVM_Task, 'duration_secs': 1.220612} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.248523] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.248523] env[69281]: INFO nova.compute.manager [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Took 10.74 seconds to spawn the instance on the hypervisor. [ 721.249033] env[69281]: DEBUG nova.compute.manager [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 721.250910] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec232bb-6bc5-443b-a86c-af4eb82d4f9d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.295244] env[69281]: DEBUG nova.network.neutron [-] [instance: ed77329b-1485-4662-8f59-91430507348e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.320022] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935321, 'name': CloneVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.412966] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935317, 'name': RelocateVM_Task} progress is 98%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.543676] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Acquiring lock "97b91f56-f04d-4dc7-973e-94a987ac1b1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.544859] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Lock "97b91f56-f04d-4dc7-973e-94a987ac1b1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.544859] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Acquiring lock "97b91f56-f04d-4dc7-973e-94a987ac1b1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.544859] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Lock "97b91f56-f04d-4dc7-973e-94a987ac1b1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.544859] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Lock "97b91f56-f04d-4dc7-973e-94a987ac1b1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.554589] env[69281]: INFO nova.compute.manager [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Terminating instance [ 721.673384] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935327, 'name': CreateVM_Task, 'duration_secs': 0.458215} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.673568] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.676130] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.676130] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.676130] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.676130] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62baca83-1854-456e-b8c9-ae30ab9ca93d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.681273] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Waiting for the task: (returnval){ [ 721.681273] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5220ef00-96a4-5a40-3a70-56edbaa92ca6" [ 721.681273] env[69281]: _type = "Task" [ 721.681273] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.696360] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5220ef00-96a4-5a40-3a70-56edbaa92ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.780770] env[69281]: INFO nova.compute.manager [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Took 54.73 seconds to build instance. [ 721.801287] env[69281]: INFO nova.compute.manager [-] [instance: ed77329b-1485-4662-8f59-91430507348e] Took 1.46 seconds to deallocate network for instance. [ 721.823687] env[69281]: DEBUG nova.compute.manager [req-4424a924-9e31-40fd-ad29-e52095d9ec7d req-c3fde2e9-2ac4-4b38-b25b-1710472adba9 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Received event network-changed-53782dc2-2cb1-47f6-b8aa-7d12b433ebaa {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.823731] env[69281]: DEBUG nova.compute.manager [req-4424a924-9e31-40fd-ad29-e52095d9ec7d req-c3fde2e9-2ac4-4b38-b25b-1710472adba9 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Refreshing instance network info cache due to event network-changed-53782dc2-2cb1-47f6-b8aa-7d12b433ebaa. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.825484] env[69281]: DEBUG oslo_concurrency.lockutils [req-4424a924-9e31-40fd-ad29-e52095d9ec7d req-c3fde2e9-2ac4-4b38-b25b-1710472adba9 service nova] Acquiring lock "refresh_cache-281910ae-d358-41aa-9bc9-493b307c03f2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.825484] env[69281]: DEBUG oslo_concurrency.lockutils [req-4424a924-9e31-40fd-ad29-e52095d9ec7d req-c3fde2e9-2ac4-4b38-b25b-1710472adba9 service nova] Acquired lock "refresh_cache-281910ae-d358-41aa-9bc9-493b307c03f2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.825484] env[69281]: DEBUG nova.network.neutron [req-4424a924-9e31-40fd-ad29-e52095d9ec7d req-c3fde2e9-2ac4-4b38-b25b-1710472adba9 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Refreshing network info cache for port 53782dc2-2cb1-47f6-b8aa-7d12b433ebaa {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.838883] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935321, 'name': CloneVM_Task, 'duration_secs': 2.038484} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.839984] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Created linked-clone VM from snapshot [ 721.841463] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d763edb-6e04-4c0f-9dc6-bd3870d4944d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.858832] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Uploading image f7c2b1cc-397f-47e7-9e1a-807a4e2449b9 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 721.897020] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 721.897020] env[69281]: value = "vm-781236" [ 721.897020] env[69281]: _type = "VirtualMachine" [ 721.897020] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 721.897295] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e21fac5d-5ebf-4a8c-8c61-7c9bcbb6a952 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.917747] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935317, 'name': RelocateVM_Task, 'duration_secs': 4.209302} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.918071] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lease: (returnval){ [ 721.918071] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ed071a-cfeb-f8d2-2ad3-3a7f38342a28" [ 721.918071] env[69281]: _type = "HttpNfcLease" [ 721.918071] env[69281]: } obtained for exporting VM: (result){ [ 721.918071] env[69281]: value = "vm-781236" [ 721.918071] env[69281]: _type = "VirtualMachine" [ 721.918071] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 721.918306] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the lease: (returnval){ [ 721.918306] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ed071a-cfeb-f8d2-2ad3-3a7f38342a28" [ 721.918306] env[69281]: _type = "HttpNfcLease" [ 721.918306] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 721.918522] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 721.918703] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781171', 'volume_id': '133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'name': 'volume-133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '078efd80-309e-4eca-a4b3-a7059cdf317a', 'attached_at': '', 'detached_at': '', 'volume_id': '133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'serial': '133ab1f8-a171-4c7e-ae68-eed4df1a232a'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 721.919581] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a648c3c-50f3-42fd-828b-7edd0bbe8bd4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.947418] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 721.947418] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ed071a-cfeb-f8d2-2ad3-3a7f38342a28" [ 721.947418] env[69281]: _type = "HttpNfcLease" [ 721.947418] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 721.950617] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873f3143-326a-41e9-92ce-84216fd0afcf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.953263] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 721.953263] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ed071a-cfeb-f8d2-2ad3-3a7f38342a28" [ 721.953263] env[69281]: _type = "HttpNfcLease" [ 721.953263] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 721.954203] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43cff9f-ae3a-4419-9565-38fadffa24cd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.963037] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267640e-4c22-bcdd-9df3-68230dccaed0/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 721.963209] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267640e-4c22-bcdd-9df3-68230dccaed0/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 721.986560] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] volume-133ab1f8-a171-4c7e-ae68-eed4df1a232a/volume-133ab1f8-a171-4c7e-ae68-eed4df1a232a.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.989842] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c4b4e1-38fb-45c2-8ba8-bd32d824129a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.061196] env[69281]: DEBUG nova.compute.manager [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.061421] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.061789] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Waiting for the task: (returnval){ [ 722.061789] env[69281]: value = "task-3935329" [ 722.061789] env[69281]: _type = "Task" [ 722.061789] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.063138] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fbdb43-c194-4a1f-adfa-9867365dd10e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.079806] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935329, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.081915] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.081915] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d5246aa-c747-4d78-bf05-68b3a9bb541b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.092569] env[69281]: DEBUG oslo_vmware.api [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Waiting for the task: (returnval){ [ 722.092569] env[69281]: value = "task-3935330" [ 722.092569] env[69281]: _type = "Task" [ 722.092569] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.102641] env[69281]: DEBUG oslo_vmware.api [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.115354] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ad25d44c-1393-4574-83fc-ffb9e782eacb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.197027] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5220ef00-96a4-5a40-3a70-56edbaa92ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.197444] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.197699] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.197950] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.198130] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.198401] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.198590] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf97ba2c-4bba-44aa-b9d6-d6847500051a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.209764] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.209764] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.210211] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f4b357-448a-4d57-8da2-e6d92c234d7b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.217097] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Waiting for the task: (returnval){ [ 722.217097] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523a76f3-879f-72df-ed27-510002497a3c" [ 722.217097] env[69281]: _type = "Task" [ 722.217097] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.232782] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523a76f3-879f-72df-ed27-510002497a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.235940] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ef10a9-6ca9-4858-954d-5a842e534561 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.244494] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Waiting for the task: (returnval){ [ 722.244494] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523e842a-3c64-fdc6-db10-a0a4797a2a07" [ 722.244494] env[69281]: _type = "Task" [ 722.244494] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.264443] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523e842a-3c64-fdc6-db10-a0a4797a2a07, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.264931] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.265508] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 281910ae-d358-41aa-9bc9-493b307c03f2/281910ae-d358-41aa-9bc9-493b307c03f2.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.265681] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33e62e4d-0605-40ce-98a4-9d8e50fa1513 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.276628] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Waiting for the task: (returnval){ [ 722.276628] env[69281]: value = "task-3935331" [ 722.276628] env[69281]: _type = "Task" [ 722.276628] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.283598] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9dfb1772-c42d-4dd8-8e89-3185cf8bd8db tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "7289d8eb-3321-4946-8799-efd422ffb4e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.353s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.286797] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9154b3b7-cbbf-4d4b-b433-0a48d62527ef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.296227] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.302982] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86c8c4f-2b64-4b2b-af87-751dbadc2c64 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.309370] env[69281]: DEBUG oslo_concurrency.lockutils [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.341672] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58551e7b-97e0-4d4f-bd7d-53d237d67cdd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.351815] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28990ba-7cad-4dd4-91cc-51f1b1474710 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.369713] env[69281]: DEBUG nova.compute.provider_tree [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.580362] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935329, 'name': ReconfigVM_Task, 'duration_secs': 0.415393} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.584462] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Reconfigured VM instance instance-00000022 to attach disk [datastore1] volume-133ab1f8-a171-4c7e-ae68-eed4df1a232a/volume-133ab1f8-a171-4c7e-ae68-eed4df1a232a.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.597720] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abdaf39b-a2a4-4874-b36c-731d10df0934 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.622811] env[69281]: DEBUG oslo_vmware.api [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935330, 'name': PowerOffVM_Task, 'duration_secs': 0.282433} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.630551] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.630551] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.630551] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Waiting for the task: (returnval){ [ 722.630551] env[69281]: value = "task-3935332" [ 722.630551] env[69281]: _type = "Task" [ 722.630551] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.630551] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00878f11-578e-4c86-8992-78f297e87d5c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.648215] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.733676] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.734088] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.734404] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Deleting the datastore file [datastore2] 97b91f56-f04d-4dc7-973e-94a987ac1b1c {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.734845] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1507023-5c53-4ae0-8646-479b5b09c781 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.753831] env[69281]: DEBUG oslo_vmware.api [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Waiting for the task: (returnval){ [ 722.753831] env[69281]: value = "task-3935334" [ 722.753831] env[69281]: _type = "Task" [ 722.753831] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.776237] env[69281]: DEBUG oslo_vmware.api [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.798940] env[69281]: DEBUG nova.compute.manager [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.812103] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935331, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.873547] env[69281]: DEBUG nova.scheduler.client.report [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.926843] env[69281]: DEBUG nova.network.neutron [req-4424a924-9e31-40fd-ad29-e52095d9ec7d req-c3fde2e9-2ac4-4b38-b25b-1710472adba9 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Updated VIF entry in instance network info cache for port 53782dc2-2cb1-47f6-b8aa-7d12b433ebaa. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.927365] env[69281]: DEBUG nova.network.neutron [req-4424a924-9e31-40fd-ad29-e52095d9ec7d req-c3fde2e9-2ac4-4b38-b25b-1710472adba9 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Updating instance_info_cache with network_info: [{"id": "53782dc2-2cb1-47f6-b8aa-7d12b433ebaa", "address": "fa:16:3e:58:01:f5", "network": {"id": "7fca1efd-1c71-4b7a-aecf-b3f6d97b206e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-604832249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125a2593168453d8f19d9a8b553e1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53782dc2-2c", "ovs_interfaceid": "53782dc2-2cb1-47f6-b8aa-7d12b433ebaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.142293] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935332, 'name': ReconfigVM_Task, 'duration_secs': 0.200635} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.142712] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781171', 'volume_id': '133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'name': 'volume-133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '078efd80-309e-4eca-a4b3-a7059cdf317a', 'attached_at': '', 'detached_at': '', 'volume_id': '133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'serial': '133ab1f8-a171-4c7e-ae68-eed4df1a232a'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 723.143250] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4d24054-2f02-4ab4-a2ad-bd9a7eb10751 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.152303] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Waiting for the task: (returnval){ [ 723.152303] env[69281]: value = "task-3935335" [ 723.152303] env[69281]: _type = "Task" [ 723.152303] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.170935] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935335, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.268419] env[69281]: DEBUG oslo_vmware.api [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Task: {'id': task-3935334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218449} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.269259] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.269259] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.269345] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.270406] env[69281]: INFO nova.compute.manager [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 723.270406] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.270406] env[69281]: DEBUG nova.compute.manager [-] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.270406] env[69281]: DEBUG nova.network.neutron [-] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.301923] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560025} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.302415] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 281910ae-d358-41aa-9bc9-493b307c03f2/281910ae-d358-41aa-9bc9-493b307c03f2.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.302688] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.308022] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1201de11-08ea-4585-9978-e9b54adb92d5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.319366] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Waiting for the task: (returnval){ [ 723.319366] env[69281]: value = "task-3935336" [ 723.319366] env[69281]: _type = "Task" [ 723.319366] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.340468] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.344075] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.380156] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.950s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.381884] env[69281]: DEBUG nova.compute.manager [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.386344] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.443s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.386662] env[69281]: DEBUG nova.objects.instance [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lazy-loading 'resources' on Instance uuid 3947c3c2-3934-4d22-99d3-777681b1b5d1 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.431343] env[69281]: DEBUG oslo_concurrency.lockutils [req-4424a924-9e31-40fd-ad29-e52095d9ec7d req-c3fde2e9-2ac4-4b38-b25b-1710472adba9 service nova] Releasing lock "refresh_cache-281910ae-d358-41aa-9bc9-493b307c03f2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.431343] env[69281]: DEBUG nova.compute.manager [req-4424a924-9e31-40fd-ad29-e52095d9ec7d req-c3fde2e9-2ac4-4b38-b25b-1710472adba9 service nova] [instance: ed77329b-1485-4662-8f59-91430507348e] Received event network-vif-deleted-962c2066-01b9-4ce6-9253-2a68a5352459 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.667260] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935335, 'name': Rename_Task, 'duration_secs': 0.323998} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.667938] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.668550] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72bfd063-8469-45ef-bfd3-4bfe8f6888a0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.677768] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Waiting for the task: (returnval){ [ 723.677768] env[69281]: value = "task-3935337" [ 723.677768] env[69281]: _type = "Task" [ 723.677768] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.689827] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.832871] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287678} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.834872] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.838203] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a09f8a-d55f-40e6-816a-20eed45e1367 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.872464] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 281910ae-d358-41aa-9bc9-493b307c03f2/281910ae-d358-41aa-9bc9-493b307c03f2.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.872918] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf815115-8984-48e2-b562-3b4662f116aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.892792] env[69281]: DEBUG nova.compute.utils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.895955] env[69281]: DEBUG nova.compute.manager [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.899163] env[69281]: DEBUG nova.network.neutron [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.906451] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Acquiring lock "ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.906451] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Lock "ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.907963] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Waiting for the task: (returnval){ [ 723.907963] env[69281]: value = "task-3935338" [ 723.907963] env[69281]: _type = "Task" [ 723.907963] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.923820] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935338, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.036053] env[69281]: DEBUG nova.policy [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bb9cddec58145068a1ddbc40797e878', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0e01a5ddb374e0ca743b9c7434d1eb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.196377] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935337, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.405695] env[69281]: DEBUG nova.compute.manager [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.421684] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935338, 'name': ReconfigVM_Task, 'duration_secs': 0.373415} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.426264] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 281910ae-d358-41aa-9bc9-493b307c03f2/281910ae-d358-41aa-9bc9-493b307c03f2.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.426264] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85a09912-3778-4ccf-896b-d267085fd19f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.434244] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Waiting for the task: (returnval){ [ 724.434244] env[69281]: value = "task-3935339" [ 724.434244] env[69281]: _type = "Task" [ 724.434244] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.448023] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935339, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.635999] env[69281]: DEBUG nova.network.neutron [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Successfully created port: 9006216e-0e75-4b14-b0c3-7dff6cfc98b0 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.637995] env[69281]: DEBUG nova.network.neutron [-] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.688757] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51a661b-14c0-4fef-807e-ad87081dd6f5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.697436] env[69281]: DEBUG oslo_vmware.api [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935337, 'name': PowerOnVM_Task, 'duration_secs': 0.688018} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.702511] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.702511] env[69281]: INFO nova.compute.manager [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Took 9.52 seconds to spawn the instance on the hypervisor. [ 724.702511] env[69281]: DEBUG nova.compute.manager [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.704763] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ec9c2a-322c-44fa-8eb2-be48274b81e0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.708212] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ba6817-6fee-437c-baa0-b0c97f168f97 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.712206] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19275296-7cf6-41d2-ba9f-fd3f60b67a39 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "2de15ba7-9214-4355-8b69-609c815ec139" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.712526] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19275296-7cf6-41d2-ba9f-fd3f60b67a39 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "2de15ba7-9214-4355-8b69-609c815ec139" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.752714] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdbc6fa-2a08-4ef9-a8ff-a7532a13de20 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.765017] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6134421f-4d26-438a-8605-defd0f46564f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.778012] env[69281]: DEBUG nova.compute.provider_tree [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.948084] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935339, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.042239] env[69281]: DEBUG nova.compute.manager [req-e12919c9-267c-441e-bae8-6e1e6a6db429 req-90dd0ef8-83cc-471d-873a-865d838e2ce9 service nova] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Received event network-vif-deleted-1ff482c9-a8fe-4db4-bf88-f73611e07c2d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.145607] env[69281]: INFO nova.compute.manager [-] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Took 1.88 seconds to deallocate network for instance. [ 725.265828] env[69281]: INFO nova.compute.manager [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Took 56.01 seconds to build instance. [ 725.285944] env[69281]: DEBUG nova.scheduler.client.report [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.416170] env[69281]: DEBUG nova.compute.manager [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.450391] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935339, 'name': Rename_Task, 'duration_secs': 0.942264} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.453014] env[69281]: DEBUG nova.virt.hardware [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.453289] env[69281]: DEBUG nova.virt.hardware [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.453447] env[69281]: DEBUG nova.virt.hardware [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.454027] env[69281]: DEBUG nova.virt.hardware [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.454233] env[69281]: DEBUG nova.virt.hardware [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.454391] env[69281]: DEBUG nova.virt.hardware [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.454608] env[69281]: DEBUG nova.virt.hardware [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.454769] env[69281]: DEBUG nova.virt.hardware [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.455522] env[69281]: DEBUG nova.virt.hardware [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.455522] env[69281]: DEBUG nova.virt.hardware [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.455522] env[69281]: DEBUG nova.virt.hardware [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.455666] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.456471] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42e86aa-b86a-4c8b-bb1c-bdb584b95864 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.460285] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce06c839-c590-402d-8f08-29827e5edff3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.468274] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8e1091-3b5f-43f6-9f2f-ed7b91b7bf29 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.472581] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Waiting for the task: (returnval){ [ 725.472581] env[69281]: value = "task-3935340" [ 725.472581] env[69281]: _type = "Task" [ 725.472581] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.496626] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935340, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.654628] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.769342] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d96b9496-7d64-4a71-a89b-0bd80f764b4b tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Lock "078efd80-309e-4eca-a4b3-a7059cdf317a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.237s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.795663] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.409s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.798087] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.777s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.799636] env[69281]: INFO nova.compute.claims [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.837122] env[69281]: INFO nova.scheduler.client.report [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Deleted allocations for instance 3947c3c2-3934-4d22-99d3-777681b1b5d1 [ 725.986368] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935340, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.272778] env[69281]: DEBUG nova.compute.manager [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.346588] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fbb3a3be-6c98-4f22-94e0-030ffd537eaf tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "3947c3c2-3934-4d22-99d3-777681b1b5d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.220s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.490248] env[69281]: DEBUG oslo_vmware.api [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935340, 'name': PowerOnVM_Task, 'duration_secs': 0.68673} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.491440] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.491440] env[69281]: INFO nova.compute.manager [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Took 8.73 seconds to spawn the instance on the hypervisor. [ 726.491440] env[69281]: DEBUG nova.compute.manager [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.492647] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eac8804-7781-4ae2-898f-714b00f522dc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.655568] env[69281]: DEBUG nova.network.neutron [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Successfully updated port: 9006216e-0e75-4b14-b0c3-7dff6cfc98b0 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.802788] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.022749] env[69281]: INFO nova.compute.manager [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Took 54.44 seconds to build instance. [ 727.129825] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "f7295443-8a3f-4fbe-af03-abf4419e4c9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.130124] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "f7295443-8a3f-4fbe-af03-abf4419e4c9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.159403] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Acquiring lock "refresh_cache-a01a7276-72ac-4014-b6b5-13b6cba60959" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.160674] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Acquired lock "refresh_cache-a01a7276-72ac-4014-b6b5-13b6cba60959" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.160674] env[69281]: DEBUG nova.network.neutron [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.235644] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.236383] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.528318] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1eb190cc-0d11-4670-9952-824127cf0c7f tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Lock "281910ae-d358-41aa-9bc9-493b307c03f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.416s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.592167] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b61215c-db5f-4d57-ad92-62fdc63a7224 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.602529] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c525e563-3a95-4ae2-80bb-92350d9cf07b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.641408] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c530fbf-8115-4f02-8507-969b4399b9c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.654311] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3f6fe5-fcb3-41ff-8651-31b0228154fd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.673357] env[69281]: DEBUG nova.compute.provider_tree [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.738538] env[69281]: DEBUG nova.network.neutron [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.835880] env[69281]: DEBUG nova.compute.manager [req-7a95098e-1959-4fee-9cf6-862bb518fad3 req-d32ea810-65fe-4a9c-a7e7-5cb73c4052a4 service nova] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Received event network-vif-plugged-9006216e-0e75-4b14-b0c3-7dff6cfc98b0 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.836130] env[69281]: DEBUG oslo_concurrency.lockutils [req-7a95098e-1959-4fee-9cf6-862bb518fad3 req-d32ea810-65fe-4a9c-a7e7-5cb73c4052a4 service nova] Acquiring lock "a01a7276-72ac-4014-b6b5-13b6cba60959-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.836357] env[69281]: DEBUG oslo_concurrency.lockutils [req-7a95098e-1959-4fee-9cf6-862bb518fad3 req-d32ea810-65fe-4a9c-a7e7-5cb73c4052a4 service nova] Lock "a01a7276-72ac-4014-b6b5-13b6cba60959-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.836474] env[69281]: DEBUG oslo_concurrency.lockutils [req-7a95098e-1959-4fee-9cf6-862bb518fad3 req-d32ea810-65fe-4a9c-a7e7-5cb73c4052a4 service nova] Lock "a01a7276-72ac-4014-b6b5-13b6cba60959-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.836705] env[69281]: DEBUG nova.compute.manager [req-7a95098e-1959-4fee-9cf6-862bb518fad3 req-d32ea810-65fe-4a9c-a7e7-5cb73c4052a4 service nova] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] No waiting events found dispatching network-vif-plugged-9006216e-0e75-4b14-b0c3-7dff6cfc98b0 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 727.838071] env[69281]: WARNING nova.compute.manager [req-7a95098e-1959-4fee-9cf6-862bb518fad3 req-d32ea810-65fe-4a9c-a7e7-5cb73c4052a4 service nova] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Received unexpected event network-vif-plugged-9006216e-0e75-4b14-b0c3-7dff6cfc98b0 for instance with vm_state building and task_state spawning. [ 727.838071] env[69281]: DEBUG nova.compute.manager [req-7a95098e-1959-4fee-9cf6-862bb518fad3 req-d32ea810-65fe-4a9c-a7e7-5cb73c4052a4 service nova] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Received event network-changed-9006216e-0e75-4b14-b0c3-7dff6cfc98b0 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.838071] env[69281]: DEBUG nova.compute.manager [req-7a95098e-1959-4fee-9cf6-862bb518fad3 req-d32ea810-65fe-4a9c-a7e7-5cb73c4052a4 service nova] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Refreshing instance network info cache due to event network-changed-9006216e-0e75-4b14-b0c3-7dff6cfc98b0. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.838071] env[69281]: DEBUG oslo_concurrency.lockutils [req-7a95098e-1959-4fee-9cf6-862bb518fad3 req-d32ea810-65fe-4a9c-a7e7-5cb73c4052a4 service nova] Acquiring lock "refresh_cache-a01a7276-72ac-4014-b6b5-13b6cba60959" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.032173] env[69281]: DEBUG nova.network.neutron [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Updating instance_info_cache with network_info: [{"id": "9006216e-0e75-4b14-b0c3-7dff6cfc98b0", "address": "fa:16:3e:8d:e0:ae", "network": {"id": "f00985e7-3317-44e1-bb62-4ffb738de05f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-777086911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e01a5ddb374e0ca743b9c7434d1eb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9006216e-0e", "ovs_interfaceid": "9006216e-0e75-4b14-b0c3-7dff6cfc98b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.033169] env[69281]: DEBUG nova.compute.manager [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.179980] env[69281]: DEBUG nova.scheduler.client.report [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.542023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Releasing lock "refresh_cache-a01a7276-72ac-4014-b6b5-13b6cba60959" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.542023] env[69281]: DEBUG nova.compute.manager [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Instance network_info: |[{"id": "9006216e-0e75-4b14-b0c3-7dff6cfc98b0", "address": "fa:16:3e:8d:e0:ae", "network": {"id": "f00985e7-3317-44e1-bb62-4ffb738de05f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-777086911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e01a5ddb374e0ca743b9c7434d1eb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9006216e-0e", "ovs_interfaceid": "9006216e-0e75-4b14-b0c3-7dff6cfc98b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.542474] env[69281]: DEBUG oslo_concurrency.lockutils [req-7a95098e-1959-4fee-9cf6-862bb518fad3 req-d32ea810-65fe-4a9c-a7e7-5cb73c4052a4 service nova] Acquired lock "refresh_cache-a01a7276-72ac-4014-b6b5-13b6cba60959" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.542877] env[69281]: DEBUG nova.network.neutron [req-7a95098e-1959-4fee-9cf6-862bb518fad3 req-d32ea810-65fe-4a9c-a7e7-5cb73c4052a4 service nova] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Refreshing network info cache for port 9006216e-0e75-4b14-b0c3-7dff6cfc98b0 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.544243] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:e0:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9006216e-0e75-4b14-b0c3-7dff6cfc98b0', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.559331] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Creating folder: Project (e0e01a5ddb374e0ca743b9c7434d1eb0). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.567560] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbe5f335-22f6-4d88-ba96-d872c5f74955 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.583010] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Created folder: Project (e0e01a5ddb374e0ca743b9c7434d1eb0) in parent group-v781128. [ 728.583509] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Creating folder: Instances. Parent ref: group-v781240. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.584050] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a244ecb9-037f-4006-9bdf-ed4a65eb106a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.597756] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Created folder: Instances in parent group-v781240. [ 728.598083] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.599455] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.599815] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.600256] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01e6cad3-71b6-4398-a6e3-e3d30e23129a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.626582] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.626582] env[69281]: value = "task-3935343" [ 728.626582] env[69281]: _type = "Task" [ 728.626582] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.641367] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935343, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.687107] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.889s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.687814] env[69281]: DEBUG nova.compute.manager [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.692017] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.977s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.692017] env[69281]: DEBUG nova.objects.instance [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Lazy-loading 'resources' on Instance uuid 1a40f5d0-eec9-4fa5-9e68-e9cba991e061 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.016356] env[69281]: DEBUG nova.network.neutron [req-7a95098e-1959-4fee-9cf6-862bb518fad3 req-d32ea810-65fe-4a9c-a7e7-5cb73c4052a4 service nova] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Updated VIF entry in instance network info cache for port 9006216e-0e75-4b14-b0c3-7dff6cfc98b0. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.016962] env[69281]: DEBUG nova.network.neutron [req-7a95098e-1959-4fee-9cf6-862bb518fad3 req-d32ea810-65fe-4a9c-a7e7-5cb73c4052a4 service nova] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Updating instance_info_cache with network_info: [{"id": "9006216e-0e75-4b14-b0c3-7dff6cfc98b0", "address": "fa:16:3e:8d:e0:ae", "network": {"id": "f00985e7-3317-44e1-bb62-4ffb738de05f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-777086911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e01a5ddb374e0ca743b9c7434d1eb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9006216e-0e", "ovs_interfaceid": "9006216e-0e75-4b14-b0c3-7dff6cfc98b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.140366] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935343, 'name': CreateVM_Task, 'duration_secs': 0.471239} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.140572] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.141350] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.141525] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.143523] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.143523] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a62aa1-f43c-407f-a060-362d2f60218a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.153145] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Waiting for the task: (returnval){ [ 729.153145] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523254cd-34e7-7260-8e84-e3ff66202307" [ 729.153145] env[69281]: _type = "Task" [ 729.153145] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.168498] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523254cd-34e7-7260-8e84-e3ff66202307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.198504] env[69281]: DEBUG nova.compute.utils [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.206684] env[69281]: DEBUG nova.compute.manager [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Not allocating networking since 'none' was specified. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 729.315546] env[69281]: DEBUG nova.compute.manager [req-e1d03079-3232-4be8-8bd1-50b7c4f6a293 req-985b234f-c109-48ec-a8c4-c57567c54153 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Received event network-changed-1d498bf3-4624-4790-9ac8-88656efc07d8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.315774] env[69281]: DEBUG nova.compute.manager [req-e1d03079-3232-4be8-8bd1-50b7c4f6a293 req-985b234f-c109-48ec-a8c4-c57567c54153 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Refreshing instance network info cache due to event network-changed-1d498bf3-4624-4790-9ac8-88656efc07d8. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.316030] env[69281]: DEBUG oslo_concurrency.lockutils [req-e1d03079-3232-4be8-8bd1-50b7c4f6a293 req-985b234f-c109-48ec-a8c4-c57567c54153 service nova] Acquiring lock "refresh_cache-078efd80-309e-4eca-a4b3-a7059cdf317a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.316182] env[69281]: DEBUG oslo_concurrency.lockutils [req-e1d03079-3232-4be8-8bd1-50b7c4f6a293 req-985b234f-c109-48ec-a8c4-c57567c54153 service nova] Acquired lock "refresh_cache-078efd80-309e-4eca-a4b3-a7059cdf317a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.316584] env[69281]: DEBUG nova.network.neutron [req-e1d03079-3232-4be8-8bd1-50b7c4f6a293 req-985b234f-c109-48ec-a8c4-c57567c54153 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Refreshing network info cache for port 1d498bf3-4624-4790-9ac8-88656efc07d8 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.522290] env[69281]: DEBUG oslo_concurrency.lockutils [req-7a95098e-1959-4fee-9cf6-862bb518fad3 req-d32ea810-65fe-4a9c-a7e7-5cb73c4052a4 service nova] Releasing lock "refresh_cache-a01a7276-72ac-4014-b6b5-13b6cba60959" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.670531] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523254cd-34e7-7260-8e84-e3ff66202307, 'name': SearchDatastore_Task, 'duration_secs': 0.02437} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.670758] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.671400] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.671400] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.671522] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.671679] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.671966] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b699261-2278-43b0-b101-fb96182a211e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.684585] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.684842] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.689377] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1632b67-0fa9-456f-ab7a-9d405281ad42 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.697246] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Waiting for the task: (returnval){ [ 729.697246] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52932ec7-6abe-cbf0-bea2-d8e544d88c20" [ 729.697246] env[69281]: _type = "Task" [ 729.697246] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.709598] env[69281]: DEBUG nova.compute.manager [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.714713] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52932ec7-6abe-cbf0-bea2-d8e544d88c20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.915190] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2199397d-40ad-4005-afba-731cc415c47d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.925689] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c4ffac-27db-4285-9474-090c9ad3674c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.968306] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfc9e4e-a8e6-4c8e-8dea-dc79cfea7279 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.978253] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a47855-2c3c-4e51-bd63-ae6e709cb087 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.996395] env[69281]: DEBUG nova.compute.provider_tree [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.209165] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52932ec7-6abe-cbf0-bea2-d8e544d88c20, 'name': SearchDatastore_Task, 'duration_secs': 0.018844} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.210077] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73bdff01-1764-4246-9a8e-69a697035a48 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.221955] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Waiting for the task: (returnval){ [ 730.221955] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52281b87-fe61-21e1-9e35-41f0b95ef1b8" [ 730.221955] env[69281]: _type = "Task" [ 730.221955] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.232455] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52281b87-fe61-21e1-9e35-41f0b95ef1b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.280877] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.281223] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.298430] env[69281]: DEBUG nova.network.neutron [req-e1d03079-3232-4be8-8bd1-50b7c4f6a293 req-985b234f-c109-48ec-a8c4-c57567c54153 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Updated VIF entry in instance network info cache for port 1d498bf3-4624-4790-9ac8-88656efc07d8. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.299038] env[69281]: DEBUG nova.network.neutron [req-e1d03079-3232-4be8-8bd1-50b7c4f6a293 req-985b234f-c109-48ec-a8c4-c57567c54153 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Updating instance_info_cache with network_info: [{"id": "1d498bf3-4624-4790-9ac8-88656efc07d8", "address": "fa:16:3e:8d:88:d0", "network": {"id": "7fd6e762-7cb6-4ae2-a120-4a8cdd889635", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-207994336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81432040b4d74607870a82cedbb29116", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d498bf3-46", "ovs_interfaceid": "1d498bf3-4624-4790-9ac8-88656efc07d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.502727] env[69281]: DEBUG nova.scheduler.client.report [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.723755] env[69281]: DEBUG nova.compute.manager [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.741713] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52281b87-fe61-21e1-9e35-41f0b95ef1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.029041} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.742038] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.742346] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] a01a7276-72ac-4014-b6b5-13b6cba60959/a01a7276-72ac-4014-b6b5-13b6cba60959.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.742608] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db0a95df-bfe2-4f92-9828-1c7e3026e99e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.754842] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Waiting for the task: (returnval){ [ 730.754842] env[69281]: value = "task-3935344" [ 730.754842] env[69281]: _type = "Task" [ 730.754842] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.757982] env[69281]: DEBUG nova.virt.hardware [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.758288] env[69281]: DEBUG nova.virt.hardware [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.758489] env[69281]: DEBUG nova.virt.hardware [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.758701] env[69281]: DEBUG nova.virt.hardware [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.758920] env[69281]: DEBUG nova.virt.hardware [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.759201] env[69281]: DEBUG nova.virt.hardware [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.759540] env[69281]: DEBUG nova.virt.hardware [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.759740] env[69281]: DEBUG nova.virt.hardware [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.759990] env[69281]: DEBUG nova.virt.hardware [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.760209] env[69281]: DEBUG nova.virt.hardware [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.760402] env[69281]: DEBUG nova.virt.hardware [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.765021] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42f3a9e-9c53-4f2e-b595-2567a2a7ec84 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.779664] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0924924-ec71-4b83-a84b-a369e1785a4a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.784046] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.798174] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.804285] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Creating folder: Project (f20dee6cb19f48c8ac5a6e022897f489). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.805398] env[69281]: DEBUG oslo_concurrency.lockutils [req-e1d03079-3232-4be8-8bd1-50b7c4f6a293 req-985b234f-c109-48ec-a8c4-c57567c54153 service nova] Releasing lock "refresh_cache-078efd80-309e-4eca-a4b3-a7059cdf317a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.805398] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05aec029-0060-42fa-a130-539177ec6e49 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.816589] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Created folder: Project (f20dee6cb19f48c8ac5a6e022897f489) in parent group-v781128. [ 730.816746] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Creating folder: Instances. Parent ref: group-v781243. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.817014] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa2635fd-0ada-4ea3-891f-90a407ac344c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.827968] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Created folder: Instances in parent group-v781243. [ 730.828338] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.828618] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.828945] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-587eff91-0005-4dea-a6de-2b14c3294402 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.853532] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.853532] env[69281]: value = "task-3935347" [ 730.853532] env[69281]: _type = "Task" [ 730.853532] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.862979] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935347, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.009332] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.012576] env[69281]: DEBUG oslo_concurrency.lockutils [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.007s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.012892] env[69281]: DEBUG nova.objects.instance [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lazy-loading 'resources' on Instance uuid c90da694-873b-4591-9e00-69168834ff52 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.041625] env[69281]: INFO nova.scheduler.client.report [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Deleted allocations for instance 1a40f5d0-eec9-4fa5-9e68-e9cba991e061 [ 731.278318] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935344, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.364951] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935347, 'name': CreateVM_Task, 'duration_secs': 0.479564} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.365153] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.365645] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.365830] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.366290] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.366569] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d09f87-6869-42db-987f-c5cb2ef46f64 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.373809] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Waiting for the task: (returnval){ [ 731.373809] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528c9861-2113-8dc4-7bf8-f83372299a07" [ 731.373809] env[69281]: _type = "Task" [ 731.373809] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.385271] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528c9861-2113-8dc4-7bf8-f83372299a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.552518] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b5ab2f1e-ad9c-4468-887d-0bbd5a7fcb98 tempest-ServerExternalEventsTest-1174317524 tempest-ServerExternalEventsTest-1174317524-project-member] Lock "1a40f5d0-eec9-4fa5-9e68-e9cba991e061" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.741s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.779633] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621603} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.782575] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] a01a7276-72ac-4014-b6b5-13b6cba60959/a01a7276-72ac-4014-b6b5-13b6cba60959.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.782575] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.783230] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95b5acfe-7ff5-4e0c-b470-e7467be9f157 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.791973] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Waiting for the task: (returnval){ [ 731.791973] env[69281]: value = "task-3935348" [ 731.791973] env[69281]: _type = "Task" [ 731.791973] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.807150] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.876176] env[69281]: DEBUG nova.compute.manager [req-e791f1c4-4444-4edc-aa94-d7d7ef5f0b4c req-54b62d17-49d4-4fda-80af-c168073e0c07 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Received event network-changed-53782dc2-2cb1-47f6-b8aa-7d12b433ebaa {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.876176] env[69281]: DEBUG nova.compute.manager [req-e791f1c4-4444-4edc-aa94-d7d7ef5f0b4c req-54b62d17-49d4-4fda-80af-c168073e0c07 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Refreshing instance network info cache due to event network-changed-53782dc2-2cb1-47f6-b8aa-7d12b433ebaa. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.876176] env[69281]: DEBUG oslo_concurrency.lockutils [req-e791f1c4-4444-4edc-aa94-d7d7ef5f0b4c req-54b62d17-49d4-4fda-80af-c168073e0c07 service nova] Acquiring lock "refresh_cache-281910ae-d358-41aa-9bc9-493b307c03f2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.876176] env[69281]: DEBUG oslo_concurrency.lockutils [req-e791f1c4-4444-4edc-aa94-d7d7ef5f0b4c req-54b62d17-49d4-4fda-80af-c168073e0c07 service nova] Acquired lock "refresh_cache-281910ae-d358-41aa-9bc9-493b307c03f2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.876176] env[69281]: DEBUG nova.network.neutron [req-e791f1c4-4444-4edc-aa94-d7d7ef5f0b4c req-54b62d17-49d4-4fda-80af-c168073e0c07 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Refreshing network info cache for port 53782dc2-2cb1-47f6-b8aa-7d12b433ebaa {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.886525] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528c9861-2113-8dc4-7bf8-f83372299a07, 'name': SearchDatastore_Task, 'duration_secs': 0.025665} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.887494] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.887681] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.888021] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.888118] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.888240] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.888761] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35eada0a-56ea-4be6-9480-107a4335a43a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.904671] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.904872] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.908147] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d5afe0d-9c36-43c6-9ff2-cf63d06456ae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.914611] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Waiting for the task: (returnval){ [ 731.914611] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528b4952-c97c-1818-0bcf-01d2f1caa209" [ 731.914611] env[69281]: _type = "Task" [ 731.914611] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.923766] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528b4952-c97c-1818-0bcf-01d2f1caa209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.117450] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c10c04-980c-4ec8-b5eb-ef011a8b53e4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.126547] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9eb681-8202-47c0-a76f-72adeed09295 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.162331] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d4e4f0-0d48-4873-8365-254c5e33bb62 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.170809] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fb0c01-ed24-4565-bd33-a7685e02eb2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.179723] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.179982] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.192424] env[69281]: DEBUG nova.compute.provider_tree [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.305771] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074114} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.306249] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.307801] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f249de-f508-4578-855c-0b09c9452516 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.337623] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] a01a7276-72ac-4014-b6b5-13b6cba60959/a01a7276-72ac-4014-b6b5-13b6cba60959.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.338718] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd81f22-e0dc-4ac7-87cb-d9b51bf63d89 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.361038] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Waiting for the task: (returnval){ [ 732.361038] env[69281]: value = "task-3935349" [ 732.361038] env[69281]: _type = "Task" [ 732.361038] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.373672] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.431689] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528b4952-c97c-1818-0bcf-01d2f1caa209, 'name': SearchDatastore_Task, 'duration_secs': 0.054313} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.432609] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a0c4e8e-95ea-4959-9a27-e60069a69fac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.438979] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Waiting for the task: (returnval){ [ 732.438979] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e076a3-4f3f-1f0a-79fd-686bdf5f0d69" [ 732.438979] env[69281]: _type = "Task" [ 732.438979] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.450022] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e076a3-4f3f-1f0a-79fd-686bdf5f0d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.695471] env[69281]: DEBUG nova.scheduler.client.report [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.777270] env[69281]: DEBUG nova.network.neutron [req-e791f1c4-4444-4edc-aa94-d7d7ef5f0b4c req-54b62d17-49d4-4fda-80af-c168073e0c07 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Updated VIF entry in instance network info cache for port 53782dc2-2cb1-47f6-b8aa-7d12b433ebaa. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.777661] env[69281]: DEBUG nova.network.neutron [req-e791f1c4-4444-4edc-aa94-d7d7ef5f0b4c req-54b62d17-49d4-4fda-80af-c168073e0c07 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Updating instance_info_cache with network_info: [{"id": "53782dc2-2cb1-47f6-b8aa-7d12b433ebaa", "address": "fa:16:3e:58:01:f5", "network": {"id": "7fca1efd-1c71-4b7a-aecf-b3f6d97b206e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-604832249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125a2593168453d8f19d9a8b553e1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53782dc2-2c", "ovs_interfaceid": "53782dc2-2cb1-47f6-b8aa-7d12b433ebaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.872315] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.950631] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e076a3-4f3f-1f0a-79fd-686bdf5f0d69, 'name': SearchDatastore_Task, 'duration_secs': 0.02322} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.951122] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.951458] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] ef3e2a26-da12-4180-aee6-40f3bebca9c4/ef3e2a26-da12-4180-aee6-40f3bebca9c4.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.951830] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98b7b18a-3d40-47ef-978e-1e8676328708 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.960924] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Waiting for the task: (returnval){ [ 732.960924] env[69281]: value = "task-3935350" [ 732.960924] env[69281]: _type = "Task" [ 732.960924] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.972657] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.009705] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.009832] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.201657] env[69281]: DEBUG oslo_concurrency.lockutils [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.205025] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.552s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.207171] env[69281]: INFO nova.compute.claims [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.228594] env[69281]: INFO nova.scheduler.client.report [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Deleted allocations for instance c90da694-873b-4591-9e00-69168834ff52 [ 733.250679] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267640e-4c22-bcdd-9df3-68230dccaed0/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 733.251776] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620a4fb3-ae0d-44b7-b1a7-5c6507e6c60a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.259426] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267640e-4c22-bcdd-9df3-68230dccaed0/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 733.259612] env[69281]: ERROR oslo_vmware.rw_handles [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267640e-4c22-bcdd-9df3-68230dccaed0/disk-0.vmdk due to incomplete transfer. [ 733.259856] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7a2e4a61-7755-47b2-ad59-25e3cfd49943 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.269725] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5267640e-4c22-bcdd-9df3-68230dccaed0/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 733.269982] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Uploaded image f7c2b1cc-397f-47e7-9e1a-807a4e2449b9 to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 733.272946] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 733.273666] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6e788fc1-f69b-4449-abe8-66fa797b3779 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.281964] env[69281]: DEBUG oslo_concurrency.lockutils [req-e791f1c4-4444-4edc-aa94-d7d7ef5f0b4c req-54b62d17-49d4-4fda-80af-c168073e0c07 service nova] Releasing lock "refresh_cache-281910ae-d358-41aa-9bc9-493b307c03f2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.282815] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 733.282815] env[69281]: value = "task-3935351" [ 733.282815] env[69281]: _type = "Task" [ 733.282815] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.294962] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935351, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.375495] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935349, 'name': ReconfigVM_Task, 'duration_secs': 0.6882} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.375965] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Reconfigured VM instance instance-00000024 to attach disk [datastore2] a01a7276-72ac-4014-b6b5-13b6cba60959/a01a7276-72ac-4014-b6b5-13b6cba60959.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.376751] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-521acac9-a77e-447b-864a-031e162929d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.387507] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Waiting for the task: (returnval){ [ 733.387507] env[69281]: value = "task-3935352" [ 733.387507] env[69281]: _type = "Task" [ 733.387507] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.399580] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935352, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.473117] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935350, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.744111] env[69281]: DEBUG oslo_concurrency.lockutils [None req-92c36c30-4fd7-41d6-b25e-7e6d0edaa94d tempest-ImagesOneServerTestJSON-624855269 tempest-ImagesOneServerTestJSON-624855269-project-member] Lock "c90da694-873b-4591-9e00-69168834ff52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.244s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.762399] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "08a765e1-c6ce-459a-9543-f017aa8202ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.762649] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "08a765e1-c6ce-459a-9543-f017aa8202ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.793677] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935351, 'name': Destroy_Task, 'duration_secs': 0.443477} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.794013] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Destroyed the VM [ 733.794302] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 733.794569] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d7627e7-3a41-4bdc-b07a-9cc0b8448d81 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.802365] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 733.802365] env[69281]: value = "task-3935353" [ 733.802365] env[69281]: _type = "Task" [ 733.802365] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.812288] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935353, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.901956] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935352, 'name': Rename_Task, 'duration_secs': 0.294508} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.901956] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.901956] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2fffc7e-43f5-4244-a1ab-abc2bab8e06a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.908664] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Waiting for the task: (returnval){ [ 733.908664] env[69281]: value = "task-3935354" [ 733.908664] env[69281]: _type = "Task" [ 733.908664] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.919557] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.972434] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693785} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.973020] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] ef3e2a26-da12-4180-aee6-40f3bebca9c4/ef3e2a26-da12-4180-aee6-40f3bebca9c4.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.973487] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.973919] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05f45c38-d5ab-45c1-beac-110143bdd74d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.983688] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Waiting for the task: (returnval){ [ 733.983688] env[69281]: value = "task-3935355" [ 733.983688] env[69281]: _type = "Task" [ 733.983688] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.993166] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.319411] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935353, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.421248] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.497075] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078305} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.497864] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.502974] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e2e77b-e1e4-4c80-97d4-b1abe21792b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.528755] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] ef3e2a26-da12-4180-aee6-40f3bebca9c4/ef3e2a26-da12-4180-aee6-40f3bebca9c4.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.531924] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6184df56-6077-4365-ac89-72f5188122cf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.554780] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Waiting for the task: (returnval){ [ 734.554780] env[69281]: value = "task-3935356" [ 734.554780] env[69281]: _type = "Task" [ 734.554780] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.569032] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935356, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.816084] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935353, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.923083] env[69281]: DEBUG oslo_vmware.api [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935354, 'name': PowerOnVM_Task, 'duration_secs': 0.734716} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.923720] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.924083] env[69281]: INFO nova.compute.manager [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Took 9.51 seconds to spawn the instance on the hypervisor. [ 734.924346] env[69281]: DEBUG nova.compute.manager [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 734.925536] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66838c66-30c4-4098-bbb3-e1554a030e21 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.947310] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4663795b-df31-4a47-b006-dec11a182334 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.957953] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635c8779-084a-4928-95c8-c7e9a19ddab6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.997967] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4771c249-1b96-4523-8ab9-5f7db49be637 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.007401] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183428b1-f666-4a71-82d4-9503ea4368f8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.023000] env[69281]: DEBUG nova.compute.provider_tree [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.063378] env[69281]: DEBUG nova.compute.manager [req-7bb8738e-a9dd-47ea-b212-12430a0144a7 req-a92bb135-8cb8-464d-87fc-0d80f6cccf40 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Received event network-changed-53782dc2-2cb1-47f6-b8aa-7d12b433ebaa {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.063378] env[69281]: DEBUG nova.compute.manager [req-7bb8738e-a9dd-47ea-b212-12430a0144a7 req-a92bb135-8cb8-464d-87fc-0d80f6cccf40 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Refreshing instance network info cache due to event network-changed-53782dc2-2cb1-47f6-b8aa-7d12b433ebaa. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.063378] env[69281]: DEBUG oslo_concurrency.lockutils [req-7bb8738e-a9dd-47ea-b212-12430a0144a7 req-a92bb135-8cb8-464d-87fc-0d80f6cccf40 service nova] Acquiring lock "refresh_cache-281910ae-d358-41aa-9bc9-493b307c03f2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.063378] env[69281]: DEBUG oslo_concurrency.lockutils [req-7bb8738e-a9dd-47ea-b212-12430a0144a7 req-a92bb135-8cb8-464d-87fc-0d80f6cccf40 service nova] Acquired lock "refresh_cache-281910ae-d358-41aa-9bc9-493b307c03f2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.063378] env[69281]: DEBUG nova.network.neutron [req-7bb8738e-a9dd-47ea-b212-12430a0144a7 req-a92bb135-8cb8-464d-87fc-0d80f6cccf40 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Refreshing network info cache for port 53782dc2-2cb1-47f6-b8aa-7d12b433ebaa {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.080147] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.315500] env[69281]: DEBUG oslo_vmware.api [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935353, 'name': RemoveSnapshot_Task, 'duration_secs': 1.165956} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.315748] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 735.315981] env[69281]: INFO nova.compute.manager [None req-9aee6929-64b9-47d8-9080-de6b1f80c76a tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Took 18.16 seconds to snapshot the instance on the hypervisor. [ 735.452169] env[69281]: INFO nova.compute.manager [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Took 58.30 seconds to build instance. [ 735.525997] env[69281]: DEBUG nova.scheduler.client.report [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.576897] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935356, 'name': ReconfigVM_Task, 'duration_secs': 0.537934} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.576897] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Reconfigured VM instance instance-00000025 to attach disk [datastore2] ef3e2a26-da12-4180-aee6-40f3bebca9c4/ef3e2a26-da12-4180-aee6-40f3bebca9c4.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.576897] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ab0ef73-d0e7-46a6-8bf4-f6cf0604c92f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.585026] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Waiting for the task: (returnval){ [ 735.585026] env[69281]: value = "task-3935357" [ 735.585026] env[69281]: _type = "Task" [ 735.585026] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.597684] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935357, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.951725] env[69281]: DEBUG nova.network.neutron [req-7bb8738e-a9dd-47ea-b212-12430a0144a7 req-a92bb135-8cb8-464d-87fc-0d80f6cccf40 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Updated VIF entry in instance network info cache for port 53782dc2-2cb1-47f6-b8aa-7d12b433ebaa. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.952096] env[69281]: DEBUG nova.network.neutron [req-7bb8738e-a9dd-47ea-b212-12430a0144a7 req-a92bb135-8cb8-464d-87fc-0d80f6cccf40 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Updating instance_info_cache with network_info: [{"id": "53782dc2-2cb1-47f6-b8aa-7d12b433ebaa", "address": "fa:16:3e:58:01:f5", "network": {"id": "7fca1efd-1c71-4b7a-aecf-b3f6d97b206e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-604832249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6125a2593168453d8f19d9a8b553e1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53782dc2-2c", "ovs_interfaceid": "53782dc2-2cb1-47f6-b8aa-7d12b433ebaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.954122] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c298c4c-d013-4bb7-9c9d-037ccbdb3e6c tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Lock "a01a7276-72ac-4014-b6b5-13b6cba60959" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.260s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.032502] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.033403] env[69281]: DEBUG nova.compute.manager [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.036557] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.093s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.042532] env[69281]: INFO nova.compute.claims [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.101203] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935357, 'name': Rename_Task, 'duration_secs': 0.357067} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.101203] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.101203] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-866808ec-abfa-461c-a56e-2394dffb2958 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.110393] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Waiting for the task: (returnval){ [ 736.110393] env[69281]: value = "task-3935358" [ 736.110393] env[69281]: _type = "Task" [ 736.110393] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.121147] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.457755] env[69281]: DEBUG oslo_concurrency.lockutils [req-7bb8738e-a9dd-47ea-b212-12430a0144a7 req-a92bb135-8cb8-464d-87fc-0d80f6cccf40 service nova] Releasing lock "refresh_cache-281910ae-d358-41aa-9bc9-493b307c03f2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.458289] env[69281]: DEBUG nova.compute.manager [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.550582] env[69281]: DEBUG nova.compute.utils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.552290] env[69281]: DEBUG nova.compute.manager [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.552484] env[69281]: DEBUG nova.network.neutron [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.623288] env[69281]: DEBUG nova.policy [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '600b7a30c2ed4e8da34c02329981bc92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f30d87eba9e548a9844b6f38ba6eb899', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.632265] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935358, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.995123] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.057336] env[69281]: DEBUG nova.compute.manager [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.123657] env[69281]: DEBUG oslo_vmware.api [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935358, 'name': PowerOnVM_Task, 'duration_secs': 0.853628} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.123946] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.124173] env[69281]: INFO nova.compute.manager [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Took 6.40 seconds to spawn the instance on the hypervisor. [ 737.124356] env[69281]: DEBUG nova.compute.manager [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.125215] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35e55b2-35a3-4b24-b653-7c7657cf98e3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.471734] env[69281]: DEBUG nova.network.neutron [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Successfully created port: 7f40e004-b664-4789-9acd-7918472ee9d1 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.649061] env[69281]: INFO nova.compute.manager [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Took 50.65 seconds to build instance. [ 737.742600] env[69281]: DEBUG oslo_concurrency.lockutils [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Acquiring lock "281910ae-d358-41aa-9bc9-493b307c03f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.743131] env[69281]: DEBUG oslo_concurrency.lockutils [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Lock "281910ae-d358-41aa-9bc9-493b307c03f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.743131] env[69281]: DEBUG oslo_concurrency.lockutils [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Acquiring lock "281910ae-d358-41aa-9bc9-493b307c03f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.743335] env[69281]: DEBUG oslo_concurrency.lockutils [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Lock "281910ae-d358-41aa-9bc9-493b307c03f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.743529] env[69281]: DEBUG oslo_concurrency.lockutils [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Lock "281910ae-d358-41aa-9bc9-493b307c03f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.745882] env[69281]: INFO nova.compute.manager [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Terminating instance [ 737.848036] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e73518-606a-4a94-a1b3-c28e63155c2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.857559] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdef2d2a-bfe0-4932-907a-d3e316e91725 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.895905] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf3e08f-c458-4138-be48-9bac8799a3c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.908954] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f65e353-124f-41c2-8eba-40a424919fb4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.926220] env[69281]: DEBUG nova.compute.provider_tree [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.070679] env[69281]: DEBUG nova.compute.manager [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.110998] env[69281]: DEBUG nova.virt.hardware [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.111328] env[69281]: DEBUG nova.virt.hardware [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.111493] env[69281]: DEBUG nova.virt.hardware [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.111915] env[69281]: DEBUG nova.virt.hardware [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.111915] env[69281]: DEBUG nova.virt.hardware [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.111969] env[69281]: DEBUG nova.virt.hardware [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.112286] env[69281]: DEBUG nova.virt.hardware [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.112456] env[69281]: DEBUG nova.virt.hardware [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.112635] env[69281]: DEBUG nova.virt.hardware [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.113529] env[69281]: DEBUG nova.virt.hardware [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.113529] env[69281]: DEBUG nova.virt.hardware [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.117059] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab137bc9-599b-47c0-bf3d-2d1637318383 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.124448] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c90d6b-0784-466d-94f8-3826e60846c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.156223] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef43ccb5-5392-47a4-8a5b-e7c57da717c4 tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Lock "ef3e2a26-da12-4180-aee6-40f3bebca9c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.118s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.253134] env[69281]: DEBUG nova.compute.manager [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.253378] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.254363] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa49da4-c129-4308-9db7-51477712951a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.264457] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.264753] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-574c9fef-2feb-41b0-9647-c8d7fd312002 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.274180] env[69281]: DEBUG oslo_vmware.api [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Waiting for the task: (returnval){ [ 738.274180] env[69281]: value = "task-3935359" [ 738.274180] env[69281]: _type = "Task" [ 738.274180] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.290256] env[69281]: DEBUG oslo_vmware.api [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.433033] env[69281]: DEBUG nova.scheduler.client.report [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.662253] env[69281]: DEBUG nova.compute.manager [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.785226] env[69281]: DEBUG oslo_vmware.api [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935359, 'name': PowerOffVM_Task, 'duration_secs': 0.225663} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.785852] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.786119] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.787239] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43fbddce-8d81-4ddf-b51d-c40b3aa68a72 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.853581] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.853834] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.854036] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Deleting the datastore file [datastore1] 281910ae-d358-41aa-9bc9-493b307c03f2 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.854338] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68bb85f5-6f2d-40c4-90fa-298f1dc40d64 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.861803] env[69281]: DEBUG oslo_vmware.api [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Waiting for the task: (returnval){ [ 738.861803] env[69281]: value = "task-3935361" [ 738.861803] env[69281]: _type = "Task" [ 738.861803] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.870881] env[69281]: DEBUG oslo_vmware.api [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.937500] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.901s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.938099] env[69281]: DEBUG nova.compute.manager [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.941435] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.642s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.943807] env[69281]: INFO nova.compute.claims [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.184289] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.228289] env[69281]: DEBUG nova.compute.manager [None req-ddb82d1c-db59-4687-8220-d5ebf8ef733e tempest-ServerDiagnosticsV248Test-1000934715 tempest-ServerDiagnosticsV248Test-1000934715-project-admin] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.233703] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff052f-4109-4d3f-a5bd-12ca1b14067a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.243711] env[69281]: INFO nova.compute.manager [None req-ddb82d1c-db59-4687-8220-d5ebf8ef733e tempest-ServerDiagnosticsV248Test-1000934715 tempest-ServerDiagnosticsV248Test-1000934715-project-admin] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Retrieving diagnostics [ 739.246752] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190d80f6-fb19-4177-92da-bded50a49886 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.374294] env[69281]: DEBUG oslo_vmware.api [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Task: {'id': task-3935361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337627} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.374294] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.374428] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.374583] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.374723] env[69281]: INFO nova.compute.manager [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 739.374981] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.375236] env[69281]: DEBUG nova.compute.manager [-] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.375339] env[69281]: DEBUG nova.network.neutron [-] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.448395] env[69281]: DEBUG nova.compute.utils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.452453] env[69281]: DEBUG nova.compute.manager [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.452646] env[69281]: DEBUG nova.network.neutron [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.492738] env[69281]: DEBUG nova.policy [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fecaa00ed3f64c72847d448ed681abf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba33207f5fa140bf89fe8723b52bcc00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.596365] env[69281]: DEBUG nova.network.neutron [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Successfully updated port: 7f40e004-b664-4789-9acd-7918472ee9d1 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.785874] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "30e0d6a1-a30e-4023-94e4-4fba054a237d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.786149] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "30e0d6a1-a30e-4023-94e4-4fba054a237d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.836484] env[69281]: DEBUG nova.network.neutron [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Successfully created port: b4a541e0-e5ea-49e4-b098-1cc95b65c23d {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.957675] env[69281]: DEBUG nova.compute.manager [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.044950] env[69281]: DEBUG nova.compute.manager [req-3ce684e3-0fdf-47c7-85a7-da5db21ebbae req-90b9a730-b618-47a9-8bdb-5af6d38455e7 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Received event network-vif-plugged-7f40e004-b664-4789-9acd-7918472ee9d1 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.044950] env[69281]: DEBUG oslo_concurrency.lockutils [req-3ce684e3-0fdf-47c7-85a7-da5db21ebbae req-90b9a730-b618-47a9-8bdb-5af6d38455e7 service nova] Acquiring lock "1ee96550-ffee-4b07-b48e-7f5978d12145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.044950] env[69281]: DEBUG oslo_concurrency.lockutils [req-3ce684e3-0fdf-47c7-85a7-da5db21ebbae req-90b9a730-b618-47a9-8bdb-5af6d38455e7 service nova] Lock "1ee96550-ffee-4b07-b48e-7f5978d12145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.044950] env[69281]: DEBUG oslo_concurrency.lockutils [req-3ce684e3-0fdf-47c7-85a7-da5db21ebbae req-90b9a730-b618-47a9-8bdb-5af6d38455e7 service nova] Lock "1ee96550-ffee-4b07-b48e-7f5978d12145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.045381] env[69281]: DEBUG nova.compute.manager [req-3ce684e3-0fdf-47c7-85a7-da5db21ebbae req-90b9a730-b618-47a9-8bdb-5af6d38455e7 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] No waiting events found dispatching network-vif-plugged-7f40e004-b664-4789-9acd-7918472ee9d1 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 740.045604] env[69281]: WARNING nova.compute.manager [req-3ce684e3-0fdf-47c7-85a7-da5db21ebbae req-90b9a730-b618-47a9-8bdb-5af6d38455e7 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Received unexpected event network-vif-plugged-7f40e004-b664-4789-9acd-7918472ee9d1 for instance with vm_state building and task_state spawning. [ 740.099098] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "refresh_cache-1ee96550-ffee-4b07-b48e-7f5978d12145" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.099342] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "refresh_cache-1ee96550-ffee-4b07-b48e-7f5978d12145" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.099537] env[69281]: DEBUG nova.network.neutron [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.297958] env[69281]: DEBUG nova.network.neutron [-] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.609764] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734489fb-3783-4ad6-907d-69c3660de04e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.618395] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad2d4dc-b122-48ae-97c5-5723f03a0f56 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.651732] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4922ff91-776c-4e39-b2a7-cf6542ec0353 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.654915] env[69281]: DEBUG nova.network.neutron [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.662650] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea54556e-efca-4197-982c-b1285b92db8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.677591] env[69281]: DEBUG nova.compute.provider_tree [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.804373] env[69281]: DEBUG nova.network.neutron [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Updating instance_info_cache with network_info: [{"id": "7f40e004-b664-4789-9acd-7918472ee9d1", "address": "fa:16:3e:5b:2c:49", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f40e004-b6", "ovs_interfaceid": "7f40e004-b664-4789-9acd-7918472ee9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.805696] env[69281]: INFO nova.compute.manager [-] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Took 1.43 seconds to deallocate network for instance. [ 740.973024] env[69281]: DEBUG nova.compute.manager [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.994718] env[69281]: DEBUG nova.virt.hardware [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.995097] env[69281]: DEBUG nova.virt.hardware [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.995306] env[69281]: DEBUG nova.virt.hardware [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.995533] env[69281]: DEBUG nova.virt.hardware [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.995715] env[69281]: DEBUG nova.virt.hardware [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.995898] env[69281]: DEBUG nova.virt.hardware [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.997041] env[69281]: DEBUG nova.virt.hardware [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.997041] env[69281]: DEBUG nova.virt.hardware [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.997041] env[69281]: DEBUG nova.virt.hardware [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.997041] env[69281]: DEBUG nova.virt.hardware [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.997041] env[69281]: DEBUG nova.virt.hardware [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.997851] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b639f5-f244-404e-ae07-a2da32ef223a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.006493] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d465adec-4b6e-4120-90b6-90046299ada5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.183979] env[69281]: DEBUG nova.scheduler.client.report [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.307568] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "refresh_cache-1ee96550-ffee-4b07-b48e-7f5978d12145" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.308372] env[69281]: DEBUG nova.compute.manager [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Instance network_info: |[{"id": "7f40e004-b664-4789-9acd-7918472ee9d1", "address": "fa:16:3e:5b:2c:49", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f40e004-b6", "ovs_interfaceid": "7f40e004-b664-4789-9acd-7918472ee9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.308833] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:2c:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f40e004-b664-4789-9acd-7918472ee9d1', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.316531] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Creating folder: Project (f30d87eba9e548a9844b6f38ba6eb899). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.317534] env[69281]: DEBUG oslo_concurrency.lockutils [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.317782] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a65e79c4-9980-49e8-826a-b0578c2a3db3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.330457] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Created folder: Project (f30d87eba9e548a9844b6f38ba6eb899) in parent group-v781128. [ 741.330734] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Creating folder: Instances. Parent ref: group-v781246. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.331289] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23b4e223-6679-47f0-bf51-a5e04fd0175b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.342018] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Created folder: Instances in parent group-v781246. [ 741.342671] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.342941] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.343452] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a674d292-96fc-4bd5-828a-8f83f6d64be6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.364455] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.364455] env[69281]: value = "task-3935364" [ 741.364455] env[69281]: _type = "Task" [ 741.364455] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.372755] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935364, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.526238] env[69281]: DEBUG nova.network.neutron [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Successfully updated port: b4a541e0-e5ea-49e4-b098-1cc95b65c23d {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.619360] env[69281]: DEBUG nova.compute.manager [req-eb6b574a-e7d7-4dd4-8cab-a52b7bb5f384 req-3946f1a6-67aa-45bb-a345-cdbf1255b4c6 service nova] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Received event network-vif-plugged-b4a541e0-e5ea-49e4-b098-1cc95b65c23d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.619635] env[69281]: DEBUG oslo_concurrency.lockutils [req-eb6b574a-e7d7-4dd4-8cab-a52b7bb5f384 req-3946f1a6-67aa-45bb-a345-cdbf1255b4c6 service nova] Acquiring lock "61373d45-6df4-4cc8-bf4a-89f28f0a918b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.620337] env[69281]: DEBUG oslo_concurrency.lockutils [req-eb6b574a-e7d7-4dd4-8cab-a52b7bb5f384 req-3946f1a6-67aa-45bb-a345-cdbf1255b4c6 service nova] Lock "61373d45-6df4-4cc8-bf4a-89f28f0a918b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.620337] env[69281]: DEBUG oslo_concurrency.lockutils [req-eb6b574a-e7d7-4dd4-8cab-a52b7bb5f384 req-3946f1a6-67aa-45bb-a345-cdbf1255b4c6 service nova] Lock "61373d45-6df4-4cc8-bf4a-89f28f0a918b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.620337] env[69281]: DEBUG nova.compute.manager [req-eb6b574a-e7d7-4dd4-8cab-a52b7bb5f384 req-3946f1a6-67aa-45bb-a345-cdbf1255b4c6 service nova] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] No waiting events found dispatching network-vif-plugged-b4a541e0-e5ea-49e4-b098-1cc95b65c23d {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 741.620475] env[69281]: WARNING nova.compute.manager [req-eb6b574a-e7d7-4dd4-8cab-a52b7bb5f384 req-3946f1a6-67aa-45bb-a345-cdbf1255b4c6 service nova] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Received unexpected event network-vif-plugged-b4a541e0-e5ea-49e4-b098-1cc95b65c23d for instance with vm_state building and task_state spawning. [ 741.690175] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.690700] env[69281]: DEBUG nova.compute.manager [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.693733] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.058s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.877373] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935364, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.030294] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "refresh_cache-61373d45-6df4-4cc8-bf4a-89f28f0a918b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.030461] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "refresh_cache-61373d45-6df4-4cc8-bf4a-89f28f0a918b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.030618] env[69281]: DEBUG nova.network.neutron [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.197722] env[69281]: DEBUG nova.compute.utils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.212077] env[69281]: DEBUG nova.compute.manager [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.212289] env[69281]: DEBUG nova.network.neutron [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.232445] env[69281]: DEBUG nova.compute.manager [req-4d67c1d3-0f0d-40b1-854d-90e3beca2d60 req-5fabf77e-d148-4442-bd39-4da123dfccd0 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Received event network-changed-7f40e004-b664-4789-9acd-7918472ee9d1 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.234426] env[69281]: DEBUG nova.compute.manager [req-4d67c1d3-0f0d-40b1-854d-90e3beca2d60 req-5fabf77e-d148-4442-bd39-4da123dfccd0 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Refreshing instance network info cache due to event network-changed-7f40e004-b664-4789-9acd-7918472ee9d1. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.234426] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d67c1d3-0f0d-40b1-854d-90e3beca2d60 req-5fabf77e-d148-4442-bd39-4da123dfccd0 service nova] Acquiring lock "refresh_cache-1ee96550-ffee-4b07-b48e-7f5978d12145" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.234426] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d67c1d3-0f0d-40b1-854d-90e3beca2d60 req-5fabf77e-d148-4442-bd39-4da123dfccd0 service nova] Acquired lock "refresh_cache-1ee96550-ffee-4b07-b48e-7f5978d12145" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.234426] env[69281]: DEBUG nova.network.neutron [req-4d67c1d3-0f0d-40b1-854d-90e3beca2d60 req-5fabf77e-d148-4442-bd39-4da123dfccd0 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Refreshing network info cache for port 7f40e004-b664-4789-9acd-7918472ee9d1 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.314041] env[69281]: DEBUG nova.policy [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08292eced3fb49c4995d05a3227b96c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e2e81bc1c2495e8a634973989bb4cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.377436] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935364, 'name': CreateVM_Task, 'duration_secs': 0.638082} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.377651] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.378408] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.378656] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.378950] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.379556] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8525a6df-73c2-4da8-8631-125994dfdfee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.385125] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 742.385125] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523e7f49-5999-ef26-4b62-f07eb8b74d86" [ 742.385125] env[69281]: _type = "Task" [ 742.385125] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.396204] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523e7f49-5999-ef26-4b62-f07eb8b74d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.474478] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "1bc0ed5f-b9ba-4863-af81-fd769e2a28dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.474478] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "1bc0ed5f-b9ba-4863-af81-fd769e2a28dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.474478] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "1bc0ed5f-b9ba-4863-af81-fd769e2a28dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.474478] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "1bc0ed5f-b9ba-4863-af81-fd769e2a28dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.474940] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "1bc0ed5f-b9ba-4863-af81-fd769e2a28dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.476513] env[69281]: INFO nova.compute.manager [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Terminating instance [ 742.580348] env[69281]: DEBUG nova.network.neutron [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.673446] env[69281]: DEBUG nova.network.neutron [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Successfully created port: 4577a578-80d5-4c3b-8448-c9b7ef3cbd55 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.697779] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Acquiring lock "a01a7276-72ac-4014-b6b5-13b6cba60959" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.698278] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Lock "a01a7276-72ac-4014-b6b5-13b6cba60959" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.698382] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Acquiring lock "a01a7276-72ac-4014-b6b5-13b6cba60959-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.698557] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Lock "a01a7276-72ac-4014-b6b5-13b6cba60959-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.698720] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Lock "a01a7276-72ac-4014-b6b5-13b6cba60959-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.701143] env[69281]: INFO nova.compute.manager [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Terminating instance [ 742.713946] env[69281]: DEBUG nova.compute.manager [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.718663] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Applying migration context for instance 31701380-3998-4510-be64-ec5271cf985f as it has an incoming, in-progress migration 59a997cb-c010-4fa9-9e75-258d7cf822f0. Migration status is confirming {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 742.721043] env[69281]: INFO nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating resource usage from migration 59a997cb-c010-4fa9-9e75-258d7cf822f0 [ 742.768018] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768018] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 9bf17219-c600-4bb2-b10d-628bb6f13524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768018] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance bf429377-67c2-48d3-acb9-1a497e262682 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768018] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance f936b4ff-b128-46b1-ae08-e22f0030c5ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768325] env[69281]: WARNING nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 97b91f56-f04d-4dc7-973e-94a987ac1b1c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 742.768325] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 5ee27608-e963-45bd-b947-ffa3a38a0594 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768325] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance f31bf3ac-2618-4f2e-8f12-99de5620e16d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768325] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 0848d304-f73c-4833-8143-9e0d1988d17b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768435] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768435] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768435] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 9b30894a-b414-4c4c-b92e-b33d4fbb40cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768435] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (adc98e38-91c6-4ac1-9063-c94accf48342): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 742.768580] env[69281]: WARNING nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 2d71fa70-71a7-4db9-a52e-86f668a8af0f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 742.768580] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 8e2b0a67-27be-4006-888f-1bfc6b45030b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768580] env[69281]: WARNING nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance ed77329b-1485-4662-8f59-91430507348e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 742.768580] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 7289d8eb-3321-4946-8799-efd422ffb4e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768580] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 078efd80-309e-4eca-a4b3-a7059cdf317a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768719] env[69281]: WARNING nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 281910ae-d358-41aa-9bc9-493b307c03f2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 742.768719] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance a01a7276-72ac-4014-b6b5-13b6cba60959 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768719] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance ef3e2a26-da12-4180-aee6-40f3bebca9c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768719] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 1ee96550-ffee-4b07-b48e-7f5978d12145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.768842] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 61373d45-6df4-4cc8-bf4a-89f28f0a918b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.769386] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance ba397f72-74e9-4816-be99-8228b5e33809 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 742.769386] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Migration 59a997cb-c010-4fa9-9e75-258d7cf822f0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 742.816992] env[69281]: DEBUG nova.network.neutron [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Updating instance_info_cache with network_info: [{"id": "b4a541e0-e5ea-49e4-b098-1cc95b65c23d", "address": "fa:16:3e:de:d5:c3", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a541e0-e5", "ovs_interfaceid": "b4a541e0-e5ea-49e4-b098-1cc95b65c23d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.896296] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523e7f49-5999-ef26-4b62-f07eb8b74d86, 'name': SearchDatastore_Task, 'duration_secs': 0.014377} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.896612] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.896844] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.897130] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.897299] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.897491] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.897741] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-460a98b4-802a-4a5c-9771-26f3a390e283 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.908133] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.908133] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.908702] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0557ab8-1f0c-4e26-a7b9-c359e9133aba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.915098] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 742.915098] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52303545-a9da-1c0e-2ad2-311b7b281a00" [ 742.915098] env[69281]: _type = "Task" [ 742.915098] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.924086] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52303545-a9da-1c0e-2ad2-311b7b281a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.981634] env[69281]: DEBUG nova.compute.manager [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.982240] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.982906] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca27adfc-4608-49cf-a077-594613cf7768 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.994966] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.995293] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d1d0b5a-8cd4-4a50-849f-e1c4b824878e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.003709] env[69281]: DEBUG oslo_vmware.api [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 743.003709] env[69281]: value = "task-3935365" [ 743.003709] env[69281]: _type = "Task" [ 743.003709] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.014467] env[69281]: DEBUG oslo_vmware.api [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.049584] env[69281]: DEBUG nova.network.neutron [req-4d67c1d3-0f0d-40b1-854d-90e3beca2d60 req-5fabf77e-d148-4442-bd39-4da123dfccd0 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Updated VIF entry in instance network info cache for port 7f40e004-b664-4789-9acd-7918472ee9d1. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.049970] env[69281]: DEBUG nova.network.neutron [req-4d67c1d3-0f0d-40b1-854d-90e3beca2d60 req-5fabf77e-d148-4442-bd39-4da123dfccd0 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Updating instance_info_cache with network_info: [{"id": "7f40e004-b664-4789-9acd-7918472ee9d1", "address": "fa:16:3e:5b:2c:49", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f40e004-b6", "ovs_interfaceid": "7f40e004-b664-4789-9acd-7918472ee9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.206823] env[69281]: DEBUG nova.compute.manager [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.206823] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.207215] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d46cf76-275e-4bf5-9195-a5ff067a638a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.216427] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.216675] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c3d05b9-21e8-4a28-9342-34cf518cb02e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.225306] env[69281]: DEBUG oslo_vmware.api [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Waiting for the task: (returnval){ [ 743.225306] env[69281]: value = "task-3935366" [ 743.225306] env[69281]: _type = "Task" [ 743.225306] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.240175] env[69281]: DEBUG oslo_vmware.api [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.272017] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 91e4ae0e-21b4-43ae-a491-b1d5032f39f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 743.273044] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 31701380-3998-4510-be64-ec5271cf985f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 743.320019] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "refresh_cache-61373d45-6df4-4cc8-bf4a-89f28f0a918b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.320757] env[69281]: DEBUG nova.compute.manager [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Instance network_info: |[{"id": "b4a541e0-e5ea-49e4-b098-1cc95b65c23d", "address": "fa:16:3e:de:d5:c3", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a541e0-e5", "ovs_interfaceid": "b4a541e0-e5ea-49e4-b098-1cc95b65c23d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.321042] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:d5:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4a541e0-e5ea-49e4-b098-1cc95b65c23d', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.330676] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.331047] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.331320] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-069d669b-6a16-4169-9c27-881353fb5a75 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.352134] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.352134] env[69281]: value = "task-3935367" [ 743.352134] env[69281]: _type = "Task" [ 743.352134] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.363957] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935367, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.429015] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52303545-a9da-1c0e-2ad2-311b7b281a00, 'name': SearchDatastore_Task, 'duration_secs': 0.010016} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.430425] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0b09d8-694a-457a-b279-551b043de8c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.439348] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 743.439348] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52799a26-07d3-cba7-b53b-2dbb2c93cc96" [ 743.439348] env[69281]: _type = "Task" [ 743.439348] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.449759] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52799a26-07d3-cba7-b53b-2dbb2c93cc96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.513168] env[69281]: DEBUG oslo_vmware.api [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935365, 'name': PowerOffVM_Task, 'duration_secs': 0.223983} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.513526] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.513764] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.514087] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ea209be-09ef-4636-865f-cd94ab668a57 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.552900] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d67c1d3-0f0d-40b1-854d-90e3beca2d60 req-5fabf77e-d148-4442-bd39-4da123dfccd0 service nova] Releasing lock "refresh_cache-1ee96550-ffee-4b07-b48e-7f5978d12145" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.553381] env[69281]: DEBUG nova.compute.manager [req-4d67c1d3-0f0d-40b1-854d-90e3beca2d60 req-5fabf77e-d148-4442-bd39-4da123dfccd0 service nova] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Received event network-vif-deleted-53782dc2-2cb1-47f6-b8aa-7d12b433ebaa {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.586693] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.586868] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.587069] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Deleting the datastore file [datastore2] 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.587374] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-610f7653-955c-4983-b0cd-bf7dfa3770de {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.597462] env[69281]: DEBUG oslo_vmware.api [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 743.597462] env[69281]: value = "task-3935369" [ 743.597462] env[69281]: _type = "Task" [ 743.597462] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.609137] env[69281]: DEBUG oslo_vmware.api [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.709239] env[69281]: DEBUG nova.compute.manager [req-925efc4a-648d-4d89-95da-9f46fc5648b1 req-c1593d45-81fe-4a0d-9658-ac6b36532b19 service nova] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Received event network-changed-b4a541e0-e5ea-49e4-b098-1cc95b65c23d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.709660] env[69281]: DEBUG nova.compute.manager [req-925efc4a-648d-4d89-95da-9f46fc5648b1 req-c1593d45-81fe-4a0d-9658-ac6b36532b19 service nova] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Refreshing instance network info cache due to event network-changed-b4a541e0-e5ea-49e4-b098-1cc95b65c23d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.709967] env[69281]: DEBUG oslo_concurrency.lockutils [req-925efc4a-648d-4d89-95da-9f46fc5648b1 req-c1593d45-81fe-4a0d-9658-ac6b36532b19 service nova] Acquiring lock "refresh_cache-61373d45-6df4-4cc8-bf4a-89f28f0a918b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.710364] env[69281]: DEBUG oslo_concurrency.lockutils [req-925efc4a-648d-4d89-95da-9f46fc5648b1 req-c1593d45-81fe-4a0d-9658-ac6b36532b19 service nova] Acquired lock "refresh_cache-61373d45-6df4-4cc8-bf4a-89f28f0a918b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.710703] env[69281]: DEBUG nova.network.neutron [req-925efc4a-648d-4d89-95da-9f46fc5648b1 req-c1593d45-81fe-4a0d-9658-ac6b36532b19 service nova] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Refreshing network info cache for port b4a541e0-e5ea-49e4-b098-1cc95b65c23d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.737431] env[69281]: DEBUG nova.compute.manager [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.749082] env[69281]: DEBUG oslo_vmware.api [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935366, 'name': PowerOffVM_Task, 'duration_secs': 0.240226} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.749436] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.749627] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.749962] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9db358e-fc17-4a13-a45e-ddd176b63e4b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.775342] env[69281]: DEBUG nova.virt.hardware [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.775992] env[69281]: DEBUG nova.virt.hardware [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.775992] env[69281]: DEBUG nova.virt.hardware [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.775992] env[69281]: DEBUG nova.virt.hardware [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.776175] env[69281]: DEBUG nova.virt.hardware [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.776353] env[69281]: DEBUG nova.virt.hardware [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.776625] env[69281]: DEBUG nova.virt.hardware [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.776799] env[69281]: DEBUG nova.virt.hardware [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.776972] env[69281]: DEBUG nova.virt.hardware [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.777178] env[69281]: DEBUG nova.virt.hardware [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.777358] env[69281]: DEBUG nova.virt.hardware [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.778157] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 066aadf2-88b6-4015-a933-f110946dbf3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 743.780239] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeabd290-7be2-47ab-baf9-bd5b0a7fcec8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.792050] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c080a43a-0508-4fce-8552-4b44943da082 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.828244] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.828538] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.828727] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Deleting the datastore file [datastore2] a01a7276-72ac-4014-b6b5-13b6cba60959 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.829126] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61950346-42f5-4828-a8b4-0d778e04f815 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.836447] env[69281]: DEBUG oslo_vmware.api [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Waiting for the task: (returnval){ [ 743.836447] env[69281]: value = "task-3935371" [ 743.836447] env[69281]: _type = "Task" [ 743.836447] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.845966] env[69281]: DEBUG oslo_vmware.api [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.866028] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935367, 'name': CreateVM_Task, 'duration_secs': 0.381102} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.866028] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.866028] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.866028] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.866028] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.866028] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a888273-de82-480e-9352-6c3714a95208 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.870160] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 743.870160] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a230cf-c424-058b-ebbf-650a3c33ff71" [ 743.870160] env[69281]: _type = "Task" [ 743.870160] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.880191] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a230cf-c424-058b-ebbf-650a3c33ff71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.950388] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52799a26-07d3-cba7-b53b-2dbb2c93cc96, 'name': SearchDatastore_Task, 'duration_secs': 0.011372} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.950647] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.950917] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 1ee96550-ffee-4b07-b48e-7f5978d12145/1ee96550-ffee-4b07-b48e-7f5978d12145.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.951225] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bcc7d30-4511-4328-99a3-863e34c70497 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.961126] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 743.961126] env[69281]: value = "task-3935372" [ 743.961126] env[69281]: _type = "Task" [ 743.961126] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.967570] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.111298] env[69281]: DEBUG oslo_vmware.api [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222881} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.111298] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.111298] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.111298] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.111298] env[69281]: INFO nova.compute.manager [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 744.111834] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.111834] env[69281]: DEBUG nova.compute.manager [-] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.111834] env[69281]: DEBUG nova.network.neutron [-] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.286128] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 3ca583ea-9082-48ed-a0ae-204754a1677e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 744.349030] env[69281]: DEBUG oslo_vmware.api [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Task: {'id': task-3935371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144964} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.349522] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.349922] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.350262] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.351013] env[69281]: INFO nova.compute.manager [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Took 1.14 seconds to destroy the instance on the hypervisor. [ 744.351420] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.351773] env[69281]: DEBUG nova.compute.manager [-] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.352238] env[69281]: DEBUG nova.network.neutron [-] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.385016] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a230cf-c424-058b-ebbf-650a3c33ff71, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.390465] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.390748] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.391100] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.391299] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.391495] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.391791] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-488898cd-5284-4732-bdf8-ff528d62a903 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.403944] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.404244] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.405135] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd904070-0c0a-42de-9ae5-724327fee626 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.415259] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 744.415259] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523742ca-f388-0df1-8fec-1d3d5e60045b" [ 744.415259] env[69281]: _type = "Task" [ 744.415259] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.429477] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523742ca-f388-0df1-8fec-1d3d5e60045b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.435575] env[69281]: DEBUG nova.network.neutron [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Successfully updated port: 4577a578-80d5-4c3b-8448-c9b7ef3cbd55 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.473685] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935372, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.668648] env[69281]: DEBUG nova.compute.manager [req-830dbc0e-6dc2-4367-a2e8-3c9a006590a2 req-05bf2f73-7d81-4752-98dd-76928884de7b service nova] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Received event network-vif-deleted-09880eab-c9c7-4a6c-9a0b-173ed87c4bdd {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.668648] env[69281]: INFO nova.compute.manager [req-830dbc0e-6dc2-4367-a2e8-3c9a006590a2 req-05bf2f73-7d81-4752-98dd-76928884de7b service nova] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Neutron deleted interface 09880eab-c9c7-4a6c-9a0b-173ed87c4bdd; detaching it from the instance and deleting it from the info cache [ 744.668648] env[69281]: DEBUG nova.network.neutron [req-830dbc0e-6dc2-4367-a2e8-3c9a006590a2 req-05bf2f73-7d81-4752-98dd-76928884de7b service nova] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.705445] env[69281]: DEBUG nova.network.neutron [req-925efc4a-648d-4d89-95da-9f46fc5648b1 req-c1593d45-81fe-4a0d-9658-ac6b36532b19 service nova] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Updated VIF entry in instance network info cache for port b4a541e0-e5ea-49e4-b098-1cc95b65c23d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.705818] env[69281]: DEBUG nova.network.neutron [req-925efc4a-648d-4d89-95da-9f46fc5648b1 req-c1593d45-81fe-4a0d-9658-ac6b36532b19 service nova] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Updating instance_info_cache with network_info: [{"id": "b4a541e0-e5ea-49e4-b098-1cc95b65c23d", "address": "fa:16:3e:de:d5:c3", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a541e0-e5", "ovs_interfaceid": "b4a541e0-e5ea-49e4-b098-1cc95b65c23d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.789289] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance ed4b9a79-0775-41d7-81c1-cf8f733cb80d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 744.926170] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523742ca-f388-0df1-8fec-1d3d5e60045b, 'name': SearchDatastore_Task, 'duration_secs': 0.017272} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.927412] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8004caf0-85f6-422a-95ff-5cf827888fd6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.933783] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 744.933783] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e2a40e-e5c1-8ede-3524-70c08b7a46e5" [ 744.933783] env[69281]: _type = "Task" [ 744.933783] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.942936] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "refresh_cache-ba397f72-74e9-4816-be99-8228b5e33809" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.943112] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquired lock "refresh_cache-ba397f72-74e9-4816-be99-8228b5e33809" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.943267] env[69281]: DEBUG nova.network.neutron [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.944512] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e2a40e-e5c1-8ede-3524-70c08b7a46e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.970391] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823137} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.970618] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 1ee96550-ffee-4b07-b48e-7f5978d12145/1ee96550-ffee-4b07-b48e-7f5978d12145.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.970872] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.971222] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04bd5869-d0c8-416c-967e-a82d82c9af29 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.978639] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 744.978639] env[69281]: value = "task-3935373" [ 744.978639] env[69281]: _type = "Task" [ 744.978639] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.991024] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.092058] env[69281]: DEBUG nova.network.neutron [-] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.170176] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65762b0e-8806-4e85-a526-33a78ae1020a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.180709] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e52756-2240-483b-909d-4844268cb47c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.191698] env[69281]: DEBUG nova.network.neutron [-] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.220261] env[69281]: DEBUG oslo_concurrency.lockutils [req-925efc4a-648d-4d89-95da-9f46fc5648b1 req-c1593d45-81fe-4a0d-9658-ac6b36532b19 service nova] Releasing lock "refresh_cache-61373d45-6df4-4cc8-bf4a-89f28f0a918b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.220748] env[69281]: DEBUG nova.compute.manager [req-830dbc0e-6dc2-4367-a2e8-3c9a006590a2 req-05bf2f73-7d81-4752-98dd-76928884de7b service nova] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Detach interface failed, port_id=09880eab-c9c7-4a6c-9a0b-173ed87c4bdd, reason: Instance 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 745.292375] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 9eb97aaa-ca10-455f-8714-12090e3c9341 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 745.444480] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e2a40e-e5c1-8ede-3524-70c08b7a46e5, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.444726] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.444925] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 61373d45-6df4-4cc8-bf4a-89f28f0a918b/61373d45-6df4-4cc8-bf4a-89f28f0a918b.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.445171] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d931bf0c-2c1c-4f13-b639-e23cbaf567c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.454226] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 745.454226] env[69281]: value = "task-3935374" [ 745.454226] env[69281]: _type = "Task" [ 745.454226] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.462788] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.488058] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193167} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.488261] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.489130] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17665c16-f77a-4a9a-9d24-38db522fff4c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.492158] env[69281]: DEBUG nova.network.neutron [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.514786] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 1ee96550-ffee-4b07-b48e-7f5978d12145/1ee96550-ffee-4b07-b48e-7f5978d12145.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.517328] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74668038-d865-4cca-a28b-898a08494047 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.538414] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 745.538414] env[69281]: value = "task-3935375" [ 745.538414] env[69281]: _type = "Task" [ 745.538414] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.547236] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.598147] env[69281]: INFO nova.compute.manager [-] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Took 1.49 seconds to deallocate network for instance. [ 745.667187] env[69281]: DEBUG nova.network.neutron [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Updating instance_info_cache with network_info: [{"id": "4577a578-80d5-4c3b-8448-c9b7ef3cbd55", "address": "fa:16:3e:07:16:f1", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4577a578-80", "ovs_interfaceid": "4577a578-80d5-4c3b-8448-c9b7ef3cbd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.696320] env[69281]: INFO nova.compute.manager [-] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Took 1.34 seconds to deallocate network for instance. [ 745.739282] env[69281]: DEBUG nova.compute.manager [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Received event network-vif-plugged-4577a578-80d5-4c3b-8448-c9b7ef3cbd55 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.739657] env[69281]: DEBUG oslo_concurrency.lockutils [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] Acquiring lock "ba397f72-74e9-4816-be99-8228b5e33809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.739837] env[69281]: DEBUG oslo_concurrency.lockutils [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] Lock "ba397f72-74e9-4816-be99-8228b5e33809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.740021] env[69281]: DEBUG oslo_concurrency.lockutils [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] Lock "ba397f72-74e9-4816-be99-8228b5e33809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.740245] env[69281]: DEBUG nova.compute.manager [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] [instance: ba397f72-74e9-4816-be99-8228b5e33809] No waiting events found dispatching network-vif-plugged-4577a578-80d5-4c3b-8448-c9b7ef3cbd55 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 745.740448] env[69281]: WARNING nova.compute.manager [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Received unexpected event network-vif-plugged-4577a578-80d5-4c3b-8448-c9b7ef3cbd55 for instance with vm_state building and task_state spawning. [ 745.740621] env[69281]: DEBUG nova.compute.manager [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Received event network-changed-4577a578-80d5-4c3b-8448-c9b7ef3cbd55 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.740784] env[69281]: DEBUG nova.compute.manager [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Refreshing instance network info cache due to event network-changed-4577a578-80d5-4c3b-8448-c9b7ef3cbd55. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.740998] env[69281]: DEBUG oslo_concurrency.lockutils [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] Acquiring lock "refresh_cache-ba397f72-74e9-4816-be99-8228b5e33809" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.796764] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 94545097-35b6-483f-b933-6e3e9d592f7e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 745.966265] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935374, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.050319] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.104724] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.169595] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Releasing lock "refresh_cache-ba397f72-74e9-4816-be99-8228b5e33809" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.169957] env[69281]: DEBUG nova.compute.manager [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Instance network_info: |[{"id": "4577a578-80d5-4c3b-8448-c9b7ef3cbd55", "address": "fa:16:3e:07:16:f1", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4577a578-80", "ovs_interfaceid": "4577a578-80d5-4c3b-8448-c9b7ef3cbd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.170297] env[69281]: DEBUG oslo_concurrency.lockutils [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] Acquired lock "refresh_cache-ba397f72-74e9-4816-be99-8228b5e33809" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.170480] env[69281]: DEBUG nova.network.neutron [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Refreshing network info cache for port 4577a578-80d5-4c3b-8448-c9b7ef3cbd55 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.172017] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:16:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4577a578-80d5-4c3b-8448-c9b7ef3cbd55', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.184194] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.188722] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.189470] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39ca9e8a-ad2b-43e5-8a34-c531a011257f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.216313] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.224970] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.224970] env[69281]: value = "task-3935376" [ 746.224970] env[69281]: _type = "Task" [ 746.224970] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.236526] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935376, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.304119] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance e7e97dba-8cc9-4ba9-8756-6168d248cb89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 746.467032] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606783} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.467376] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 61373d45-6df4-4cc8-bf4a-89f28f0a918b/61373d45-6df4-4cc8-bf4a-89f28f0a918b.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.467376] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.470476] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75388e08-cc00-4619-94a9-bec62c303706 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.476525] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 746.476525] env[69281]: value = "task-3935377" [ 746.476525] env[69281]: _type = "Task" [ 746.476525] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.487628] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.489834] env[69281]: DEBUG nova.network.neutron [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Updated VIF entry in instance network info cache for port 4577a578-80d5-4c3b-8448-c9b7ef3cbd55. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.490205] env[69281]: DEBUG nova.network.neutron [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Updating instance_info_cache with network_info: [{"id": "4577a578-80d5-4c3b-8448-c9b7ef3cbd55", "address": "fa:16:3e:07:16:f1", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4577a578-80", "ovs_interfaceid": "4577a578-80d5-4c3b-8448-c9b7ef3cbd55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.550681] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935375, 'name': ReconfigVM_Task, 'duration_secs': 0.944553} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.551526] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 1ee96550-ffee-4b07-b48e-7f5978d12145/1ee96550-ffee-4b07-b48e-7f5978d12145.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.551671] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abf8fd14-6418-4d45-bacc-b1f7df92b474 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.558151] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 746.558151] env[69281]: value = "task-3935378" [ 746.558151] env[69281]: _type = "Task" [ 746.558151] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.568411] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935378, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.735724] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935376, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.807703] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 3f6112ba-f475-4bdb-add6-8bed09ed54f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 746.987118] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080148} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.987340] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.988159] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41305a6-a9d6-400a-9194-7bc9f7d2afc1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.993524] env[69281]: DEBUG oslo_concurrency.lockutils [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] Releasing lock "refresh_cache-ba397f72-74e9-4816-be99-8228b5e33809" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.993775] env[69281]: DEBUG nova.compute.manager [req-e942649c-a83f-4ccb-9e38-baf8f6aaead1 req-13e432f0-adfa-4615-be3b-930d93f50a93 service nova] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Received event network-vif-deleted-9006216e-0e75-4b14-b0c3-7dff6cfc98b0 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.012570] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 61373d45-6df4-4cc8-bf4a-89f28f0a918b/61373d45-6df4-4cc8-bf4a-89f28f0a918b.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.012848] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31fb3d1c-b44c-4375-a928-c5059c911b39 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.033789] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 747.033789] env[69281]: value = "task-3935379" [ 747.033789] env[69281]: _type = "Task" [ 747.033789] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.043609] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.070223] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935378, 'name': Rename_Task, 'duration_secs': 0.171208} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.070672] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.070955] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-430a8787-dd17-4701-ae7d-03db66ab481f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.079141] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 747.079141] env[69281]: value = "task-3935380" [ 747.079141] env[69281]: _type = "Task" [ 747.079141] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.092975] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.237326] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935376, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.311513] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 49037718-4f32-4227-94e3-1e63a2f605d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 747.544868] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.590774] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.740953] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935376, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.814679] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 2d0613c8-f62b-4e39-adcc-da89d1264653 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 748.045522] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935379, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.091250] env[69281]: DEBUG oslo_vmware.api [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935380, 'name': PowerOnVM_Task, 'duration_secs': 0.736084} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.091834] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.091834] env[69281]: INFO nova.compute.manager [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Took 10.02 seconds to spawn the instance on the hypervisor. [ 748.091954] env[69281]: DEBUG nova.compute.manager [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 748.092728] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2e45cb-473e-4df7-a17f-68049bd4061a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.237870] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935376, 'name': CreateVM_Task, 'duration_secs': 1.645856} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.237870] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.238609] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.238782] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.239255] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.239442] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b598dd5f-c36a-45d7-b9db-eba9b23bbeee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.245232] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 748.245232] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d6e4e1-b751-b8d2-4a1f-5019ffcee818" [ 748.245232] env[69281]: _type = "Task" [ 748.245232] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.254754] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d6e4e1-b751-b8d2-4a1f-5019ffcee818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.318466] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance ef277bf0-8b0b-4e8d-bbee-13cb4ff68263 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 748.545468] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935379, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.613878] env[69281]: INFO nova.compute.manager [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Took 51.98 seconds to build instance. [ 748.760331] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d6e4e1-b751-b8d2-4a1f-5019ffcee818, 'name': SearchDatastore_Task, 'duration_secs': 0.011609} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.760714] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.760998] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.761311] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.761503] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.761719] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.762073] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14200101-4b9a-452f-81d4-eafaebe0377c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.773278] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.773278] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.774085] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5c9f52-8762-46c7-a8ac-f10cda3b437f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.780705] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 748.780705] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527373d4-1db0-0ede-c592-7db3f7e3d956" [ 748.780705] env[69281]: _type = "Task" [ 748.780705] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.791635] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527373d4-1db0-0ede-c592-7db3f7e3d956, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.821671] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance f7295443-8a3f-4fbe-af03-abf4419e4c9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.046694] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935379, 'name': ReconfigVM_Task, 'duration_secs': 1.977422} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.047113] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 61373d45-6df4-4cc8-bf4a-89f28f0a918b/61373d45-6df4-4cc8-bf4a-89f28f0a918b.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.047808] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56dc66e2-5408-4bc2-8919-8da465cea87f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.054653] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 749.054653] env[69281]: value = "task-3935381" [ 749.054653] env[69281]: _type = "Task" [ 749.054653] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.063283] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935381, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.115862] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7a245025-5ed1-42eb-a22b-e4bd8b825265 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "1ee96550-ffee-4b07-b48e-7f5978d12145" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.096s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.294577] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527373d4-1db0-0ede-c592-7db3f7e3d956, 'name': SearchDatastore_Task, 'duration_secs': 0.010089} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.294842] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4d9ccf8-a28d-4553-aec4-f348e757c20b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.301387] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 749.301387] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ffaa03-ca45-2570-ff89-8d3318327d36" [ 749.301387] env[69281]: _type = "Task" [ 749.301387] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.311208] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ffaa03-ca45-2570-ff89-8d3318327d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.325137] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance f9a0134d-8333-4348-bfd9-be2ad13ed7d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.565174] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935381, 'name': Rename_Task, 'duration_secs': 0.162448} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.565511] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.565659] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f7a7a1c-b84b-4445-8e7c-9838959e8919 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.572850] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 749.572850] env[69281]: value = "task-3935382" [ 749.572850] env[69281]: _type = "Task" [ 749.572850] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.581364] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.619321] env[69281]: DEBUG nova.compute.manager [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.812329] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ffaa03-ca45-2570-ff89-8d3318327d36, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.812638] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.814121] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ba397f72-74e9-4816-be99-8228b5e33809/ba397f72-74e9-4816-be99-8228b5e33809.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.814401] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caa08ed4-691f-4e9c-8d0e-811a9bde1843 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.821770] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 749.821770] env[69281]: value = "task-3935383" [ 749.821770] env[69281]: _type = "Task" [ 749.821770] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.828524] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.836740] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.836974] env[69281]: DEBUG nova.compute.manager [None req-c8c94246-ac1a-460f-a8d9-69009be012cb tempest-ServerDiagnosticsV248Test-1000934715 tempest-ServerDiagnosticsV248Test-1000934715-project-admin] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 749.838223] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b795883d-dd89-4b26-97f6-f162969aa199 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.846486] env[69281]: INFO nova.compute.manager [None req-c8c94246-ac1a-460f-a8d9-69009be012cb tempest-ServerDiagnosticsV248Test-1000934715 tempest-ServerDiagnosticsV248Test-1000934715-project-admin] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Retrieving diagnostics [ 749.849651] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce13377-26e3-405c-95e3-997ab772f0e7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.086660] env[69281]: DEBUG oslo_vmware.api [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935382, 'name': PowerOnVM_Task, 'duration_secs': 0.471774} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.086660] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.086660] env[69281]: INFO nova.compute.manager [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Took 9.11 seconds to spawn the instance on the hypervisor. [ 750.086660] env[69281]: DEBUG nova.compute.manager [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 750.087436] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fce2956-d3ca-41ef-a22b-dcf12e46b1c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.149794] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.336951] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 750.338520] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935383, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.525353] env[69281]: DEBUG nova.compute.manager [req-01795e90-fea4-4271-813c-3d815a44b424 req-970c3b23-4d6f-4b04-9303-9cb6b1b10575 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Received event network-changed-7f40e004-b664-4789-9acd-7918472ee9d1 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.525553] env[69281]: DEBUG nova.compute.manager [req-01795e90-fea4-4271-813c-3d815a44b424 req-970c3b23-4d6f-4b04-9303-9cb6b1b10575 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Refreshing instance network info cache due to event network-changed-7f40e004-b664-4789-9acd-7918472ee9d1. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.525768] env[69281]: DEBUG oslo_concurrency.lockutils [req-01795e90-fea4-4271-813c-3d815a44b424 req-970c3b23-4d6f-4b04-9303-9cb6b1b10575 service nova] Acquiring lock "refresh_cache-1ee96550-ffee-4b07-b48e-7f5978d12145" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.525912] env[69281]: DEBUG oslo_concurrency.lockutils [req-01795e90-fea4-4271-813c-3d815a44b424 req-970c3b23-4d6f-4b04-9303-9cb6b1b10575 service nova] Acquired lock "refresh_cache-1ee96550-ffee-4b07-b48e-7f5978d12145" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.526086] env[69281]: DEBUG nova.network.neutron [req-01795e90-fea4-4271-813c-3d815a44b424 req-970c3b23-4d6f-4b04-9303-9cb6b1b10575 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Refreshing network info cache for port 7f40e004-b664-4789-9acd-7918472ee9d1 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.614432] env[69281]: INFO nova.compute.manager [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Took 45.70 seconds to build instance. [ 750.835143] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570307} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.835143] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ba397f72-74e9-4816-be99-8228b5e33809/ba397f72-74e9-4816-be99-8228b5e33809.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.835143] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.835143] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46045f41-3401-404d-8910-5333579044ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.840995] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 750.843713] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 750.843713] env[69281]: value = "task-3935384" [ 750.843713] env[69281]: _type = "Task" [ 750.843713] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.853266] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.116684] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2a5d634a-b1be-42a4-99e4-7a9287773266 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "61373d45-6df4-4cc8-bf4a-89f28f0a918b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.761s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.223156] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Acquiring lock "ef3e2a26-da12-4180-aee6-40f3bebca9c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.223598] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Lock "ef3e2a26-da12-4180-aee6-40f3bebca9c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.228721] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Acquiring lock "ef3e2a26-da12-4180-aee6-40f3bebca9c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.228721] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Lock "ef3e2a26-da12-4180-aee6-40f3bebca9c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.228721] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Lock "ef3e2a26-da12-4180-aee6-40f3bebca9c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.228721] env[69281]: INFO nova.compute.manager [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Terminating instance [ 751.323811] env[69281]: DEBUG nova.network.neutron [req-01795e90-fea4-4271-813c-3d815a44b424 req-970c3b23-4d6f-4b04-9303-9cb6b1b10575 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Updated VIF entry in instance network info cache for port 7f40e004-b664-4789-9acd-7918472ee9d1. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.323811] env[69281]: DEBUG nova.network.neutron [req-01795e90-fea4-4271-813c-3d815a44b424 req-970c3b23-4d6f-4b04-9303-9cb6b1b10575 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Updating instance_info_cache with network_info: [{"id": "7f40e004-b664-4789-9acd-7918472ee9d1", "address": "fa:16:3e:5b:2c:49", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f40e004-b6", "ovs_interfaceid": "7f40e004-b664-4789-9acd-7918472ee9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.345351] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 08a765e1-c6ce-459a-9543-f017aa8202ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 751.357408] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074499} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.357408] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.358098] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16152fc3-c834-4350-900b-78de4e856230 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.383636] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] ba397f72-74e9-4816-be99-8228b5e33809/ba397f72-74e9-4816-be99-8228b5e33809.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.384457] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a472cd40-1558-4fe0-b3d9-4cacfff0686b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.404926] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 751.404926] env[69281]: value = "task-3935385" [ 751.404926] env[69281]: _type = "Task" [ 751.404926] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.416946] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.623791] env[69281]: DEBUG nova.compute.manager [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.733408] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Acquiring lock "refresh_cache-ef3e2a26-da12-4180-aee6-40f3bebca9c4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.733619] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Acquired lock "refresh_cache-ef3e2a26-da12-4180-aee6-40f3bebca9c4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.733805] env[69281]: DEBUG nova.network.neutron [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.827078] env[69281]: DEBUG oslo_concurrency.lockutils [req-01795e90-fea4-4271-813c-3d815a44b424 req-970c3b23-4d6f-4b04-9303-9cb6b1b10575 service nova] Releasing lock "refresh_cache-1ee96550-ffee-4b07-b48e-7f5978d12145" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.852308] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 30e0d6a1-a30e-4023-94e4-4fba054a237d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 751.852657] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 751.852847] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 751.916455] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.036341] env[69281]: INFO nova.compute.manager [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Rebuilding instance [ 752.079820] env[69281]: DEBUG nova.compute.manager [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 752.080751] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921ddd52-55d5-4bb0-86c4-3f73449c1d77 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.142943] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.258982] env[69281]: DEBUG nova.network.neutron [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.320141] env[69281]: DEBUG nova.network.neutron [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.413441] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb43024d-50b0-4604-bd78-6809b02bff82 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.423306] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9c0b4d-e084-4f2c-8bf4-2fc6720c034d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.426605] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935385, 'name': ReconfigVM_Task, 'duration_secs': 0.56551} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.426859] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Reconfigured VM instance instance-00000028 to attach disk [datastore1] ba397f72-74e9-4816-be99-8228b5e33809/ba397f72-74e9-4816-be99-8228b5e33809.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.427753] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e9bbcab-fb22-40d4-8914-cdefccf0c97c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.456259] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74612682-d87e-4fa2-9e3f-487937150d31 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.458989] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 752.458989] env[69281]: value = "task-3935386" [ 752.458989] env[69281]: _type = "Task" [ 752.458989] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.465839] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6868eb-bd82-4f6a-a14a-fca3815d2949 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.472966] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935386, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.482980] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.825285] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Releasing lock "refresh_cache-ef3e2a26-da12-4180-aee6-40f3bebca9c4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.825285] env[69281]: DEBUG nova.compute.manager [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.825664] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.826375] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee72b40-1a7b-4bc5-8403-c3ab79821946 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.834928] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.835203] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc09c304-d7ea-43de-9bbc-a184bda6c2c6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.843382] env[69281]: DEBUG oslo_vmware.api [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Waiting for the task: (returnval){ [ 752.843382] env[69281]: value = "task-3935387" [ 752.843382] env[69281]: _type = "Task" [ 752.843382] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.852759] env[69281]: DEBUG oslo_vmware.api [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.969791] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935386, 'name': Rename_Task, 'duration_secs': 0.148853} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.970114] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.970397] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8253588c-7ea9-4381-8a3d-8100ec901fae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.978735] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 752.978735] env[69281]: value = "task-3935388" [ 752.978735] env[69281]: _type = "Task" [ 752.978735] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.992299] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.996662] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.097913] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.097913] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c208fae-6d39-425f-a778-bf0cf3a5f860 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.106690] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 753.106690] env[69281]: value = "task-3935389" [ 753.106690] env[69281]: _type = "Task" [ 753.106690] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.117772] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.353232] env[69281]: DEBUG oslo_vmware.api [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935387, 'name': PowerOffVM_Task, 'duration_secs': 0.321493} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.353537] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.353704] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.353956] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0426c891-563e-48ed-bc21-5e6c558393ef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.382667] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.382899] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.383103] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Deleting the datastore file [datastore2] ef3e2a26-da12-4180-aee6-40f3bebca9c4 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.383407] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46a2aec1-10fa-4c95-a130-ac1c6c104ac7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.392124] env[69281]: DEBUG oslo_vmware.api [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Waiting for the task: (returnval){ [ 753.392124] env[69281]: value = "task-3935391" [ 753.392124] env[69281]: _type = "Task" [ 753.392124] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.401072] env[69281]: DEBUG oslo_vmware.api [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.490265] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935388, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.499609] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 753.499917] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.806s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.500217] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.263s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.500531] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.506976] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.145s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.509978] env[69281]: INFO nova.compute.claims [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.541516] env[69281]: INFO nova.scheduler.client.report [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Deleted allocations for instance 2d71fa70-71a7-4db9-a52e-86f668a8af0f [ 753.620412] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935389, 'name': PowerOffVM_Task, 'duration_secs': 0.193461} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.620412] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.620412] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.620412] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf75ab2-1aa6-47a3-98f9-ce146d480e34 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.630279] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.630543] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9090b6a-aa2b-483a-be7d-2a93b07000a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.722941] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.722941] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.723135] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleting the datastore file [datastore1] 61373d45-6df4-4cc8-bf4a-89f28f0a918b {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.724155] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe7a8640-bfac-4a00-81c8-eff926f02521 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.730908] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 753.730908] env[69281]: value = "task-3935393" [ 753.730908] env[69281]: _type = "Task" [ 753.730908] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.739045] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.902250] env[69281]: DEBUG oslo_vmware.api [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Task: {'id': task-3935391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196834} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.902520] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.902658] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.902836] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.903016] env[69281]: INFO nova.compute.manager [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Took 1.08 seconds to destroy the instance on the hypervisor. [ 753.903276] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.903489] env[69281]: DEBUG nova.compute.manager [-] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.903580] env[69281]: DEBUG nova.network.neutron [-] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.922935] env[69281]: DEBUG nova.network.neutron [-] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.992120] env[69281]: DEBUG oslo_vmware.api [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935388, 'name': PowerOnVM_Task, 'duration_secs': 0.540454} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.992120] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.992428] env[69281]: INFO nova.compute.manager [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Took 10.25 seconds to spawn the instance on the hypervisor. [ 753.992669] env[69281]: DEBUG nova.compute.manager [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.993992] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22001b8d-f464-4e76-b815-70e8f1c0dc3b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.050319] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61d72974-858e-4910-ac08-d6c2e94b2f90 tempest-DeleteServersAdminTestJSON-1417661457 tempest-DeleteServersAdminTestJSON-1417661457-project-member] Lock "2d71fa70-71a7-4db9-a52e-86f668a8af0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.638s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.248947] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.425815] env[69281]: DEBUG nova.network.neutron [-] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.519677] env[69281]: INFO nova.compute.manager [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Took 48.26 seconds to build instance. [ 754.745130] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.581888} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.747895] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.748104] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.748275] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.928214] env[69281]: INFO nova.compute.manager [-] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Took 1.02 seconds to deallocate network for instance. [ 754.973041] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bd529a-3fa2-45f9-a48b-2670efb43a44 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.980786] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-db181c5d-e01e-4c6f-a6b6-b1df695c2771 tempest-ServersAdminNegativeTestJSON-1170575584 tempest-ServersAdminNegativeTestJSON-1170575584-project-admin] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Suspending the VM {{(pid=69281) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 754.980786] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f9974c47-520c-4e0b-8c69-8b50d72491a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.989043] env[69281]: DEBUG oslo_vmware.api [None req-db181c5d-e01e-4c6f-a6b6-b1df695c2771 tempest-ServersAdminNegativeTestJSON-1170575584 tempest-ServersAdminNegativeTestJSON-1170575584-project-admin] Waiting for the task: (returnval){ [ 754.989043] env[69281]: value = "task-3935394" [ 754.989043] env[69281]: _type = "Task" [ 754.989043] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.998084] env[69281]: DEBUG oslo_vmware.api [None req-db181c5d-e01e-4c6f-a6b6-b1df695c2771 tempest-ServersAdminNegativeTestJSON-1170575584 tempest-ServersAdminNegativeTestJSON-1170575584-project-admin] Task: {'id': task-3935394, 'name': SuspendVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.029934] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e055538b-6ed9-4968-b4a1-0a95b9bc6abb tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "ba397f72-74e9-4816-be99-8228b5e33809" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.476s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.153845] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd8b6dc-4e81-448c-85b2-840052cf45e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.163701] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc90a5d-750f-45bc-9ede-f98944018f4d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.198053] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932341f4-12d6-40e3-99f9-a20d747169b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.206632] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58df100-998b-4dba-b707-fa9c1f04b2fd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.223139] env[69281]: DEBUG nova.compute.provider_tree [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.435517] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.500239] env[69281]: DEBUG oslo_vmware.api [None req-db181c5d-e01e-4c6f-a6b6-b1df695c2771 tempest-ServersAdminNegativeTestJSON-1170575584 tempest-ServersAdminNegativeTestJSON-1170575584-project-admin] Task: {'id': task-3935394, 'name': SuspendVM_Task} progress is 62%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.535112] env[69281]: DEBUG nova.compute.manager [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.750381] env[69281]: ERROR nova.scheduler.client.report [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [req-05729b80-9ae1-4c37-8da4-26864f42b2b8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-05729b80-9ae1-4c37-8da4-26864f42b2b8"}]} [ 755.770161] env[69281]: DEBUG nova.scheduler.client.report [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 755.786695] env[69281]: DEBUG nova.scheduler.client.report [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 755.787745] env[69281]: DEBUG nova.compute.provider_tree [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.793145] env[69281]: DEBUG nova.virt.hardware [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.793145] env[69281]: DEBUG nova.virt.hardware [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.793145] env[69281]: DEBUG nova.virt.hardware [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.793642] env[69281]: DEBUG nova.virt.hardware [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.793642] env[69281]: DEBUG nova.virt.hardware [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.793642] env[69281]: DEBUG nova.virt.hardware [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.793642] env[69281]: DEBUG nova.virt.hardware [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.793642] env[69281]: DEBUG nova.virt.hardware [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.793793] env[69281]: DEBUG nova.virt.hardware [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.793793] env[69281]: DEBUG nova.virt.hardware [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.793793] env[69281]: DEBUG nova.virt.hardware [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.793965] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beea8122-fed9-4e97-81de-9e0fc7a4e401 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.805539] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a6ee2e-9820-4a06-a2d2-15a7f25433b0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.821083] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:d5:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4a541e0-e5ea-49e4-b098-1cc95b65c23d', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.828753] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.829918] env[69281]: DEBUG nova.scheduler.client.report [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 755.831943] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.833133] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3ca61b6-7780-4d28-986e-5b86ac83fddb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.854684] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.854684] env[69281]: value = "task-3935395" [ 755.854684] env[69281]: _type = "Task" [ 755.854684] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.858990] env[69281]: DEBUG nova.scheduler.client.report [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 755.866723] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935395, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.006101] env[69281]: DEBUG oslo_vmware.api [None req-db181c5d-e01e-4c6f-a6b6-b1df695c2771 tempest-ServersAdminNegativeTestJSON-1170575584 tempest-ServersAdminNegativeTestJSON-1170575584-project-admin] Task: {'id': task-3935394, 'name': SuspendVM_Task, 'duration_secs': 0.648395} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.006448] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-db181c5d-e01e-4c6f-a6b6-b1df695c2771 tempest-ServersAdminNegativeTestJSON-1170575584 tempest-ServersAdminNegativeTestJSON-1170575584-project-admin] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Suspended the VM {{(pid=69281) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 756.006640] env[69281]: DEBUG nova.compute.manager [None req-db181c5d-e01e-4c6f-a6b6-b1df695c2771 tempest-ServersAdminNegativeTestJSON-1170575584 tempest-ServersAdminNegativeTestJSON-1170575584-project-admin] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 756.007479] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58679117-5c04-4942-859a-eeb8450cf034 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.059387] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.365973] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935395, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.494999] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f034675f-71b8-49bb-9bf7-bc396e0e4653 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.503249] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d06722a-0dca-46a0-b392-0558eed58643 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.538506] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21417f64-0972-407e-8e6d-c4c7c8bbc9b3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.548187] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3196891-d257-4d87-8982-63c9fb72a243 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.565031] env[69281]: DEBUG nova.compute.provider_tree [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.865101] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935395, 'name': CreateVM_Task, 'duration_secs': 0.709068} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.865404] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.866021] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.866196] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.866512] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.866763] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a18ccb1-9cef-4c31-8bd9-7a3a2abf529a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.871808] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 756.871808] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5240029e-5e65-6f41-b145-c56218b3e9bf" [ 756.871808] env[69281]: _type = "Task" [ 756.871808] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.880379] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5240029e-5e65-6f41-b145-c56218b3e9bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.102639] env[69281]: DEBUG nova.scheduler.client.report [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 757.103043] env[69281]: DEBUG nova.compute.provider_tree [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 71 to 72 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 757.103247] env[69281]: DEBUG nova.compute.provider_tree [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.385032] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5240029e-5e65-6f41-b145-c56218b3e9bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012099} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.385149] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.385300] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.385529] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.385672] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.385946] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.386182] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32b562a2-f7b3-4e4a-b868-3ab01563357f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.396242] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.396470] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.397291] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d42add6b-6099-4f44-8913-0b0e25a9b9aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.405211] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 757.405211] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bf2519-b486-7fa7-24ea-3687a7598fbb" [ 757.405211] env[69281]: _type = "Task" [ 757.405211] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.414469] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bf2519-b486-7fa7-24ea-3687a7598fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.610523] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.103s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.610769] env[69281]: DEBUG nova.compute.manager [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.613662] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.453s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.613854] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.615878] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.878s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.617894] env[69281]: INFO nova.compute.claims [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.661572] env[69281]: INFO nova.scheduler.client.report [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Deleted allocations for instance 9b385495-33e8-463b-bdfd-b2a714b2df1e [ 757.917295] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bf2519-b486-7fa7-24ea-3687a7598fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.918117] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-205fba72-32e7-47cd-b23f-acd98c8b1445 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.924888] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 757.924888] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b7fdd2-97a6-d76c-6aa7-8ef2fff12e55" [ 757.924888] env[69281]: _type = "Task" [ 757.924888] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.933993] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b7fdd2-97a6-d76c-6aa7-8ef2fff12e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.123698] env[69281]: DEBUG nova.compute.utils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.126998] env[69281]: DEBUG nova.compute.manager [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.127189] env[69281]: DEBUG nova.network.neutron [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.175291] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70a50f31-8a26-4877-a1ee-01544dec7139 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "9b385495-33e8-463b-bdfd-b2a714b2df1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.753s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.176453] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "9b385495-33e8-463b-bdfd-b2a714b2df1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 43.062s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.176685] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "9b385495-33e8-463b-bdfd-b2a714b2df1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.176898] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "9b385495-33e8-463b-bdfd-b2a714b2df1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.177076] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "9b385495-33e8-463b-bdfd-b2a714b2df1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.179312] env[69281]: INFO nova.compute.manager [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Terminating instance [ 758.202847] env[69281]: DEBUG nova.policy [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9805531c2e514e0eb8dd3702fde96ef8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfaec4c79b654104b54a71f06919072e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.436346] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b7fdd2-97a6-d76c-6aa7-8ef2fff12e55, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.436346] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.436707] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 61373d45-6df4-4cc8-bf4a-89f28f0a918b/61373d45-6df4-4cc8-bf4a-89f28f0a918b.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.436982] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6719402d-ff2b-49df-9c47-27160c44f9ec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.445627] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 758.445627] env[69281]: value = "task-3935396" [ 758.445627] env[69281]: _type = "Task" [ 758.445627] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.455139] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.627869] env[69281]: DEBUG nova.compute.manager [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.684858] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.684858] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquired lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.684858] env[69281]: DEBUG nova.network.neutron [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.713075] env[69281]: DEBUG nova.network.neutron [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Successfully created port: 725820e7-6c36-42a7-b348-480790c19a52 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.956853] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935396, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.970931] env[69281]: DEBUG oslo_concurrency.lockutils [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "ba397f72-74e9-4816-be99-8228b5e33809" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.971420] env[69281]: DEBUG oslo_concurrency.lockutils [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "ba397f72-74e9-4816-be99-8228b5e33809" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.971496] env[69281]: DEBUG oslo_concurrency.lockutils [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "ba397f72-74e9-4816-be99-8228b5e33809-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.971687] env[69281]: DEBUG oslo_concurrency.lockutils [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "ba397f72-74e9-4816-be99-8228b5e33809-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.972142] env[69281]: DEBUG oslo_concurrency.lockutils [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "ba397f72-74e9-4816-be99-8228b5e33809-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.974376] env[69281]: INFO nova.compute.manager [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Terminating instance [ 759.190620] env[69281]: DEBUG nova.compute.utils [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Can not refresh info_cache because instance was not found {{(pid=69281) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 759.215054] env[69281]: DEBUG nova.network.neutron [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.283093] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c364887-57a4-4546-b201-d64d6af99cc7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.292509] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1146ccc5-618f-4249-ba12-7d4846836fb2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.327796] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a26327a-271b-4e04-8822-36c48348b0da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.336647] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792a6048-ac3c-4aca-9069-cae141195347 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.342645] env[69281]: DEBUG nova.network.neutron [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.351867] env[69281]: DEBUG nova.compute.provider_tree [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.464287] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543514} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.464287] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 61373d45-6df4-4cc8-bf4a-89f28f0a918b/61373d45-6df4-4cc8-bf4a-89f28f0a918b.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.464287] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.464287] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-297498e4-b54a-4784-a694-34fe94c60979 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.469974] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 759.469974] env[69281]: value = "task-3935397" [ 759.469974] env[69281]: _type = "Task" [ 759.469974] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.479675] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.483525] env[69281]: DEBUG nova.compute.manager [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.483525] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.483525] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f67e03-e8db-4a6a-bfd4-f6692a86146d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.491922] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.492367] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be8f4ed8-5bc8-4d95-9d29-fb6e93a55346 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.539902] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.539902] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.539902] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "3e8581b9-ab8e-4a33-acc4-0de1debb5dfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.539902] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "3e8581b9-ab8e-4a33-acc4-0de1debb5dfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.540267] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "3e8581b9-ab8e-4a33-acc4-0de1debb5dfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.541530] env[69281]: INFO nova.compute.manager [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Terminating instance [ 759.571168] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.571496] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.571683] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Deleting the datastore file [datastore1] ba397f72-74e9-4816-be99-8228b5e33809 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.571954] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30438585-5247-47c7-804b-4fe5a59a159d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.581197] env[69281]: DEBUG oslo_vmware.api [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 759.581197] env[69281]: value = "task-3935399" [ 759.581197] env[69281]: _type = "Task" [ 759.581197] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.590659] env[69281]: DEBUG oslo_vmware.api [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.640094] env[69281]: DEBUG nova.compute.manager [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.669804] env[69281]: DEBUG nova.virt.hardware [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.670200] env[69281]: DEBUG nova.virt.hardware [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.670454] env[69281]: DEBUG nova.virt.hardware [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.670454] env[69281]: DEBUG nova.virt.hardware [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.670595] env[69281]: DEBUG nova.virt.hardware [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.670684] env[69281]: DEBUG nova.virt.hardware [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.670888] env[69281]: DEBUG nova.virt.hardware [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.671086] env[69281]: DEBUG nova.virt.hardware [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.671310] env[69281]: DEBUG nova.virt.hardware [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.671534] env[69281]: DEBUG nova.virt.hardware [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.671761] env[69281]: DEBUG nova.virt.hardware [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.672685] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844b0ca0-8af1-4084-a978-a8e5ced6d3d2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.683144] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8392af34-6d80-4b8f-bc1c-2780ec765bac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.855399] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Releasing lock "refresh_cache-9b385495-33e8-463b-bdfd-b2a714b2df1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.855625] env[69281]: DEBUG nova.compute.manager [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.855694] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.859214] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-695e3a73-c979-46ba-bb9e-a585c371903b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.868511] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7bd19a-421e-48e8-903e-2280413a52f5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.889925] env[69281]: DEBUG nova.scheduler.client.report [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 759.890275] env[69281]: DEBUG nova.compute.provider_tree [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 72 to 73 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 759.890492] env[69281]: DEBUG nova.compute.provider_tree [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.906820] env[69281]: WARNING nova.virt.vmwareapi.vmops [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9b385495-33e8-463b-bdfd-b2a714b2df1e could not be found. [ 759.907048] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.907241] env[69281]: INFO nova.compute.manager [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Took 0.05 seconds to destroy the instance on the hypervisor. [ 759.907502] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.908988] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.909546] env[69281]: DEBUG nova.compute.manager [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.912120] env[69281]: DEBUG nova.compute.manager [-] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.912212] env[69281]: DEBUG nova.network.neutron [-] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.914033] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 40.582s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.932373] env[69281]: DEBUG nova.network.neutron [-] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.979675] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076281} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.979983] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.980783] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96f6da4-d719-40d1-ab51-97c7ff165b76 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.003919] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 61373d45-6df4-4cc8-bf4a-89f28f0a918b/61373d45-6df4-4cc8-bf4a-89f28f0a918b.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.004275] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d15420c-a9a5-4ff7-aa73-8737ec9a28da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.024073] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 760.024073] env[69281]: value = "task-3935400" [ 760.024073] env[69281]: _type = "Task" [ 760.024073] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.033373] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.046277] env[69281]: DEBUG nova.compute.manager [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.046512] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.047496] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc96091-0742-4927-aa0a-22aee25e05fe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.055717] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.056018] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-837027d4-359f-4fc0-81ec-412a1a1d4382 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.063484] env[69281]: DEBUG oslo_vmware.api [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 760.063484] env[69281]: value = "task-3935401" [ 760.063484] env[69281]: _type = "Task" [ 760.063484] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.072931] env[69281]: DEBUG oslo_vmware.api [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.093659] env[69281]: DEBUG oslo_vmware.api [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423237} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.093935] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.094541] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.094541] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.094541] env[69281]: INFO nova.compute.manager [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Took 0.61 seconds to destroy the instance on the hypervisor. [ 760.094827] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.095299] env[69281]: DEBUG nova.compute.manager [-] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.095299] env[69281]: DEBUG nova.network.neutron [-] [instance: ba397f72-74e9-4816-be99-8228b5e33809] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.418028] env[69281]: DEBUG nova.compute.utils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.430308] env[69281]: DEBUG nova.compute.manager [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.430308] env[69281]: DEBUG nova.network.neutron [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.435486] env[69281]: DEBUG nova.compute.manager [req-7e3d20aa-7aa8-446e-8b77-84edfd52cb33 req-659e947a-7a18-487e-a9bd-cc00e28b264b service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Received event network-vif-plugged-725820e7-6c36-42a7-b348-480790c19a52 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.435635] env[69281]: DEBUG oslo_concurrency.lockutils [req-7e3d20aa-7aa8-446e-8b77-84edfd52cb33 req-659e947a-7a18-487e-a9bd-cc00e28b264b service nova] Acquiring lock "91e4ae0e-21b4-43ae-a491-b1d5032f39f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.435876] env[69281]: DEBUG oslo_concurrency.lockutils [req-7e3d20aa-7aa8-446e-8b77-84edfd52cb33 req-659e947a-7a18-487e-a9bd-cc00e28b264b service nova] Lock "91e4ae0e-21b4-43ae-a491-b1d5032f39f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.436043] env[69281]: DEBUG oslo_concurrency.lockutils [req-7e3d20aa-7aa8-446e-8b77-84edfd52cb33 req-659e947a-7a18-487e-a9bd-cc00e28b264b service nova] Lock "91e4ae0e-21b4-43ae-a491-b1d5032f39f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.436213] env[69281]: DEBUG nova.compute.manager [req-7e3d20aa-7aa8-446e-8b77-84edfd52cb33 req-659e947a-7a18-487e-a9bd-cc00e28b264b service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] No waiting events found dispatching network-vif-plugged-725820e7-6c36-42a7-b348-480790c19a52 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 760.436474] env[69281]: WARNING nova.compute.manager [req-7e3d20aa-7aa8-446e-8b77-84edfd52cb33 req-659e947a-7a18-487e-a9bd-cc00e28b264b service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Received unexpected event network-vif-plugged-725820e7-6c36-42a7-b348-480790c19a52 for instance with vm_state building and task_state spawning. [ 760.438613] env[69281]: DEBUG nova.network.neutron [-] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.539230] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935400, 'name': ReconfigVM_Task, 'duration_secs': 0.341375} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.539632] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 61373d45-6df4-4cc8-bf4a-89f28f0a918b/61373d45-6df4-4cc8-bf4a-89f28f0a918b.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.540217] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9742984-8241-42eb-b834-f8f271bbeb62 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.550149] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 760.550149] env[69281]: value = "task-3935402" [ 760.550149] env[69281]: _type = "Task" [ 760.550149] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.554284] env[69281]: DEBUG nova.network.neutron [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Successfully updated port: 725820e7-6c36-42a7-b348-480790c19a52 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.567129] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935402, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.579282] env[69281]: DEBUG nova.compute.manager [req-dd1f872f-f78d-450c-a1f3-8dff6bf14cd0 req-981658bd-d588-47c6-84ab-0a7c064a9c64 service nova] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Received event network-vif-deleted-4577a578-80d5-4c3b-8448-c9b7ef3cbd55 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.579493] env[69281]: INFO nova.compute.manager [req-dd1f872f-f78d-450c-a1f3-8dff6bf14cd0 req-981658bd-d588-47c6-84ab-0a7c064a9c64 service nova] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Neutron deleted interface 4577a578-80d5-4c3b-8448-c9b7ef3cbd55; detaching it from the instance and deleting it from the info cache [ 760.579665] env[69281]: DEBUG nova.network.neutron [req-dd1f872f-f78d-450c-a1f3-8dff6bf14cd0 req-981658bd-d588-47c6-84ab-0a7c064a9c64 service nova] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.583558] env[69281]: DEBUG nova.policy [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8319285550d45a78f3b361a93c82ccf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef2f4c7ef039458fb14acc314185f044', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.588852] env[69281]: DEBUG oslo_vmware.api [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935401, 'name': PowerOffVM_Task, 'duration_secs': 0.206822} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.595105] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.595336] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.597441] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1b762db-1d65-4d1a-a271-49e4e892a2e7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.666431] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.666431] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.666431] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Deleting the datastore file [datastore1] 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.666431] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dff3fef8-76df-4cea-9748-06d83377c4b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.674488] env[69281]: DEBUG oslo_vmware.api [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for the task: (returnval){ [ 760.674488] env[69281]: value = "task-3935404" [ 760.674488] env[69281]: _type = "Task" [ 760.674488] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.683133] env[69281]: DEBUG oslo_vmware.api [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.931038] env[69281]: DEBUG nova.compute.manager [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.940201] env[69281]: DEBUG nova.network.neutron [-] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.941371] env[69281]: INFO nova.compute.manager [-] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Took 1.03 seconds to deallocate network for instance. [ 761.058453] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquiring lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.058453] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquired lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.058453] env[69281]: DEBUG nova.network.neutron [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.072228] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935402, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.082315] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7eaec889-1bd0-4422-8698-cb694d5159e3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.095734] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e63eac4-678a-4374-adb9-78562e9c7fe2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.134650] env[69281]: DEBUG nova.compute.manager [req-dd1f872f-f78d-450c-a1f3-8dff6bf14cd0 req-981658bd-d588-47c6-84ab-0a7c064a9c64 service nova] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Detach interface failed, port_id=4577a578-80d5-4c3b-8448-c9b7ef3cbd55, reason: Instance ba397f72-74e9-4816-be99-8228b5e33809 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 761.135820] env[69281]: DEBUG nova.network.neutron [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.155081] env[69281]: DEBUG nova.network.neutron [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Successfully created port: b598aec0-f4f7-4182-9103-c21283f7b671 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.166360] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa58a02-bd3c-414c-9c8c-969492cafd9a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.174841] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798a6d7f-064a-43f8-a565-9ec017125dcf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.192018] env[69281]: DEBUG oslo_vmware.api [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Task: {'id': task-3935404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159681} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.217442] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.217442] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.217442] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.217705] env[69281]: INFO nova.compute.manager [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 761.217954] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.218792] env[69281]: DEBUG nova.compute.manager [-] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.218896] env[69281]: DEBUG nova.network.neutron [-] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.221197] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d12bd5-4cd6-4a2a-b74d-37a60ad0b74e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.230256] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd94049-3389-439d-bbed-f1509f3075b0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.246333] env[69281]: DEBUG nova.compute.provider_tree [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.444411] env[69281]: INFO nova.compute.manager [-] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Took 1.35 seconds to deallocate network for instance. [ 761.450846] env[69281]: INFO nova.compute.manager [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Instance disappeared during terminate [ 761.451065] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f5d62f60-1a06-4b05-b8b9-28961abc49f4 tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "9b385495-33e8-463b-bdfd-b2a714b2df1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.275s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.463020] env[69281]: DEBUG nova.network.neutron [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Updating instance_info_cache with network_info: [{"id": "725820e7-6c36-42a7-b348-480790c19a52", "address": "fa:16:3e:30:86:47", "network": {"id": "89569c5a-f58e-44c9-9337-fcc636bb3cf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1212476580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfaec4c79b654104b54a71f06919072e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725820e7-6c", "ovs_interfaceid": "725820e7-6c36-42a7-b348-480790c19a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.563862] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935402, 'name': Rename_Task, 'duration_secs': 0.879382} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.564254] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.564428] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e9dced5-4806-434a-b5c9-97126dc0b64b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.574009] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 761.574009] env[69281]: value = "task-3935405" [ 761.574009] env[69281]: _type = "Task" [ 761.574009] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.588468] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.789032] env[69281]: DEBUG nova.scheduler.client.report [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 761.789387] env[69281]: DEBUG nova.compute.provider_tree [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 73 to 74 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 761.789596] env[69281]: DEBUG nova.compute.provider_tree [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.947689] env[69281]: DEBUG nova.compute.manager [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.961525] env[69281]: DEBUG oslo_concurrency.lockutils [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.966583] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Releasing lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.966902] env[69281]: DEBUG nova.compute.manager [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Instance network_info: |[{"id": "725820e7-6c36-42a7-b348-480790c19a52", "address": "fa:16:3e:30:86:47", "network": {"id": "89569c5a-f58e-44c9-9337-fcc636bb3cf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1212476580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfaec4c79b654104b54a71f06919072e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725820e7-6c", "ovs_interfaceid": "725820e7-6c36-42a7-b348-480790c19a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.967350] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:86:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '725820e7-6c36-42a7-b348-480790c19a52', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.975520] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Creating folder: Project (cfaec4c79b654104b54a71f06919072e). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.978015] env[69281]: DEBUG nova.virt.hardware [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.978742] env[69281]: DEBUG nova.virt.hardware [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.978742] env[69281]: DEBUG nova.virt.hardware [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.978742] env[69281]: DEBUG nova.virt.hardware [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.978742] env[69281]: DEBUG nova.virt.hardware [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.978937] env[69281]: DEBUG nova.virt.hardware [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.979147] env[69281]: DEBUG nova.virt.hardware [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.979358] env[69281]: DEBUG nova.virt.hardware [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.979501] env[69281]: DEBUG nova.virt.hardware [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.979690] env[69281]: DEBUG nova.virt.hardware [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.979845] env[69281]: DEBUG nova.virt.hardware [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.980213] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6148ece-8e2f-49bc-bab2-2866b6a7b46d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.982483] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653164f4-437d-4840-8b20-28556467d0dd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.993958] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3319d88-d8b1-49ee-8b48-64e3f53e2d9e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.998415] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Created folder: Project (cfaec4c79b654104b54a71f06919072e) in parent group-v781128. [ 761.998718] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Creating folder: Instances. Parent ref: group-v781252. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.999406] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc8cc163-0584-4c38-a7ed-32e3bfebf560 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.012117] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Created folder: Instances in parent group-v781252. [ 762.012375] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.012578] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.012785] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-802e1d24-fde1-4a43-a36c-12d585314952 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.033783] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.033783] env[69281]: value = "task-3935408" [ 762.033783] env[69281]: _type = "Task" [ 762.033783] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.050263] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935408, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.058894] env[69281]: DEBUG nova.network.neutron [-] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.090595] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935405, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.545849] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935408, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.562652] env[69281]: INFO nova.compute.manager [-] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Took 1.34 seconds to deallocate network for instance. [ 762.585559] env[69281]: DEBUG oslo_vmware.api [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935405, 'name': PowerOnVM_Task, 'duration_secs': 0.520666} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.585779] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.585995] env[69281]: DEBUG nova.compute.manager [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 762.586799] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64a4c6e-0d72-4965-b472-385b313a9db2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.598498] env[69281]: DEBUG nova.compute.manager [req-190a1710-92fe-4a51-949d-cf5f13a8b7c5 req-897e8745-636b-4686-83f3-c01e9a339d19 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Received event network-changed-725820e7-6c36-42a7-b348-480790c19a52 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.598716] env[69281]: DEBUG nova.compute.manager [req-190a1710-92fe-4a51-949d-cf5f13a8b7c5 req-897e8745-636b-4686-83f3-c01e9a339d19 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Refreshing instance network info cache due to event network-changed-725820e7-6c36-42a7-b348-480790c19a52. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.598945] env[69281]: DEBUG oslo_concurrency.lockutils [req-190a1710-92fe-4a51-949d-cf5f13a8b7c5 req-897e8745-636b-4686-83f3-c01e9a339d19 service nova] Acquiring lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.599131] env[69281]: DEBUG oslo_concurrency.lockutils [req-190a1710-92fe-4a51-949d-cf5f13a8b7c5 req-897e8745-636b-4686-83f3-c01e9a339d19 service nova] Acquired lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.599263] env[69281]: DEBUG nova.network.neutron [req-190a1710-92fe-4a51-949d-cf5f13a8b7c5 req-897e8745-636b-4686-83f3-c01e9a339d19 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Refreshing network info cache for port 725820e7-6c36-42a7-b348-480790c19a52 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.734299] env[69281]: DEBUG oslo_concurrency.lockutils [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquiring lock "5461af5c-2687-413e-af95-2ceaea58953f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.734299] env[69281]: DEBUG oslo_concurrency.lockutils [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Lock "5461af5c-2687-413e-af95-2ceaea58953f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.740726] env[69281]: DEBUG nova.compute.manager [req-3d0e29d0-c686-4b7b-a0b6-590d1a0997c1 req-e08836e2-6a14-42a5-bf56-29e3ca4c3e3f service nova] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Received event network-vif-deleted-26ed9308-f51e-41ea-9165-bba631d37c0d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.801339] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.887s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.805432] env[69281]: DEBUG oslo_concurrency.lockutils [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.496s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.805794] env[69281]: DEBUG oslo_concurrency.lockutils [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.808335] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.464s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.811122] env[69281]: INFO nova.compute.claims [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.844494] env[69281]: INFO nova.scheduler.client.report [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Deleted allocations for instance ed77329b-1485-4662-8f59-91430507348e [ 762.916527] env[69281]: DEBUG nova.network.neutron [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Successfully updated port: b598aec0-f4f7-4182-9103-c21283f7b671 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.047296] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935408, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.072197] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.109557] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.357527] env[69281]: DEBUG oslo_concurrency.lockutils [None req-71261df7-412a-4f7b-8dcd-247fcf6b6067 tempest-ServerDiagnosticsTest-2142082643 tempest-ServerDiagnosticsTest-2142082643-project-member] Lock "ed77329b-1485-4662-8f59-91430507348e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.833s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.381369] env[69281]: INFO nova.scheduler.client.report [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Deleted allocation for migration 59a997cb-c010-4fa9-9e75-258d7cf822f0 [ 763.405651] env[69281]: DEBUG nova.network.neutron [req-190a1710-92fe-4a51-949d-cf5f13a8b7c5 req-897e8745-636b-4686-83f3-c01e9a339d19 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Updated VIF entry in instance network info cache for port 725820e7-6c36-42a7-b348-480790c19a52. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.406632] env[69281]: DEBUG nova.network.neutron [req-190a1710-92fe-4a51-949d-cf5f13a8b7c5 req-897e8745-636b-4686-83f3-c01e9a339d19 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Updating instance_info_cache with network_info: [{"id": "725820e7-6c36-42a7-b348-480790c19a52", "address": "fa:16:3e:30:86:47", "network": {"id": "89569c5a-f58e-44c9-9337-fcc636bb3cf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1212476580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfaec4c79b654104b54a71f06919072e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725820e7-6c", "ovs_interfaceid": "725820e7-6c36-42a7-b348-480790c19a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.421031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.421031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.421031] env[69281]: DEBUG nova.network.neutron [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.547678] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935408, 'name': CreateVM_Task, 'duration_secs': 1.420324} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.548070] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.548677] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.548816] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.549200] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.549499] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa8ab06-f226-4fad-a68d-032386a8d5ae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.555830] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Waiting for the task: (returnval){ [ 763.555830] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a62283-ef7b-420d-b9dc-fc7a4b80fd7a" [ 763.555830] env[69281]: _type = "Task" [ 763.555830] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.567359] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a62283-ef7b-420d-b9dc-fc7a4b80fd7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.887772] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65fa6410-355d-4620-a3d1-6af94a5665a6 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "31701380-3998-4510-be64-ec5271cf985f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 48.348s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.911736] env[69281]: DEBUG oslo_concurrency.lockutils [req-190a1710-92fe-4a51-949d-cf5f13a8b7c5 req-897e8745-636b-4686-83f3-c01e9a339d19 service nova] Releasing lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.991057] env[69281]: DEBUG nova.network.neutron [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.067546] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a62283-ef7b-420d-b9dc-fc7a4b80fd7a, 'name': SearchDatastore_Task, 'duration_secs': 0.01349} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.068048] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.068218] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.068462] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.068610] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.068831] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.069134] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-108316a0-1c76-4489-a533-8e367949490b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.084436] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.084683] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.088237] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0574b802-364a-4ac9-b4f5-14300012589e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.094668] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Waiting for the task: (returnval){ [ 764.094668] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52168ba6-617a-8e06-fd94-04fe69e8028f" [ 764.094668] env[69281]: _type = "Task" [ 764.094668] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.104403] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52168ba6-617a-8e06-fd94-04fe69e8028f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.272734] env[69281]: DEBUG nova.network.neutron [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance_info_cache with network_info: [{"id": "b598aec0-f4f7-4182-9103-c21283f7b671", "address": "fa:16:3e:46:8b:8d", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb598aec0-f4", "ovs_interfaceid": "b598aec0-f4f7-4182-9103-c21283f7b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.351531] env[69281]: DEBUG oslo_concurrency.lockutils [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "61373d45-6df4-4cc8-bf4a-89f28f0a918b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.351686] env[69281]: DEBUG oslo_concurrency.lockutils [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "61373d45-6df4-4cc8-bf4a-89f28f0a918b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.351816] env[69281]: DEBUG oslo_concurrency.lockutils [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "61373d45-6df4-4cc8-bf4a-89f28f0a918b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.352020] env[69281]: DEBUG oslo_concurrency.lockutils [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "61373d45-6df4-4cc8-bf4a-89f28f0a918b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.352187] env[69281]: DEBUG oslo_concurrency.lockutils [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "61373d45-6df4-4cc8-bf4a-89f28f0a918b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.358862] env[69281]: INFO nova.compute.manager [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Terminating instance [ 764.495921] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e863d8d-d97a-4778-9e00-1f6d5cdad961 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.509526] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c859380-1e5f-41d7-9700-bd4e6c704158 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.545040] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48be165c-d485-4b58-b2f2-47fc4e10f023 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.552417] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdf48be-0c2b-4a6e-8400-0f7980a4cc4b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.570838] env[69281]: DEBUG nova.compute.provider_tree [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.607662] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52168ba6-617a-8e06-fd94-04fe69e8028f, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.608649] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45fbe7a2-da51-41b5-bcff-5184e12268b0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.616794] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Waiting for the task: (returnval){ [ 764.616794] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5214afb0-6615-2e73-fa53-a3ea24cafe9d" [ 764.616794] env[69281]: _type = "Task" [ 764.616794] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.631799] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5214afb0-6615-2e73-fa53-a3ea24cafe9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.632147] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.632434] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 91e4ae0e-21b4-43ae-a491-b1d5032f39f5/91e4ae0e-21b4-43ae-a491-b1d5032f39f5.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.632732] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f236b8c3-faaa-4f4e-a2a1-a29a3fcd2e0f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.640903] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Waiting for the task: (returnval){ [ 764.640903] env[69281]: value = "task-3935409" [ 764.640903] env[69281]: _type = "Task" [ 764.640903] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.650743] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.775687] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.775996] env[69281]: DEBUG nova.compute.manager [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Instance network_info: |[{"id": "b598aec0-f4f7-4182-9103-c21283f7b671", "address": "fa:16:3e:46:8b:8d", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb598aec0-f4", "ovs_interfaceid": "b598aec0-f4f7-4182-9103-c21283f7b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.776491] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:8b:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b598aec0-f4f7-4182-9103-c21283f7b671', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.786987] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Creating folder: Project (ef2f4c7ef039458fb14acc314185f044). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.787393] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95894e84-944c-45e3-9b84-3d43017887b7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.800020] env[69281]: DEBUG nova.compute.manager [req-b6b374b1-4f4d-49dc-b660-fe0102a518b0 req-6ae381f8-1f90-4ed8-b187-cf35a2b26a77 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Received event network-vif-plugged-b598aec0-f4f7-4182-9103-c21283f7b671 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.800295] env[69281]: DEBUG oslo_concurrency.lockutils [req-b6b374b1-4f4d-49dc-b660-fe0102a518b0 req-6ae381f8-1f90-4ed8-b187-cf35a2b26a77 service nova] Acquiring lock "066aadf2-88b6-4015-a933-f110946dbf3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.800557] env[69281]: DEBUG oslo_concurrency.lockutils [req-b6b374b1-4f4d-49dc-b660-fe0102a518b0 req-6ae381f8-1f90-4ed8-b187-cf35a2b26a77 service nova] Lock "066aadf2-88b6-4015-a933-f110946dbf3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.800792] env[69281]: DEBUG oslo_concurrency.lockutils [req-b6b374b1-4f4d-49dc-b660-fe0102a518b0 req-6ae381f8-1f90-4ed8-b187-cf35a2b26a77 service nova] Lock "066aadf2-88b6-4015-a933-f110946dbf3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.800938] env[69281]: DEBUG nova.compute.manager [req-b6b374b1-4f4d-49dc-b660-fe0102a518b0 req-6ae381f8-1f90-4ed8-b187-cf35a2b26a77 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] No waiting events found dispatching network-vif-plugged-b598aec0-f4f7-4182-9103-c21283f7b671 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 764.801206] env[69281]: WARNING nova.compute.manager [req-b6b374b1-4f4d-49dc-b660-fe0102a518b0 req-6ae381f8-1f90-4ed8-b187-cf35a2b26a77 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Received unexpected event network-vif-plugged-b598aec0-f4f7-4182-9103-c21283f7b671 for instance with vm_state building and task_state spawning. [ 764.801419] env[69281]: DEBUG nova.compute.manager [req-b6b374b1-4f4d-49dc-b660-fe0102a518b0 req-6ae381f8-1f90-4ed8-b187-cf35a2b26a77 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Received event network-changed-b598aec0-f4f7-4182-9103-c21283f7b671 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.801610] env[69281]: DEBUG nova.compute.manager [req-b6b374b1-4f4d-49dc-b660-fe0102a518b0 req-6ae381f8-1f90-4ed8-b187-cf35a2b26a77 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Refreshing instance network info cache due to event network-changed-b598aec0-f4f7-4182-9103-c21283f7b671. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.801846] env[69281]: DEBUG oslo_concurrency.lockutils [req-b6b374b1-4f4d-49dc-b660-fe0102a518b0 req-6ae381f8-1f90-4ed8-b187-cf35a2b26a77 service nova] Acquiring lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.801984] env[69281]: DEBUG oslo_concurrency.lockutils [req-b6b374b1-4f4d-49dc-b660-fe0102a518b0 req-6ae381f8-1f90-4ed8-b187-cf35a2b26a77 service nova] Acquired lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.802276] env[69281]: DEBUG nova.network.neutron [req-b6b374b1-4f4d-49dc-b660-fe0102a518b0 req-6ae381f8-1f90-4ed8-b187-cf35a2b26a77 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Refreshing network info cache for port b598aec0-f4f7-4182-9103-c21283f7b671 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.805207] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Created folder: Project (ef2f4c7ef039458fb14acc314185f044) in parent group-v781128. [ 764.805379] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Creating folder: Instances. Parent ref: group-v781255. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.805827] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d435cfcc-1c1e-4d39-b4c5-df97a1f79479 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.821487] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Created folder: Instances in parent group-v781255. [ 764.821487] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.821487] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.821487] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3efc7a3b-4de3-40aa-a0c3-f0fe36364757 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.851614] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.851614] env[69281]: value = "task-3935412" [ 764.851614] env[69281]: _type = "Task" [ 764.851614] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.865490] env[69281]: DEBUG nova.compute.manager [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.865490] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.865490] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935412, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.866816] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9ed767-4dd2-4704-84e5-06fdc84dc2ac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.875448] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.875816] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d88e31aa-9727-4387-a315-42fc0ed8677d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.887403] env[69281]: DEBUG oslo_vmware.api [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 764.887403] env[69281]: value = "task-3935413" [ 764.887403] env[69281]: _type = "Task" [ 764.887403] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.900228] env[69281]: DEBUG oslo_vmware.api [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.074551] env[69281]: DEBUG nova.scheduler.client.report [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.095021] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.095021] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.158385] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935409, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.365906] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935412, 'name': CreateVM_Task, 'duration_secs': 0.445656} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.368764] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.369616] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.369867] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.370275] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.371011] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2dd8bed-572b-4b27-ab63-9e3ba6927fdb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.377785] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 765.377785] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f5488d-9427-c420-6b84-a70f1dcb7a2d" [ 765.377785] env[69281]: _type = "Task" [ 765.377785] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.389146] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f5488d-9427-c420-6b84-a70f1dcb7a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.399885] env[69281]: DEBUG oslo_vmware.api [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935413, 'name': PowerOffVM_Task, 'duration_secs': 0.380937} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.400280] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.400493] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.400821] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d29f32c-cacd-4f39-9107-8a069e037e5e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.473102] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.473465] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.473558] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleting the datastore file [datastore2] 61373d45-6df4-4cc8-bf4a-89f28f0a918b {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.476921] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c074eba7-1c33-4260-888b-9d70339647a1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.485216] env[69281]: DEBUG oslo_vmware.api [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 765.485216] env[69281]: value = "task-3935415" [ 765.485216] env[69281]: _type = "Task" [ 765.485216] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.493426] env[69281]: DEBUG oslo_vmware.api [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.593742] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.597099] env[69281]: DEBUG nova.compute.manager [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.600600] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.946s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.600967] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.603964] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.801s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.605860] env[69281]: INFO nova.compute.claims [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.654065] env[69281]: INFO nova.scheduler.client.report [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Deleted allocations for instance 97b91f56-f04d-4dc7-973e-94a987ac1b1c [ 765.663799] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543128} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.667992] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 91e4ae0e-21b4-43ae-a491-b1d5032f39f5/91e4ae0e-21b4-43ae-a491-b1d5032f39f5.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.668274] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.668938] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72b9f91b-e73e-449a-bf77-335288cdc0d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.677781] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Waiting for the task: (returnval){ [ 765.677781] env[69281]: value = "task-3935416" [ 765.677781] env[69281]: _type = "Task" [ 765.677781] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.693433] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.713472] env[69281]: DEBUG nova.network.neutron [req-b6b374b1-4f4d-49dc-b660-fe0102a518b0 req-6ae381f8-1f90-4ed8-b187-cf35a2b26a77 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updated VIF entry in instance network info cache for port b598aec0-f4f7-4182-9103-c21283f7b671. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.713472] env[69281]: DEBUG nova.network.neutron [req-b6b374b1-4f4d-49dc-b660-fe0102a518b0 req-6ae381f8-1f90-4ed8-b187-cf35a2b26a77 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance_info_cache with network_info: [{"id": "b598aec0-f4f7-4182-9103-c21283f7b671", "address": "fa:16:3e:46:8b:8d", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb598aec0-f4", "ovs_interfaceid": "b598aec0-f4f7-4182-9103-c21283f7b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.893482] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f5488d-9427-c420-6b84-a70f1dcb7a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.893482] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.893482] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.893482] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.893834] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.893834] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.894055] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97d132c7-cad6-4ff2-9792-372ef89e05a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.904377] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.904563] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.905437] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff853988-958c-4481-84c3-c1566664d112 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.911940] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 765.911940] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ad2ac3-8fe1-ff3d-2f76-4bccbd4b76cf" [ 765.911940] env[69281]: _type = "Task" [ 765.911940] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.922716] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ad2ac3-8fe1-ff3d-2f76-4bccbd4b76cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.998258] env[69281]: DEBUG oslo_vmware.api [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295445} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.998258] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.998258] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.998258] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.998258] env[69281]: INFO nova.compute.manager [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 765.998478] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.998640] env[69281]: DEBUG nova.compute.manager [-] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.998739] env[69281]: DEBUG nova.network.neutron [-] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.113022] env[69281]: DEBUG nova.compute.utils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.113022] env[69281]: DEBUG nova.compute.manager [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.113317] env[69281]: DEBUG nova.network.neutron [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.121598] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "4600fd81-377f-4ce2-97de-9b03f2b03d37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.122084] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "4600fd81-377f-4ce2-97de-9b03f2b03d37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.168347] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9a579ae8-5b8a-4c21-b9fd-bb4b72a4c301 tempest-ServersTestFqdnHostnames-1855747695 tempest-ServersTestFqdnHostnames-1855747695-project-member] Lock "97b91f56-f04d-4dc7-973e-94a987ac1b1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.624s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.191182] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077217} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.191468] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.193131] env[69281]: DEBUG nova.policy [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff992147f32d411abbe847a8406e6b37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91536c432d85454e87333733cc5a9b0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.195162] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad6689b-08cc-40f2-9d3d-8cca0e45c91b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.219507] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 91e4ae0e-21b4-43ae-a491-b1d5032f39f5/91e4ae0e-21b4-43ae-a491-b1d5032f39f5.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.220254] env[69281]: DEBUG oslo_concurrency.lockutils [req-b6b374b1-4f4d-49dc-b660-fe0102a518b0 req-6ae381f8-1f90-4ed8-b187-cf35a2b26a77 service nova] Releasing lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.220828] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1fff14d-65ad-409d-b0d3-0d58e3d4e42f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.241655] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Waiting for the task: (returnval){ [ 766.241655] env[69281]: value = "task-3935417" [ 766.241655] env[69281]: _type = "Task" [ 766.241655] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.252385] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.423865] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ad2ac3-8fe1-ff3d-2f76-4bccbd4b76cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.424655] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566c9e1a-e59b-41cd-9507-b4949552f553 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.430516] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 766.430516] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5283a689-5858-a27f-813a-7e8ec1c49d5b" [ 766.430516] env[69281]: _type = "Task" [ 766.430516] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.439490] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5283a689-5858-a27f-813a-7e8ec1c49d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.616500] env[69281]: DEBUG nova.compute.manager [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.753923] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935417, 'name': ReconfigVM_Task, 'duration_secs': 0.297213} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.754439] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 91e4ae0e-21b4-43ae-a491-b1d5032f39f5/91e4ae0e-21b4-43ae-a491-b1d5032f39f5.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.755274] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-926d14e4-ad44-4d78-b845-a241043d7f4d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.762538] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Waiting for the task: (returnval){ [ 766.762538] env[69281]: value = "task-3935418" [ 766.762538] env[69281]: _type = "Task" [ 766.762538] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.775352] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935418, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.835054] env[69281]: DEBUG nova.network.neutron [-] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.866323] env[69281]: DEBUG nova.compute.manager [req-2ace34f5-30da-4af6-b4f1-794b2e1a3eb4 req-0a6b3b1c-9b70-4cb1-9134-79e346d3d259 service nova] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Received event network-vif-deleted-b4a541e0-e5ea-49e4-b098-1cc95b65c23d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.896061] env[69281]: DEBUG nova.network.neutron [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Successfully created port: b53623dd-46a7-4fce-a1f2-91b74293e0b9 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.943660] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5283a689-5858-a27f-813a-7e8ec1c49d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.019943} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.944099] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.944099] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 066aadf2-88b6-4015-a933-f110946dbf3e/066aadf2-88b6-4015-a933-f110946dbf3e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.948022] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-820b21e8-162a-40bf-9041-7c4218c67347 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.954499] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 766.954499] env[69281]: value = "task-3935419" [ 766.954499] env[69281]: _type = "Task" [ 766.954499] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.965647] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.284142] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935418, 'name': Rename_Task, 'duration_secs': 0.153488} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.284142] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.284142] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-849a67db-b9c8-4150-97f5-46e8b6d0e49c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.294030] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Waiting for the task: (returnval){ [ 767.294030] env[69281]: value = "task-3935420" [ 767.294030] env[69281]: _type = "Task" [ 767.294030] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.297769] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6af6fe-7423-4bbe-b4a7-943851768ead {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.310157] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74654c91-8e80-4918-981d-eab014e8c5ab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.314098] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.349967] env[69281]: INFO nova.compute.manager [-] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Took 1.35 seconds to deallocate network for instance. [ 767.352816] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5af291-2d6f-4d45-9794-324ead8a9588 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.365997] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e837fa9-3181-4204-8467-ad3156dc76a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.382506] env[69281]: DEBUG nova.compute.provider_tree [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.466702] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935419, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.626944] env[69281]: DEBUG nova.compute.manager [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.664997] env[69281]: DEBUG nova.virt.hardware [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.665359] env[69281]: DEBUG nova.virt.hardware [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.665550] env[69281]: DEBUG nova.virt.hardware [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.665783] env[69281]: DEBUG nova.virt.hardware [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.665972] env[69281]: DEBUG nova.virt.hardware [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.666211] env[69281]: DEBUG nova.virt.hardware [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.666478] env[69281]: DEBUG nova.virt.hardware [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.666674] env[69281]: DEBUG nova.virt.hardware [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.666889] env[69281]: DEBUG nova.virt.hardware [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.667111] env[69281]: DEBUG nova.virt.hardware [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.667340] env[69281]: DEBUG nova.virt.hardware [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.668884] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27138bc7-c2f2-45c1-ad68-9c78fea5ebf9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.680322] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cf985f-2953-46b7-92f1-b88f87c7e2ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.809988] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935420, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.861094] env[69281]: DEBUG oslo_concurrency.lockutils [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.886293] env[69281]: DEBUG nova.scheduler.client.report [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.967151] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588765} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.967444] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 066aadf2-88b6-4015-a933-f110946dbf3e/066aadf2-88b6-4015-a933-f110946dbf3e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.967660] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.967924] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-630d95b8-d3c2-434f-ba1b-159d31e8a9b7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.976927] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 767.976927] env[69281]: value = "task-3935421" [ 767.976927] env[69281]: _type = "Task" [ 767.976927] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.988345] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.317500] env[69281]: DEBUG oslo_vmware.api [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935420, 'name': PowerOnVM_Task, 'duration_secs': 0.559141} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.318932] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.318932] env[69281]: INFO nova.compute.manager [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Took 8.68 seconds to spawn the instance on the hypervisor. [ 768.318932] env[69281]: DEBUG nova.compute.manager [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 768.321775] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc64ac7-5817-4f3a-8ee0-ffd35396e9b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.392854] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.393623] env[69281]: DEBUG nova.compute.manager [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.399022] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.797s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.399022] env[69281]: INFO nova.compute.claims [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.491848] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080122} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.492247] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.493742] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26db4f6b-5f16-44a9-b21d-16f14de33dbf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.520798] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 066aadf2-88b6-4015-a933-f110946dbf3e/066aadf2-88b6-4015-a933-f110946dbf3e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.521040] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e151723f-0d4b-4d26-8d0a-a82649418396 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.544377] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 768.544377] env[69281]: value = "task-3935422" [ 768.544377] env[69281]: _type = "Task" [ 768.544377] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.554016] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.852562] env[69281]: INFO nova.compute.manager [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Took 55.51 seconds to build instance. [ 768.906205] env[69281]: DEBUG nova.compute.utils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.911974] env[69281]: DEBUG nova.compute.manager [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.915786] env[69281]: DEBUG nova.network.neutron [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.006283] env[69281]: DEBUG nova.policy [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39da327b2544403c9fa91f40c566ae5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6415cb1c24e41688c3242243b4ee934', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.056984] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.125411] env[69281]: DEBUG nova.network.neutron [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Successfully updated port: b53623dd-46a7-4fce-a1f2-91b74293e0b9 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.356034] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e816edec-27ef-4f0b-84b4-a0411c7a5925 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Lock "91e4ae0e-21b4-43ae-a491-b1d5032f39f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 112.938s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.415909] env[69281]: DEBUG nova.compute.manager [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.557570] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935422, 'name': ReconfigVM_Task, 'duration_secs': 0.633306} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.560917] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 066aadf2-88b6-4015-a933-f110946dbf3e/066aadf2-88b6-4015-a933-f110946dbf3e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.562026] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6b80579-9722-4bd5-8e2f-b4a25a39ef88 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.570579] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 769.570579] env[69281]: value = "task-3935423" [ 769.570579] env[69281]: _type = "Task" [ 769.570579] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.583757] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935423, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.628589] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "refresh_cache-3ca583ea-9082-48ed-a0ae-204754a1677e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.628589] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquired lock "refresh_cache-3ca583ea-9082-48ed-a0ae-204754a1677e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.628589] env[69281]: DEBUG nova.network.neutron [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.699873] env[69281]: DEBUG nova.network.neutron [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Successfully created port: 8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.785562] env[69281]: DEBUG nova.compute.manager [req-898bf37d-a268-4736-ae93-e51780f8f0d9 req-39023968-6a4e-47e7-8d92-a1a751c664e8 service nova] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Received event network-vif-plugged-b53623dd-46a7-4fce-a1f2-91b74293e0b9 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.785562] env[69281]: DEBUG oslo_concurrency.lockutils [req-898bf37d-a268-4736-ae93-e51780f8f0d9 req-39023968-6a4e-47e7-8d92-a1a751c664e8 service nova] Acquiring lock "3ca583ea-9082-48ed-a0ae-204754a1677e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.785562] env[69281]: DEBUG oslo_concurrency.lockutils [req-898bf37d-a268-4736-ae93-e51780f8f0d9 req-39023968-6a4e-47e7-8d92-a1a751c664e8 service nova] Lock "3ca583ea-9082-48ed-a0ae-204754a1677e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.785562] env[69281]: DEBUG oslo_concurrency.lockutils [req-898bf37d-a268-4736-ae93-e51780f8f0d9 req-39023968-6a4e-47e7-8d92-a1a751c664e8 service nova] Lock "3ca583ea-9082-48ed-a0ae-204754a1677e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.785562] env[69281]: DEBUG nova.compute.manager [req-898bf37d-a268-4736-ae93-e51780f8f0d9 req-39023968-6a4e-47e7-8d92-a1a751c664e8 service nova] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] No waiting events found dispatching network-vif-plugged-b53623dd-46a7-4fce-a1f2-91b74293e0b9 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 769.785734] env[69281]: WARNING nova.compute.manager [req-898bf37d-a268-4736-ae93-e51780f8f0d9 req-39023968-6a4e-47e7-8d92-a1a751c664e8 service nova] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Received unexpected event network-vif-plugged-b53623dd-46a7-4fce-a1f2-91b74293e0b9 for instance with vm_state building and task_state spawning. [ 769.858381] env[69281]: DEBUG nova.compute.manager [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.085347] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935423, 'name': Rename_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.167145] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db1efaa-1e5f-4be6-aec9-6397c37db8cf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.173843] env[69281]: DEBUG nova.network.neutron [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.179239] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6165028-6e3d-49b5-840e-e75932937d91 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.222044] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae17868-32e4-4b0a-8d35-fed9a32431d8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.231896] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08679516-b42f-413e-8b31-8f415c251b71 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.250263] env[69281]: DEBUG nova.compute.provider_tree [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.407955] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.426861] env[69281]: DEBUG nova.compute.manager [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.462066] env[69281]: DEBUG nova.virt.hardware [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.462425] env[69281]: DEBUG nova.virt.hardware [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.462588] env[69281]: DEBUG nova.virt.hardware [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.462783] env[69281]: DEBUG nova.virt.hardware [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.462934] env[69281]: DEBUG nova.virt.hardware [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.463163] env[69281]: DEBUG nova.virt.hardware [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.463440] env[69281]: DEBUG nova.virt.hardware [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.463665] env[69281]: DEBUG nova.virt.hardware [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.463893] env[69281]: DEBUG nova.virt.hardware [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.464122] env[69281]: DEBUG nova.virt.hardware [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.464355] env[69281]: DEBUG nova.virt.hardware [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.465354] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62952e4-40d3-4e44-b88c-42547febdc6e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.468998] env[69281]: DEBUG nova.network.neutron [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Updating instance_info_cache with network_info: [{"id": "b53623dd-46a7-4fce-a1f2-91b74293e0b9", "address": "fa:16:3e:d9:3c:78", "network": {"id": "7c5a9818-5186-4993-933d-ef9914aa28a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-169684760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91536c432d85454e87333733cc5a9b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb53623dd-46", "ovs_interfaceid": "b53623dd-46a7-4fce-a1f2-91b74293e0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.477149] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6944122a-41f3-4a2b-b808-68e96878b04b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.582658] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935423, 'name': Rename_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.774775] env[69281]: ERROR nova.scheduler.client.report [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [req-e7020328-b635-42a3-b84c-c2083fb057b6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e7020328-b635-42a3-b84c-c2083fb057b6"}]} [ 770.797085] env[69281]: DEBUG nova.scheduler.client.report [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 770.814573] env[69281]: DEBUG nova.scheduler.client.report [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 770.814747] env[69281]: DEBUG nova.compute.provider_tree [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.829112] env[69281]: DEBUG nova.scheduler.client.report [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 770.850697] env[69281]: DEBUG nova.scheduler.client.report [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 770.972812] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Releasing lock "refresh_cache-3ca583ea-9082-48ed-a0ae-204754a1677e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.972812] env[69281]: DEBUG nova.compute.manager [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Instance network_info: |[{"id": "b53623dd-46a7-4fce-a1f2-91b74293e0b9", "address": "fa:16:3e:d9:3c:78", "network": {"id": "7c5a9818-5186-4993-933d-ef9914aa28a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-169684760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91536c432d85454e87333733cc5a9b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb53623dd-46", "ovs_interfaceid": "b53623dd-46a7-4fce-a1f2-91b74293e0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.973300] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:3c:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b53623dd-46a7-4fce-a1f2-91b74293e0b9', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.985691] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.986212] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.986212] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f20b0e7b-d62f-4ada-ad8c-33dcf825b462 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.011448] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.011448] env[69281]: value = "task-3935424" [ 771.011448] env[69281]: _type = "Task" [ 771.011448] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.021340] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935424, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.085807] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935423, 'name': Rename_Task, 'duration_secs': 1.181762} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.085946] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.090031] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13d78b39-6b5b-4a32-9cc9-94858f1c9cae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.094425] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 771.094425] env[69281]: value = "task-3935425" [ 771.094425] env[69281]: _type = "Task" [ 771.094425] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.110560] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.526069] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935424, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.534465] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad54f1c-9fe1-4f56-b710-29dbc5fc939f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.542515] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39796997-2215-47ad-8b74-0e4ae58bc555 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.578997] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fb2706-8d1f-4b53-9ccc-98456c5751ef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.590202] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b93ccd4-a341-4736-b272-2afa7727d61e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.605577] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935425, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.617245] env[69281]: DEBUG nova.compute.provider_tree [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.817593] env[69281]: DEBUG nova.network.neutron [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Successfully updated port: 8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.024555] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935424, 'name': CreateVM_Task, 'duration_secs': 0.517605} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.024555] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.024881] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.025113] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.025528] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.025864] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461b6e08-b159-491a-9b53-c675252acc6c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.031944] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 772.031944] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5222e697-0d5a-28ac-fcd2-035f3ff2d061" [ 772.031944] env[69281]: _type = "Task" [ 772.031944] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.041581] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5222e697-0d5a-28ac-fcd2-035f3ff2d061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.106197] env[69281]: DEBUG oslo_vmware.api [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935425, 'name': PowerOnVM_Task, 'duration_secs': 0.632547} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.106197] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.106197] env[69281]: INFO nova.compute.manager [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Took 10.16 seconds to spawn the instance on the hypervisor. [ 772.106197] env[69281]: DEBUG nova.compute.manager [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 772.106975] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8b7302-9eaa-43a7-a6a6-c8a3808067cf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.165474] env[69281]: DEBUG nova.scheduler.client.report [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 772.165474] env[69281]: DEBUG nova.compute.provider_tree [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 78 to 79 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 772.165474] env[69281]: DEBUG nova.compute.provider_tree [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.183242] env[69281]: DEBUG nova.compute.manager [req-22381e94-efb1-4aa5-b872-c4d3d6b2a5ba req-e1a84722-4b40-49a0-adbc-661e4f8f4abf service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Received event network-vif-plugged-8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.183419] env[69281]: DEBUG oslo_concurrency.lockutils [req-22381e94-efb1-4aa5-b872-c4d3d6b2a5ba req-e1a84722-4b40-49a0-adbc-661e4f8f4abf service nova] Acquiring lock "ed4b9a79-0775-41d7-81c1-cf8f733cb80d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.183650] env[69281]: DEBUG oslo_concurrency.lockutils [req-22381e94-efb1-4aa5-b872-c4d3d6b2a5ba req-e1a84722-4b40-49a0-adbc-661e4f8f4abf service nova] Lock "ed4b9a79-0775-41d7-81c1-cf8f733cb80d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.183832] env[69281]: DEBUG oslo_concurrency.lockutils [req-22381e94-efb1-4aa5-b872-c4d3d6b2a5ba req-e1a84722-4b40-49a0-adbc-661e4f8f4abf service nova] Lock "ed4b9a79-0775-41d7-81c1-cf8f733cb80d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.183983] env[69281]: DEBUG nova.compute.manager [req-22381e94-efb1-4aa5-b872-c4d3d6b2a5ba req-e1a84722-4b40-49a0-adbc-661e4f8f4abf service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] No waiting events found dispatching network-vif-plugged-8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 772.184436] env[69281]: WARNING nova.compute.manager [req-22381e94-efb1-4aa5-b872-c4d3d6b2a5ba req-e1a84722-4b40-49a0-adbc-661e4f8f4abf service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Received unexpected event network-vif-plugged-8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac for instance with vm_state building and task_state spawning. [ 772.204703] env[69281]: DEBUG nova.compute.manager [req-57246b79-dea4-4e35-8c27-0ae4d9950784 req-56a391af-96da-4c5e-9371-24808a03801d service nova] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Received event network-changed-b53623dd-46a7-4fce-a1f2-91b74293e0b9 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.204703] env[69281]: DEBUG nova.compute.manager [req-57246b79-dea4-4e35-8c27-0ae4d9950784 req-56a391af-96da-4c5e-9371-24808a03801d service nova] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Refreshing instance network info cache due to event network-changed-b53623dd-46a7-4fce-a1f2-91b74293e0b9. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.204911] env[69281]: DEBUG oslo_concurrency.lockutils [req-57246b79-dea4-4e35-8c27-0ae4d9950784 req-56a391af-96da-4c5e-9371-24808a03801d service nova] Acquiring lock "refresh_cache-3ca583ea-9082-48ed-a0ae-204754a1677e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.205072] env[69281]: DEBUG oslo_concurrency.lockutils [req-57246b79-dea4-4e35-8c27-0ae4d9950784 req-56a391af-96da-4c5e-9371-24808a03801d service nova] Acquired lock "refresh_cache-3ca583ea-9082-48ed-a0ae-204754a1677e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.205266] env[69281]: DEBUG nova.network.neutron [req-57246b79-dea4-4e35-8c27-0ae4d9950784 req-56a391af-96da-4c5e-9371-24808a03801d service nova] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Refreshing network info cache for port b53623dd-46a7-4fce-a1f2-91b74293e0b9 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.322958] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Acquiring lock "refresh_cache-ed4b9a79-0775-41d7-81c1-cf8f733cb80d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.322958] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Acquired lock "refresh_cache-ed4b9a79-0775-41d7-81c1-cf8f733cb80d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.322958] env[69281]: DEBUG nova.network.neutron [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.545164] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5222e697-0d5a-28ac-fcd2-035f3ff2d061, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.546256] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.546256] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.546256] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.547423] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.547656] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.547953] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a120b1c-870d-466d-b432-3fa69108b49d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.561554] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.561554] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.561554] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05f97d2-20d4-4e0a-975c-83664a23455b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.569579] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 772.569579] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52299b6a-0075-808c-b7ca-813a622b26d1" [ 772.569579] env[69281]: _type = "Task" [ 772.569579] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.579555] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52299b6a-0075-808c-b7ca-813a622b26d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.628698] env[69281]: INFO nova.compute.manager [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Took 55.91 seconds to build instance. [ 772.673082] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.274s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.673082] env[69281]: DEBUG nova.compute.manager [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.676283] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.681s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.679035] env[69281]: INFO nova.compute.claims [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.856728] env[69281]: DEBUG nova.network.neutron [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.033732] env[69281]: DEBUG nova.network.neutron [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Updating instance_info_cache with network_info: [{"id": "8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac", "address": "fa:16:3e:10:7c:70", "network": {"id": "fed1141d-7601-439d-a0e4-ece0a99eff79", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1603991086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6415cb1c24e41688c3242243b4ee934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bc0cedd-b6", "ovs_interfaceid": "8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.088727] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52299b6a-0075-808c-b7ca-813a622b26d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010492} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.089638] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633e51bc-578a-46e7-a26a-1d26196fef1d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.097175] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 773.097175] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52103eab-c4eb-1542-8974-4d7c6cfd1872" [ 773.097175] env[69281]: _type = "Task" [ 773.097175] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.107700] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52103eab-c4eb-1542-8974-4d7c6cfd1872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.131298] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5420695f-66de-4334-820b-90304f7f6dcd tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "066aadf2-88b6-4015-a933-f110946dbf3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.287s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.169885] env[69281]: DEBUG nova.network.neutron [req-57246b79-dea4-4e35-8c27-0ae4d9950784 req-56a391af-96da-4c5e-9371-24808a03801d service nova] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Updated VIF entry in instance network info cache for port b53623dd-46a7-4fce-a1f2-91b74293e0b9. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.170368] env[69281]: DEBUG nova.network.neutron [req-57246b79-dea4-4e35-8c27-0ae4d9950784 req-56a391af-96da-4c5e-9371-24808a03801d service nova] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Updating instance_info_cache with network_info: [{"id": "b53623dd-46a7-4fce-a1f2-91b74293e0b9", "address": "fa:16:3e:d9:3c:78", "network": {"id": "7c5a9818-5186-4993-933d-ef9914aa28a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-169684760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91536c432d85454e87333733cc5a9b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb53623dd-46", "ovs_interfaceid": "b53623dd-46a7-4fce-a1f2-91b74293e0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.177508] env[69281]: DEBUG nova.compute.utils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.179057] env[69281]: DEBUG nova.compute.manager [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.179057] env[69281]: DEBUG nova.network.neutron [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.270907] env[69281]: DEBUG nova.policy [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2a017beb89a45d3a5265994bcf623ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6727196d1f984b0699eefb135a6a0e5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.537922] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Releasing lock "refresh_cache-ed4b9a79-0775-41d7-81c1-cf8f733cb80d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.538292] env[69281]: DEBUG nova.compute.manager [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Instance network_info: |[{"id": "8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac", "address": "fa:16:3e:10:7c:70", "network": {"id": "fed1141d-7601-439d-a0e4-ece0a99eff79", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1603991086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6415cb1c24e41688c3242243b4ee934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bc0cedd-b6", "ovs_interfaceid": "8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.538735] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:7c:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.548438] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Creating folder: Project (a6415cb1c24e41688c3242243b4ee934). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.548438] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fffa39e1-2531-4946-a409-cd3399b1eeee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.559787] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Created folder: Project (a6415cb1c24e41688c3242243b4ee934) in parent group-v781128. [ 773.559992] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Creating folder: Instances. Parent ref: group-v781259. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.560316] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6ee6a89-8231-4054-a584-c2383177081f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.570869] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Created folder: Instances in parent group-v781259. [ 773.571172] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.571402] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.571631] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-414988d3-4ab6-469f-a150-67eb0061eeef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.602950] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.602950] env[69281]: value = "task-3935428" [ 773.602950] env[69281]: _type = "Task" [ 773.602950] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.614208] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52103eab-c4eb-1542-8974-4d7c6cfd1872, 'name': SearchDatastore_Task, 'duration_secs': 0.012827} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.615511] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.615999] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 3ca583ea-9082-48ed-a0ae-204754a1677e/3ca583ea-9082-48ed-a0ae-204754a1677e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.619394] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a25bfa3-be38-45b3-ae6e-6fa14b20e7ed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.621484] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935428, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.627425] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 773.627425] env[69281]: value = "task-3935429" [ 773.627425] env[69281]: _type = "Task" [ 773.627425] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.640093] env[69281]: DEBUG nova.compute.manager [None req-19275296-7cf6-41d2-ba9f-fd3f60b67a39 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 2de15ba7-9214-4355-8b69-609c815ec139] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.641800] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.675393] env[69281]: DEBUG oslo_concurrency.lockutils [req-57246b79-dea4-4e35-8c27-0ae4d9950784 req-56a391af-96da-4c5e-9371-24808a03801d service nova] Releasing lock "refresh_cache-3ca583ea-9082-48ed-a0ae-204754a1677e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.683056] env[69281]: DEBUG nova.compute.manager [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.852949] env[69281]: DEBUG nova.network.neutron [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Successfully created port: 152f9fdc-a191-41d0-b581-229bf76cbd95 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.118992] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935428, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.143042] env[69281]: DEBUG nova.compute.manager [None req-19275296-7cf6-41d2-ba9f-fd3f60b67a39 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 2de15ba7-9214-4355-8b69-609c815ec139] Instance disappeared before build. {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 774.145512] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500639} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.145512] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 3ca583ea-9082-48ed-a0ae-204754a1677e/3ca583ea-9082-48ed-a0ae-204754a1677e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.145512] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.145512] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5374afaf-74bd-48e9-8b80-7063d1f8cd61 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.154206] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 774.154206] env[69281]: value = "task-3935430" [ 774.154206] env[69281]: _type = "Task" [ 774.154206] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.166983] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.489583] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f229db91-21ce-4170-b621-59eeab1744e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.498805] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e435ab5-56f0-4283-8890-0b9382169abd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.532133] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb97c15-861a-4599-b3f9-4c90b72375ec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.540891] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c5d27e-78b4-4d0e-ba8e-355f75a2f669 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.559741] env[69281]: DEBUG nova.compute.provider_tree [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.619140] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935428, 'name': CreateVM_Task, 'duration_secs': 0.612577} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.619345] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.620360] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.620514] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.620832] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.621106] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9cbdcca-ce05-4c78-a741-558a0f5703b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.627597] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Waiting for the task: (returnval){ [ 774.627597] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521e0cc7-8686-4921-59ce-bf199fee6931" [ 774.627597] env[69281]: _type = "Task" [ 774.627597] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.640018] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521e0cc7-8686-4921-59ce-bf199fee6931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.657688] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19275296-7cf6-41d2-ba9f-fd3f60b67a39 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "2de15ba7-9214-4355-8b69-609c815ec139" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.945s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.669211] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075977} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.669784] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.670466] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4ed983-77c4-484f-aeba-88e2a8b2aefc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.699838] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 3ca583ea-9082-48ed-a0ae-204754a1677e/3ca583ea-9082-48ed-a0ae-204754a1677e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.702285] env[69281]: DEBUG nova.compute.manager [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.704019] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-623e3aff-2cb3-4e1c-8a34-6b4dfe0c0bb9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.727721] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 774.727721] env[69281]: value = "task-3935431" [ 774.727721] env[69281]: _type = "Task" [ 774.727721] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.742939] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.745679] env[69281]: DEBUG nova.virt.hardware [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.746008] env[69281]: DEBUG nova.virt.hardware [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.746284] env[69281]: DEBUG nova.virt.hardware [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.746504] env[69281]: DEBUG nova.virt.hardware [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.746659] env[69281]: DEBUG nova.virt.hardware [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.746823] env[69281]: DEBUG nova.virt.hardware [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.747071] env[69281]: DEBUG nova.virt.hardware [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.747281] env[69281]: DEBUG nova.virt.hardware [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.747838] env[69281]: DEBUG nova.virt.hardware [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.748199] env[69281]: DEBUG nova.virt.hardware [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.748580] env[69281]: DEBUG nova.virt.hardware [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.749549] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523ef008-13ae-4aeb-8aa2-701b329d81aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.760885] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651be0c1-f6b5-4c05-9910-bcc8a0d225b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.953861] env[69281]: DEBUG nova.compute.manager [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Received event network-changed-8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.954083] env[69281]: DEBUG nova.compute.manager [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Refreshing instance network info cache due to event network-changed-8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.954316] env[69281]: DEBUG oslo_concurrency.lockutils [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] Acquiring lock "refresh_cache-ed4b9a79-0775-41d7-81c1-cf8f733cb80d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.954464] env[69281]: DEBUG oslo_concurrency.lockutils [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] Acquired lock "refresh_cache-ed4b9a79-0775-41d7-81c1-cf8f733cb80d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.954678] env[69281]: DEBUG nova.network.neutron [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Refreshing network info cache for port 8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.062953] env[69281]: DEBUG nova.scheduler.client.report [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.141582] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521e0cc7-8686-4921-59ce-bf199fee6931, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.141900] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.142156] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.142410] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.142562] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.142747] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.143040] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f891812-eb37-4e0d-9f98-edbf1beb9895 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.154269] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.154456] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.155371] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc14fe6a-f56b-4634-80c7-498a9b7b8773 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.167242] env[69281]: DEBUG nova.compute.manager [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.176024] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Waiting for the task: (returnval){ [ 775.176024] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5257138c-17cd-be0c-7861-ccb05e956523" [ 775.176024] env[69281]: _type = "Task" [ 775.176024] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.184326] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5257138c-17cd-be0c-7861-ccb05e956523, 'name': SearchDatastore_Task, 'duration_secs': 0.013366} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.185202] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86fcab52-e481-4685-a2a2-58ee7cb1f53b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.193780] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Waiting for the task: (returnval){ [ 775.193780] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52da425a-ef1d-9e4f-2dee-2174bbb4d54f" [ 775.193780] env[69281]: _type = "Task" [ 775.193780] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.215225] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52da425a-ef1d-9e4f-2dee-2174bbb4d54f, 'name': SearchDatastore_Task, 'duration_secs': 0.012525} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.215225] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.215225] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] ed4b9a79-0775-41d7-81c1-cf8f733cb80d/ed4b9a79-0775-41d7-81c1-cf8f733cb80d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.215225] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc3ddbb5-8c37-40c3-b63d-e2c681eca01b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.223026] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Waiting for the task: (returnval){ [ 775.223026] env[69281]: value = "task-3935432" [ 775.223026] env[69281]: _type = "Task" [ 775.223026] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.242394] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.248030] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.256141] env[69281]: DEBUG nova.compute.manager [req-6f28e1c5-519c-46dc-b2f4-c1a3280a7365 req-f20acd79-63d0-4603-8d1f-6d388a684426 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Received event network-changed-b598aec0-f4f7-4182-9103-c21283f7b671 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.256413] env[69281]: DEBUG nova.compute.manager [req-6f28e1c5-519c-46dc-b2f4-c1a3280a7365 req-f20acd79-63d0-4603-8d1f-6d388a684426 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Refreshing instance network info cache due to event network-changed-b598aec0-f4f7-4182-9103-c21283f7b671. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.256669] env[69281]: DEBUG oslo_concurrency.lockutils [req-6f28e1c5-519c-46dc-b2f4-c1a3280a7365 req-f20acd79-63d0-4603-8d1f-6d388a684426 service nova] Acquiring lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.258871] env[69281]: DEBUG oslo_concurrency.lockutils [req-6f28e1c5-519c-46dc-b2f4-c1a3280a7365 req-f20acd79-63d0-4603-8d1f-6d388a684426 service nova] Acquired lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.259123] env[69281]: DEBUG nova.network.neutron [req-6f28e1c5-519c-46dc-b2f4-c1a3280a7365 req-f20acd79-63d0-4603-8d1f-6d388a684426 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Refreshing network info cache for port b598aec0-f4f7-4182-9103-c21283f7b671 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.494078] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Acquiring lock "dec2b564-be28-4462-b767-cba2e1842d33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.494421] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Lock "dec2b564-be28-4462-b767-cba2e1842d33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.570029] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.892s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.572573] env[69281]: DEBUG nova.compute.manager [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.575954] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.392s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.577502] env[69281]: INFO nova.compute.claims [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.697242] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.734565] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935432, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.744502] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935431, 'name': ReconfigVM_Task, 'duration_secs': 0.717128} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.745498] env[69281]: DEBUG nova.network.neutron [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Updated VIF entry in instance network info cache for port 8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.745904] env[69281]: DEBUG nova.network.neutron [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Updating instance_info_cache with network_info: [{"id": "8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac", "address": "fa:16:3e:10:7c:70", "network": {"id": "fed1141d-7601-439d-a0e4-ece0a99eff79", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1603991086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6415cb1c24e41688c3242243b4ee934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bc0cedd-b6", "ovs_interfaceid": "8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.747252] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 3ca583ea-9082-48ed-a0ae-204754a1677e/3ca583ea-9082-48ed-a0ae-204754a1677e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.748180] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26a996fa-5c4c-4030-828d-0e50ce198e47 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.758306] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 775.758306] env[69281]: value = "task-3935433" [ 775.758306] env[69281]: _type = "Task" [ 775.758306] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.771240] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935433, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.911029] env[69281]: DEBUG nova.network.neutron [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Successfully updated port: 152f9fdc-a191-41d0-b581-229bf76cbd95 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.087056] env[69281]: DEBUG nova.compute.utils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.093021] env[69281]: DEBUG nova.compute.manager [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.093021] env[69281]: DEBUG nova.network.neutron [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.131171] env[69281]: DEBUG nova.network.neutron [req-6f28e1c5-519c-46dc-b2f4-c1a3280a7365 req-f20acd79-63d0-4603-8d1f-6d388a684426 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updated VIF entry in instance network info cache for port b598aec0-f4f7-4182-9103-c21283f7b671. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.131815] env[69281]: DEBUG nova.network.neutron [req-6f28e1c5-519c-46dc-b2f4-c1a3280a7365 req-f20acd79-63d0-4603-8d1f-6d388a684426 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance_info_cache with network_info: [{"id": "b598aec0-f4f7-4182-9103-c21283f7b671", "address": "fa:16:3e:46:8b:8d", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb598aec0-f4", "ovs_interfaceid": "b598aec0-f4f7-4182-9103-c21283f7b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.164228] env[69281]: DEBUG nova.policy [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33ecab19e5104e109832cfc3dc469158', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '703a47e913354591ae4465d2fa7c1816', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.234822] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527138} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.235129] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] ed4b9a79-0775-41d7-81c1-cf8f733cb80d/ed4b9a79-0775-41d7-81c1-cf8f733cb80d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.235350] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.235870] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2dd0db1-0064-4b0c-abd1-f3597d4c9b03 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.247335] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Waiting for the task: (returnval){ [ 776.247335] env[69281]: value = "task-3935434" [ 776.247335] env[69281]: _type = "Task" [ 776.247335] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.254127] env[69281]: DEBUG oslo_concurrency.lockutils [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] Releasing lock "refresh_cache-ed4b9a79-0775-41d7-81c1-cf8f733cb80d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.254127] env[69281]: DEBUG nova.compute.manager [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Received event network-changed-725820e7-6c36-42a7-b348-480790c19a52 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.254127] env[69281]: DEBUG nova.compute.manager [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Refreshing instance network info cache due to event network-changed-725820e7-6c36-42a7-b348-480790c19a52. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.254127] env[69281]: DEBUG oslo_concurrency.lockutils [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] Acquiring lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.254127] env[69281]: DEBUG oslo_concurrency.lockutils [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] Acquired lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.254512] env[69281]: DEBUG nova.network.neutron [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Refreshing network info cache for port 725820e7-6c36-42a7-b348-480790c19a52 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.261928] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.272498] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935433, 'name': Rename_Task, 'duration_secs': 0.495781} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.272823] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.273247] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-223d1d51-5655-4541-bb35-02807d702fdd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.281873] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 776.281873] env[69281]: value = "task-3935435" [ 776.281873] env[69281]: _type = "Task" [ 776.281873] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.294155] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.416811] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "refresh_cache-9eb97aaa-ca10-455f-8714-12090e3c9341" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.416811] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquired lock "refresh_cache-9eb97aaa-ca10-455f-8714-12090e3c9341" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.416811] env[69281]: DEBUG nova.network.neutron [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.591794] env[69281]: DEBUG nova.compute.utils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.607304] env[69281]: DEBUG nova.network.neutron [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Successfully created port: d12eadc1-8331-4e2f-b6d9-0588070d9d99 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.634711] env[69281]: DEBUG oslo_concurrency.lockutils [req-6f28e1c5-519c-46dc-b2f4-c1a3280a7365 req-f20acd79-63d0-4603-8d1f-6d388a684426 service nova] Releasing lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.759674] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141364} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.762851] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.764028] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea863e7-811e-4e1f-9942-5a7a10986018 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.787222] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] ed4b9a79-0775-41d7-81c1-cf8f733cb80d/ed4b9a79-0775-41d7-81c1-cf8f733cb80d.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.790076] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd54cf7d-7369-42c4-92ac-5ecc1cb81d20 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.817722] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.819173] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Waiting for the task: (returnval){ [ 776.819173] env[69281]: value = "task-3935436" [ 776.819173] env[69281]: _type = "Task" [ 776.819173] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.832523] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935436, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.981869] env[69281]: DEBUG nova.network.neutron [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.094321] env[69281]: DEBUG nova.compute.manager [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.959214] env[69281]: DEBUG nova.network.neutron [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Updating instance_info_cache with network_info: [{"id": "152f9fdc-a191-41d0-b581-229bf76cbd95", "address": "fa:16:3e:de:d1:08", "network": {"id": "85805559-9c65-4060-89a4-d034cf3af3a5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1536058150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6727196d1f984b0699eefb135a6a0e5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152f9fdc-a1", "ovs_interfaceid": "152f9fdc-a191-41d0-b581-229bf76cbd95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.965277] env[69281]: DEBUG nova.compute.manager [req-8300eb71-36fe-4bfa-8647-d62406b25c52 req-6a2d92a1-f974-44c8-8d9c-d93dcff92b31 service nova] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Received event network-vif-plugged-152f9fdc-a191-41d0-b581-229bf76cbd95 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.965277] env[69281]: DEBUG oslo_concurrency.lockutils [req-8300eb71-36fe-4bfa-8647-d62406b25c52 req-6a2d92a1-f974-44c8-8d9c-d93dcff92b31 service nova] Acquiring lock "9eb97aaa-ca10-455f-8714-12090e3c9341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.965277] env[69281]: DEBUG oslo_concurrency.lockutils [req-8300eb71-36fe-4bfa-8647-d62406b25c52 req-6a2d92a1-f974-44c8-8d9c-d93dcff92b31 service nova] Lock "9eb97aaa-ca10-455f-8714-12090e3c9341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.965277] env[69281]: DEBUG oslo_concurrency.lockutils [req-8300eb71-36fe-4bfa-8647-d62406b25c52 req-6a2d92a1-f974-44c8-8d9c-d93dcff92b31 service nova] Lock "9eb97aaa-ca10-455f-8714-12090e3c9341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.965277] env[69281]: DEBUG nova.compute.manager [req-8300eb71-36fe-4bfa-8647-d62406b25c52 req-6a2d92a1-f974-44c8-8d9c-d93dcff92b31 service nova] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] No waiting events found dispatching network-vif-plugged-152f9fdc-a191-41d0-b581-229bf76cbd95 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 777.965886] env[69281]: WARNING nova.compute.manager [req-8300eb71-36fe-4bfa-8647-d62406b25c52 req-6a2d92a1-f974-44c8-8d9c-d93dcff92b31 service nova] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Received unexpected event network-vif-plugged-152f9fdc-a191-41d0-b581-229bf76cbd95 for instance with vm_state building and task_state spawning. [ 777.965886] env[69281]: DEBUG nova.compute.manager [req-8300eb71-36fe-4bfa-8647-d62406b25c52 req-6a2d92a1-f974-44c8-8d9c-d93dcff92b31 service nova] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Received event network-changed-152f9fdc-a191-41d0-b581-229bf76cbd95 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.965886] env[69281]: DEBUG nova.compute.manager [req-8300eb71-36fe-4bfa-8647-d62406b25c52 req-6a2d92a1-f974-44c8-8d9c-d93dcff92b31 service nova] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Refreshing instance network info cache due to event network-changed-152f9fdc-a191-41d0-b581-229bf76cbd95. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.965886] env[69281]: DEBUG oslo_concurrency.lockutils [req-8300eb71-36fe-4bfa-8647-d62406b25c52 req-6a2d92a1-f974-44c8-8d9c-d93dcff92b31 service nova] Acquiring lock "refresh_cache-9eb97aaa-ca10-455f-8714-12090e3c9341" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.980670] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935436, 'name': ReconfigVM_Task, 'duration_secs': 0.290752} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.984028] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Reconfigured VM instance instance-0000002c to attach disk [datastore2] ed4b9a79-0775-41d7-81c1-cf8f733cb80d/ed4b9a79-0775-41d7-81c1-cf8f733cb80d.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.984658] env[69281]: DEBUG oslo_vmware.api [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935435, 'name': PowerOnVM_Task, 'duration_secs': 0.990017} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.985471] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02fa8972-3aec-4f39-9625-aedb8f5a4f02 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.987690] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.987690] env[69281]: INFO nova.compute.manager [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Took 10.36 seconds to spawn the instance on the hypervisor. [ 777.987690] env[69281]: DEBUG nova.compute.manager [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 777.988975] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d80f35-a02a-4f9a-8dd1-7cb90af6e03f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.006784] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Waiting for the task: (returnval){ [ 778.006784] env[69281]: value = "task-3935437" [ 778.006784] env[69281]: _type = "Task" [ 778.006784] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.015911] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935437, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.145209] env[69281]: DEBUG nova.network.neutron [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Updated VIF entry in instance network info cache for port 725820e7-6c36-42a7-b348-480790c19a52. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.145583] env[69281]: DEBUG nova.network.neutron [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Updating instance_info_cache with network_info: [{"id": "725820e7-6c36-42a7-b348-480790c19a52", "address": "fa:16:3e:30:86:47", "network": {"id": "89569c5a-f58e-44c9-9337-fcc636bb3cf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1212476580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfaec4c79b654104b54a71f06919072e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725820e7-6c", "ovs_interfaceid": "725820e7-6c36-42a7-b348-480790c19a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.177701] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb0953a-2d78-49a8-b78f-fec575d92e21 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.186414] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f4198d-9390-4d22-9814-28f1393d58ed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.218510] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7a79dc-885b-41ce-87c9-6edc56875cac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.227462] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af33b2c5-1a00-451a-89c3-fc4575f95bdd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.244078] env[69281]: DEBUG nova.compute.provider_tree [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.468635] env[69281]: DEBUG nova.compute.manager [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.471425] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Releasing lock "refresh_cache-9eb97aaa-ca10-455f-8714-12090e3c9341" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.471757] env[69281]: DEBUG nova.compute.manager [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Instance network_info: |[{"id": "152f9fdc-a191-41d0-b581-229bf76cbd95", "address": "fa:16:3e:de:d1:08", "network": {"id": "85805559-9c65-4060-89a4-d034cf3af3a5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1536058150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6727196d1f984b0699eefb135a6a0e5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152f9fdc-a1", "ovs_interfaceid": "152f9fdc-a191-41d0-b581-229bf76cbd95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.472362] env[69281]: DEBUG oslo_concurrency.lockutils [req-8300eb71-36fe-4bfa-8647-d62406b25c52 req-6a2d92a1-f974-44c8-8d9c-d93dcff92b31 service nova] Acquired lock "refresh_cache-9eb97aaa-ca10-455f-8714-12090e3c9341" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.472593] env[69281]: DEBUG nova.network.neutron [req-8300eb71-36fe-4bfa-8647-d62406b25c52 req-6a2d92a1-f974-44c8-8d9c-d93dcff92b31 service nova] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Refreshing network info cache for port 152f9fdc-a191-41d0-b581-229bf76cbd95 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.473852] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:d1:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '152f9fdc-a191-41d0-b581-229bf76cbd95', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.489957] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.491147] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.491418] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f643437-065d-4d8f-8126-bf5652d75ec6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.524040] env[69281]: INFO nova.compute.manager [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Took 55.22 seconds to build instance. [ 778.532543] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.532543] env[69281]: value = "task-3935438" [ 778.532543] env[69281]: _type = "Task" [ 778.532543] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.534840] env[69281]: DEBUG nova.virt.hardware [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:45:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1978806459',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1265861978',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.535114] env[69281]: DEBUG nova.virt.hardware [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.535277] env[69281]: DEBUG nova.virt.hardware [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.535468] env[69281]: DEBUG nova.virt.hardware [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.535616] env[69281]: DEBUG nova.virt.hardware [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.535764] env[69281]: DEBUG nova.virt.hardware [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.535974] env[69281]: DEBUG nova.virt.hardware [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.536151] env[69281]: DEBUG nova.virt.hardware [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.536344] env[69281]: DEBUG nova.virt.hardware [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.536544] env[69281]: DEBUG nova.virt.hardware [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.536723] env[69281]: DEBUG nova.virt.hardware [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.537978] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920540fc-dd61-453f-8688-d2db9a58664c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.547480] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935437, 'name': Rename_Task, 'duration_secs': 0.151863} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.548176] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.548932] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbe9ca65-87c8-40ee-9913-01e6c53fd44d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.555853] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935438, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.557903] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e650e0-2427-46d7-8f42-008af3ab2977 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.563500] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Waiting for the task: (returnval){ [ 778.563500] env[69281]: value = "task-3935439" [ 778.563500] env[69281]: _type = "Task" [ 778.563500] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.576079] env[69281]: DEBUG nova.network.neutron [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Successfully updated port: d12eadc1-8331-4e2f-b6d9-0588070d9d99 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.583094] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935439, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.650748] env[69281]: DEBUG oslo_concurrency.lockutils [req-d887dfb4-0ca1-4d61-af8a-a4e55070f405 req-d93354b5-6fcf-4a37-a963-d4c1433ea327 service nova] Releasing lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.748179] env[69281]: DEBUG nova.scheduler.client.report [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.032102] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19cfe88e-c19b-4aae-b0fb-c0b4c6ec996f tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "3ca583ea-9082-48ed-a0ae-204754a1677e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.449s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.056024] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935438, 'name': CreateVM_Task, 'duration_secs': 0.40243} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.056024] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.056698] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.056698] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.056855] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.057048] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049682a3-a51d-4570-a2cb-45210364fe40 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.063913] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 779.063913] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526c5dd4-e2a2-7fda-9bed-20140d1d8cd2" [ 779.063913] env[69281]: _type = "Task" [ 779.063913] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.079186] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "refresh_cache-94545097-35b6-483f-b933-6e3e9d592f7e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.079413] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquired lock "refresh_cache-94545097-35b6-483f-b933-6e3e9d592f7e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.079470] env[69281]: DEBUG nova.network.neutron [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.080614] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526c5dd4-e2a2-7fda-9bed-20140d1d8cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.084270] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.084499] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.084728] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.085679] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.085679] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.085679] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935439, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.085679] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ebce60e-f2f9-45d9-b461-1891f9ae7dcc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.097456] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.097655] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.098493] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988850b6-cb25-4e81-8659-1f94ca5a86f9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.112602] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 779.112602] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52839726-4f06-514e-41fb-d2e921d110d7" [ 779.112602] env[69281]: _type = "Task" [ 779.112602] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.122589] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52839726-4f06-514e-41fb-d2e921d110d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.255289] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.679s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.256118] env[69281]: DEBUG nova.compute.manager [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.260415] env[69281]: DEBUG oslo_concurrency.lockutils [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.943s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.260804] env[69281]: DEBUG oslo_concurrency.lockutils [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.264718] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.160s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.265027] env[69281]: DEBUG nova.objects.instance [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lazy-loading 'resources' on Instance uuid 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.309868] env[69281]: INFO nova.scheduler.client.report [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Deleted allocations for instance 281910ae-d358-41aa-9bc9-493b307c03f2 [ 779.391347] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "3ca583ea-9082-48ed-a0ae-204754a1677e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.391721] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "3ca583ea-9082-48ed-a0ae-204754a1677e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.392040] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "3ca583ea-9082-48ed-a0ae-204754a1677e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.392149] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "3ca583ea-9082-48ed-a0ae-204754a1677e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.392339] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "3ca583ea-9082-48ed-a0ae-204754a1677e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.394714] env[69281]: INFO nova.compute.manager [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Terminating instance [ 779.503538] env[69281]: DEBUG nova.network.neutron [req-8300eb71-36fe-4bfa-8647-d62406b25c52 req-6a2d92a1-f974-44c8-8d9c-d93dcff92b31 service nova] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Updated VIF entry in instance network info cache for port 152f9fdc-a191-41d0-b581-229bf76cbd95. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.503929] env[69281]: DEBUG nova.network.neutron [req-8300eb71-36fe-4bfa-8647-d62406b25c52 req-6a2d92a1-f974-44c8-8d9c-d93dcff92b31 service nova] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Updating instance_info_cache with network_info: [{"id": "152f9fdc-a191-41d0-b581-229bf76cbd95", "address": "fa:16:3e:de:d1:08", "network": {"id": "85805559-9c65-4060-89a4-d034cf3af3a5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1536058150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6727196d1f984b0699eefb135a6a0e5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152f9fdc-a1", "ovs_interfaceid": "152f9fdc-a191-41d0-b581-229bf76cbd95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.535851] env[69281]: DEBUG nova.compute.manager [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.586247] env[69281]: DEBUG oslo_vmware.api [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935439, 'name': PowerOnVM_Task, 'duration_secs': 0.784553} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.586247] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.586247] env[69281]: INFO nova.compute.manager [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Took 9.16 seconds to spawn the instance on the hypervisor. [ 779.586247] env[69281]: DEBUG nova.compute.manager [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 779.586247] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163445dd-b1c0-4d53-92f9-9c07cbcff844 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.613771] env[69281]: DEBUG nova.compute.manager [req-c7e8db38-09dc-463e-94b9-4fa7be84c528 req-168b683f-c2cd-410a-a300-94f86ea937ed service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Received event network-vif-plugged-d12eadc1-8331-4e2f-b6d9-0588070d9d99 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.614008] env[69281]: DEBUG oslo_concurrency.lockutils [req-c7e8db38-09dc-463e-94b9-4fa7be84c528 req-168b683f-c2cd-410a-a300-94f86ea937ed service nova] Acquiring lock "94545097-35b6-483f-b933-6e3e9d592f7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.614524] env[69281]: DEBUG oslo_concurrency.lockutils [req-c7e8db38-09dc-463e-94b9-4fa7be84c528 req-168b683f-c2cd-410a-a300-94f86ea937ed service nova] Lock "94545097-35b6-483f-b933-6e3e9d592f7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.614799] env[69281]: DEBUG oslo_concurrency.lockutils [req-c7e8db38-09dc-463e-94b9-4fa7be84c528 req-168b683f-c2cd-410a-a300-94f86ea937ed service nova] Lock "94545097-35b6-483f-b933-6e3e9d592f7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.616515] env[69281]: DEBUG nova.compute.manager [req-c7e8db38-09dc-463e-94b9-4fa7be84c528 req-168b683f-c2cd-410a-a300-94f86ea937ed service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] No waiting events found dispatching network-vif-plugged-d12eadc1-8331-4e2f-b6d9-0588070d9d99 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 779.616515] env[69281]: WARNING nova.compute.manager [req-c7e8db38-09dc-463e-94b9-4fa7be84c528 req-168b683f-c2cd-410a-a300-94f86ea937ed service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Received unexpected event network-vif-plugged-d12eadc1-8331-4e2f-b6d9-0588070d9d99 for instance with vm_state building and task_state spawning. [ 779.616669] env[69281]: DEBUG nova.compute.manager [req-c7e8db38-09dc-463e-94b9-4fa7be84c528 req-168b683f-c2cd-410a-a300-94f86ea937ed service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Received event network-changed-d12eadc1-8331-4e2f-b6d9-0588070d9d99 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.616891] env[69281]: DEBUG nova.compute.manager [req-c7e8db38-09dc-463e-94b9-4fa7be84c528 req-168b683f-c2cd-410a-a300-94f86ea937ed service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Refreshing instance network info cache due to event network-changed-d12eadc1-8331-4e2f-b6d9-0588070d9d99. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.617124] env[69281]: DEBUG oslo_concurrency.lockutils [req-c7e8db38-09dc-463e-94b9-4fa7be84c528 req-168b683f-c2cd-410a-a300-94f86ea937ed service nova] Acquiring lock "refresh_cache-94545097-35b6-483f-b933-6e3e9d592f7e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.629187] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52839726-4f06-514e-41fb-d2e921d110d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013307} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.630058] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c67bf98b-23f4-4e3b-87de-ca8079e852e1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.636542] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 779.636542] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ea2132-b534-c047-279c-01d43d7e65ab" [ 779.636542] env[69281]: _type = "Task" [ 779.636542] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.647692] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ea2132-b534-c047-279c-01d43d7e65ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.655481] env[69281]: DEBUG nova.network.neutron [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.769133] env[69281]: DEBUG nova.compute.utils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.774270] env[69281]: DEBUG nova.compute.manager [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.774270] env[69281]: DEBUG nova.network.neutron [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.822239] env[69281]: DEBUG oslo_concurrency.lockutils [None req-407a9925-d88b-45a2-b6a5-cb8261d9e0a5 tempest-FloatingIPsAssociationNegativeTestJSON-526268844 tempest-FloatingIPsAssociationNegativeTestJSON-526268844-project-member] Lock "281910ae-d358-41aa-9bc9-493b307c03f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.079s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.884033] env[69281]: DEBUG nova.policy [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f20a7d813304ad2a85d79a6386218e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3309c47bc5e4280afc0128d63789e98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.905397] env[69281]: DEBUG nova.compute.manager [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.905397] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.905397] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21cdeb1-e3e3-4c92-b068-e1f9c31f250c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.913232] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.913540] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ac42f69-b72b-41d7-9f60-ddc5ae01a3fe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.929052] env[69281]: DEBUG oslo_vmware.api [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 779.929052] env[69281]: value = "task-3935440" [ 779.929052] env[69281]: _type = "Task" [ 779.929052] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.945578] env[69281]: DEBUG oslo_vmware.api [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.971333] env[69281]: DEBUG nova.network.neutron [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Updating instance_info_cache with network_info: [{"id": "d12eadc1-8331-4e2f-b6d9-0588070d9d99", "address": "fa:16:3e:73:9e:e9", "network": {"id": "98e0c99d-7dda-44d4-b377-40d534b83b2b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1376939360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703a47e913354591ae4465d2fa7c1816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12eadc1-83", "ovs_interfaceid": "d12eadc1-8331-4e2f-b6d9-0588070d9d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.006463] env[69281]: DEBUG oslo_concurrency.lockutils [req-8300eb71-36fe-4bfa-8647-d62406b25c52 req-6a2d92a1-f974-44c8-8d9c-d93dcff92b31 service nova] Releasing lock "refresh_cache-9eb97aaa-ca10-455f-8714-12090e3c9341" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.071551] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.119908] env[69281]: INFO nova.compute.manager [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Took 53.34 seconds to build instance. [ 780.152273] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ea2132-b534-c047-279c-01d43d7e65ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013068} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.156408] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.156743] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 9eb97aaa-ca10-455f-8714-12090e3c9341/9eb97aaa-ca10-455f-8714-12090e3c9341.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.157653] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-909004ff-2e7f-4c92-ac60-194689cae73b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.166034] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 780.166034] env[69281]: value = "task-3935441" [ 780.166034] env[69281]: _type = "Task" [ 780.166034] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.182087] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.277451] env[69281]: DEBUG nova.compute.manager [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.440973] env[69281]: DEBUG oslo_vmware.api [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935440, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.468339] env[69281]: DEBUG nova.network.neutron [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Successfully created port: c1c53ee4-0ca2-4d2e-9973-32c51de036e7 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.477612] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Releasing lock "refresh_cache-94545097-35b6-483f-b933-6e3e9d592f7e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.478798] env[69281]: DEBUG nova.compute.manager [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Instance network_info: |[{"id": "d12eadc1-8331-4e2f-b6d9-0588070d9d99", "address": "fa:16:3e:73:9e:e9", "network": {"id": "98e0c99d-7dda-44d4-b377-40d534b83b2b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1376939360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703a47e913354591ae4465d2fa7c1816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12eadc1-83", "ovs_interfaceid": "d12eadc1-8331-4e2f-b6d9-0588070d9d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.479020] env[69281]: DEBUG oslo_concurrency.lockutils [req-c7e8db38-09dc-463e-94b9-4fa7be84c528 req-168b683f-c2cd-410a-a300-94f86ea937ed service nova] Acquired lock "refresh_cache-94545097-35b6-483f-b933-6e3e9d592f7e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.479221] env[69281]: DEBUG nova.network.neutron [req-c7e8db38-09dc-463e-94b9-4fa7be84c528 req-168b683f-c2cd-410a-a300-94f86ea937ed service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Refreshing network info cache for port d12eadc1-8331-4e2f-b6d9-0588070d9d99 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.480412] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:9e:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a27fd90b-16a5-43af-bede-ae36762ece00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd12eadc1-8331-4e2f-b6d9-0588070d9d99', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.488842] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.489958] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.492997] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cebe131d-095e-46d5-b5f4-916f71a267b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.515688] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.515688] env[69281]: value = "task-3935442" [ 780.515688] env[69281]: _type = "Task" [ 780.515688] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.533442] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935442, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.622633] env[69281]: DEBUG oslo_concurrency.lockutils [None req-334233fd-5efb-428b-8147-5427f5301cd7 tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Lock "ed4b9a79-0775-41d7-81c1-cf8f733cb80d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.089s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.623535] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b01f2e5-4418-4c07-bb51-68f82ba50ec4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.636161] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b08cae6-3bba-4b2d-af6a-1d69c8e4e705 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.674042] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2d1e43-f902-4510-abd6-c1ba071d0802 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.684276] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935441, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.687560] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa61c675-3cff-415b-b83f-ec524a3872b7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.705535] env[69281]: DEBUG nova.compute.provider_tree [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.945453] env[69281]: DEBUG oslo_vmware.api [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935440, 'name': PowerOffVM_Task, 'duration_secs': 0.542305} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.945817] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.945995] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.946316] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-444d8555-2855-4274-ac24-365a4a30dada {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.026793] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935442, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.028530] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.028728] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.028958] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Deleting the datastore file [datastore2] 3ca583ea-9082-48ed-a0ae-204754a1677e {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.029304] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dffbf2c-3f39-4b27-9246-6e885551475d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.036990] env[69281]: DEBUG oslo_vmware.api [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 781.036990] env[69281]: value = "task-3935444" [ 781.036990] env[69281]: _type = "Task" [ 781.036990] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.050236] env[69281]: DEBUG oslo_vmware.api [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.130597] env[69281]: DEBUG nova.compute.manager [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.182705] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793832} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.184785] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 9eb97aaa-ca10-455f-8714-12090e3c9341/9eb97aaa-ca10-455f-8714-12090e3c9341.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.184785] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.184785] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c86bd62-f5bc-4d61-9143-9e5e303ea529 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.193720] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 781.193720] env[69281]: value = "task-3935445" [ 781.193720] env[69281]: _type = "Task" [ 781.193720] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.209707] env[69281]: DEBUG nova.scheduler.client.report [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.222752] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.288522] env[69281]: DEBUG nova.compute.manager [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.338374] env[69281]: DEBUG nova.virt.hardware [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.338512] env[69281]: DEBUG nova.virt.hardware [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.338730] env[69281]: DEBUG nova.virt.hardware [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.341903] env[69281]: DEBUG nova.virt.hardware [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.341903] env[69281]: DEBUG nova.virt.hardware [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.341903] env[69281]: DEBUG nova.virt.hardware [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.341903] env[69281]: DEBUG nova.virt.hardware [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.341903] env[69281]: DEBUG nova.virt.hardware [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.342389] env[69281]: DEBUG nova.virt.hardware [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.342389] env[69281]: DEBUG nova.virt.hardware [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.342389] env[69281]: DEBUG nova.virt.hardware [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.342389] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4567399d-0037-487f-8e6e-416abcf54683 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.350816] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e7d084-6ae8-4646-b047-685a77b4db32 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.444205] env[69281]: DEBUG nova.network.neutron [req-c7e8db38-09dc-463e-94b9-4fa7be84c528 req-168b683f-c2cd-410a-a300-94f86ea937ed service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Updated VIF entry in instance network info cache for port d12eadc1-8331-4e2f-b6d9-0588070d9d99. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.444261] env[69281]: DEBUG nova.network.neutron [req-c7e8db38-09dc-463e-94b9-4fa7be84c528 req-168b683f-c2cd-410a-a300-94f86ea937ed service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Updating instance_info_cache with network_info: [{"id": "d12eadc1-8331-4e2f-b6d9-0588070d9d99", "address": "fa:16:3e:73:9e:e9", "network": {"id": "98e0c99d-7dda-44d4-b377-40d534b83b2b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1376939360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703a47e913354591ae4465d2fa7c1816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12eadc1-83", "ovs_interfaceid": "d12eadc1-8331-4e2f-b6d9-0588070d9d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.533857] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935442, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.554592] env[69281]: DEBUG oslo_vmware.api [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478668} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.554767] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.554958] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.555155] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.555336] env[69281]: INFO nova.compute.manager [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 781.555721] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.555971] env[69281]: DEBUG nova.compute.manager [-] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.556101] env[69281]: DEBUG nova.network.neutron [-] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.657465] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.715931] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103789} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.716235] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.717044] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.453s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.719926] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b387eb-81ba-4f8d-848d-e886543fa235 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.723202] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.507s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.723452] env[69281]: DEBUG nova.objects.instance [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Lazy-loading 'resources' on Instance uuid a01a7276-72ac-4014-b6b5-13b6cba60959 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.754055] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 9eb97aaa-ca10-455f-8714-12090e3c9341/9eb97aaa-ca10-455f-8714-12090e3c9341.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.754595] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b9cd292-05cd-4e59-aa7e-bb84029a7c8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.771911] env[69281]: INFO nova.scheduler.client.report [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Deleted allocations for instance 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd [ 781.786213] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 781.786213] env[69281]: value = "task-3935446" [ 781.786213] env[69281]: _type = "Task" [ 781.786213] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.798183] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.804310] env[69281]: DEBUG nova.compute.manager [req-5c2f6d00-3e32-466c-b979-fd835e2179ac req-9f9d9989-a279-451a-8126-16cd19a2a2da service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Received event network-changed-8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.804554] env[69281]: DEBUG nova.compute.manager [req-5c2f6d00-3e32-466c-b979-fd835e2179ac req-9f9d9989-a279-451a-8126-16cd19a2a2da service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Refreshing instance network info cache due to event network-changed-8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.804808] env[69281]: DEBUG oslo_concurrency.lockutils [req-5c2f6d00-3e32-466c-b979-fd835e2179ac req-9f9d9989-a279-451a-8126-16cd19a2a2da service nova] Acquiring lock "refresh_cache-ed4b9a79-0775-41d7-81c1-cf8f733cb80d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.804975] env[69281]: DEBUG oslo_concurrency.lockutils [req-5c2f6d00-3e32-466c-b979-fd835e2179ac req-9f9d9989-a279-451a-8126-16cd19a2a2da service nova] Acquired lock "refresh_cache-ed4b9a79-0775-41d7-81c1-cf8f733cb80d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.805592] env[69281]: DEBUG nova.network.neutron [req-5c2f6d00-3e32-466c-b979-fd835e2179ac req-9f9d9989-a279-451a-8126-16cd19a2a2da service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Refreshing network info cache for port 8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.947630] env[69281]: DEBUG oslo_concurrency.lockutils [req-c7e8db38-09dc-463e-94b9-4fa7be84c528 req-168b683f-c2cd-410a-a300-94f86ea937ed service nova] Releasing lock "refresh_cache-94545097-35b6-483f-b933-6e3e9d592f7e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.035361] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935442, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.286138] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e89ee8f1-0700-4096-8415-2e942d71799f tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "1bc0ed5f-b9ba-4863-af81-fd769e2a28dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.814s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.305369] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935446, 'name': ReconfigVM_Task, 'duration_secs': 0.386528} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.311623] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 9eb97aaa-ca10-455f-8714-12090e3c9341/9eb97aaa-ca10-455f-8714-12090e3c9341.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.315477] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcab6a1c-4e6c-4e87-80db-4ea360e52ac7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.325597] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 782.325597] env[69281]: value = "task-3935447" [ 782.325597] env[69281]: _type = "Task" [ 782.325597] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.341131] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935447, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.382019] env[69281]: DEBUG nova.network.neutron [-] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.535020] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935442, 'name': CreateVM_Task, 'duration_secs': 1.799151} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.536270] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.538201] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.538381] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.538725] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.539062] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1976136-22fb-47a7-aa13-459326cc458e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.546134] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 782.546134] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526e7c50-f2a8-0ee3-fd89-13a3f7f1a2ad" [ 782.546134] env[69281]: _type = "Task" [ 782.546134] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.562948] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526e7c50-f2a8-0ee3-fd89-13a3f7f1a2ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.660558] env[69281]: DEBUG nova.compute.manager [req-4d9217e7-eb25-4da8-baac-5cce93a6f199 req-799e8667-12e4-46f7-90c5-1017691aee39 service nova] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Received event network-vif-plugged-c1c53ee4-0ca2-4d2e-9973-32c51de036e7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.660558] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d9217e7-eb25-4da8-baac-5cce93a6f199 req-799e8667-12e4-46f7-90c5-1017691aee39 service nova] Acquiring lock "e7e97dba-8cc9-4ba9-8756-6168d248cb89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.660558] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d9217e7-eb25-4da8-baac-5cce93a6f199 req-799e8667-12e4-46f7-90c5-1017691aee39 service nova] Lock "e7e97dba-8cc9-4ba9-8756-6168d248cb89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.660558] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d9217e7-eb25-4da8-baac-5cce93a6f199 req-799e8667-12e4-46f7-90c5-1017691aee39 service nova] Lock "e7e97dba-8cc9-4ba9-8756-6168d248cb89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.660558] env[69281]: DEBUG nova.compute.manager [req-4d9217e7-eb25-4da8-baac-5cce93a6f199 req-799e8667-12e4-46f7-90c5-1017691aee39 service nova] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] No waiting events found dispatching network-vif-plugged-c1c53ee4-0ca2-4d2e-9973-32c51de036e7 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 782.660798] env[69281]: WARNING nova.compute.manager [req-4d9217e7-eb25-4da8-baac-5cce93a6f199 req-799e8667-12e4-46f7-90c5-1017691aee39 service nova] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Received unexpected event network-vif-plugged-c1c53ee4-0ca2-4d2e-9973-32c51de036e7 for instance with vm_state building and task_state spawning. [ 782.819878] env[69281]: DEBUG nova.network.neutron [req-5c2f6d00-3e32-466c-b979-fd835e2179ac req-9f9d9989-a279-451a-8126-16cd19a2a2da service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Updated VIF entry in instance network info cache for port 8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.820277] env[69281]: DEBUG nova.network.neutron [req-5c2f6d00-3e32-466c-b979-fd835e2179ac req-9f9d9989-a279-451a-8126-16cd19a2a2da service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Updating instance_info_cache with network_info: [{"id": "8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac", "address": "fa:16:3e:10:7c:70", "network": {"id": "fed1141d-7601-439d-a0e4-ece0a99eff79", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1603991086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6415cb1c24e41688c3242243b4ee934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bc0cedd-b6", "ovs_interfaceid": "8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.841835] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935447, 'name': Rename_Task, 'duration_secs': 0.179534} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.845868] env[69281]: DEBUG nova.network.neutron [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Successfully updated port: c1c53ee4-0ca2-4d2e-9973-32c51de036e7 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.845868] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.849060] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5402cfd3-c9ae-4e7a-a595-b1c7c9b8fea8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.858904] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 782.858904] env[69281]: value = "task-3935448" [ 782.858904] env[69281]: _type = "Task" [ 782.858904] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.880428] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935448, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.887035] env[69281]: INFO nova.compute.manager [-] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Took 1.33 seconds to deallocate network for instance. [ 782.958138] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01898c9-cd7e-4ca1-9b4c-9e7c5d7db8e0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.968111] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28be84e8-fd36-4778-a5a5-5ffeeb122569 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.007831] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4414eed4-c99f-465a-a72b-471ac8ee85ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.018058] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214a2cc3-961e-4ecf-994e-dc4b6332d5c5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.033290] env[69281]: DEBUG nova.compute.provider_tree [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.060135] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526e7c50-f2a8-0ee3-fd89-13a3f7f1a2ad, 'name': SearchDatastore_Task, 'duration_secs': 0.023586} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.060512] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.060769] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.061603] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.061603] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.061751] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.062046] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57628d84-318b-414d-80a6-4029d24cc03e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.073957] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.074177] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.075020] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c2b1f7-b7c7-4ea3-9346-926a99f6b7c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.084667] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 783.084667] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bd3a9b-422c-4c18-5831-4e5b654d7908" [ 783.084667] env[69281]: _type = "Task" [ 783.084667] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.092896] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bd3a9b-422c-4c18-5831-4e5b654d7908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.324840] env[69281]: DEBUG oslo_concurrency.lockutils [req-5c2f6d00-3e32-466c-b979-fd835e2179ac req-9f9d9989-a279-451a-8126-16cd19a2a2da service nova] Releasing lock "refresh_cache-ed4b9a79-0775-41d7-81c1-cf8f733cb80d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.353316] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Acquiring lock "refresh_cache-e7e97dba-8cc9-4ba9-8756-6168d248cb89" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.353580] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Acquired lock "refresh_cache-e7e97dba-8cc9-4ba9-8756-6168d248cb89" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.353846] env[69281]: DEBUG nova.network.neutron [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.371951] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935448, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.373300] env[69281]: DEBUG oslo_concurrency.lockutils [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "0848d304-f73c-4833-8143-9e0d1988d17b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.373524] env[69281]: DEBUG oslo_concurrency.lockutils [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "0848d304-f73c-4833-8143-9e0d1988d17b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.373749] env[69281]: DEBUG oslo_concurrency.lockutils [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "0848d304-f73c-4833-8143-9e0d1988d17b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.373957] env[69281]: DEBUG oslo_concurrency.lockutils [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "0848d304-f73c-4833-8143-9e0d1988d17b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.374232] env[69281]: DEBUG oslo_concurrency.lockutils [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "0848d304-f73c-4833-8143-9e0d1988d17b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.376903] env[69281]: INFO nova.compute.manager [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Terminating instance [ 783.395561] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.540100] env[69281]: DEBUG nova.scheduler.client.report [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.594157] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bd3a9b-422c-4c18-5831-4e5b654d7908, 'name': SearchDatastore_Task, 'duration_secs': 0.016812} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.595098] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c6abcf0-e849-43e2-9456-7865616657f4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.602534] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 783.602534] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5286ad97-4288-7094-4c63-c0ab33af05c1" [ 783.602534] env[69281]: _type = "Task" [ 783.602534] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.616628] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5286ad97-4288-7094-4c63-c0ab33af05c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.876624] env[69281]: DEBUG oslo_vmware.api [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935448, 'name': PowerOnVM_Task, 'duration_secs': 0.521258} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.878530] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.878530] env[69281]: INFO nova.compute.manager [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Took 9.18 seconds to spawn the instance on the hypervisor. [ 783.878530] env[69281]: DEBUG nova.compute.manager [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 783.878530] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5a4f8c-44de-4765-9e8e-de36ee302efb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.885443] env[69281]: DEBUG nova.compute.manager [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.885443] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.887538] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556e3fbd-4f37-4a26-ba8b-b7420a23f4dd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.902231] env[69281]: DEBUG nova.compute.manager [req-5ade15d6-f1ab-4b8f-bf9f-343d8606a107 req-fdd7ec21-8889-4718-8cc7-db61f3c1eceb service nova] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Received event network-vif-deleted-b53623dd-46a7-4fce-a1f2-91b74293e0b9 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.902834] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.906596] env[69281]: DEBUG nova.network.neutron [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.911395] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50c6eb87-c68a-4a10-991b-f4ea12f79320 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.920999] env[69281]: DEBUG oslo_vmware.api [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 783.920999] env[69281]: value = "task-3935449" [ 783.920999] env[69281]: _type = "Task" [ 783.920999] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.931683] env[69281]: DEBUG oslo_vmware.api [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.046797] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.050555] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.900s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.050946] env[69281]: INFO nova.compute.claims [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.084340] env[69281]: INFO nova.scheduler.client.report [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Deleted allocations for instance a01a7276-72ac-4014-b6b5-13b6cba60959 [ 784.116653] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5286ad97-4288-7094-4c63-c0ab33af05c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014255} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.118720] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.118720] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 94545097-35b6-483f-b933-6e3e9d592f7e/94545097-35b6-483f-b933-6e3e9d592f7e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.118720] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7ebef7b-8e13-4843-ab64-cb9d2d2399d8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.127308] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 784.127308] env[69281]: value = "task-3935450" [ 784.127308] env[69281]: _type = "Task" [ 784.127308] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.137778] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.338947] env[69281]: DEBUG nova.network.neutron [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Updating instance_info_cache with network_info: [{"id": "c1c53ee4-0ca2-4d2e-9973-32c51de036e7", "address": "fa:16:3e:db:14:20", "network": {"id": "5eada250-c12a-4fd1-98dd-768b1a57c6e4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1050231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3309c47bc5e4280afc0128d63789e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c53ee4-0c", "ovs_interfaceid": "c1c53ee4-0ca2-4d2e-9973-32c51de036e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.423990] env[69281]: INFO nova.compute.manager [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Took 55.88 seconds to build instance. [ 784.438547] env[69281]: DEBUG oslo_vmware.api [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935449, 'name': PowerOffVM_Task, 'duration_secs': 0.294355} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.438912] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.439096] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.439390] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6509045-b52e-4a96-bd4d-0f21e0fb8282 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.519623] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.519903] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.520108] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Deleting the datastore file [datastore1] 0848d304-f73c-4833-8143-9e0d1988d17b {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.520433] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2048e37-008f-4abd-85dd-ee203b4663ae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.531101] env[69281]: DEBUG oslo_vmware.api [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for the task: (returnval){ [ 784.531101] env[69281]: value = "task-3935452" [ 784.531101] env[69281]: _type = "Task" [ 784.531101] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.546277] env[69281]: DEBUG oslo_vmware.api [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.600814] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d379d0b-77b0-4c5f-9347-51081b100f4a tempest-ServerMetadataTestJSON-658680684 tempest-ServerMetadataTestJSON-658680684-project-member] Lock "a01a7276-72ac-4014-b6b5-13b6cba60959" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.903s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.641255] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935450, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.841704] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Releasing lock "refresh_cache-e7e97dba-8cc9-4ba9-8756-6168d248cb89" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.842658] env[69281]: DEBUG nova.compute.manager [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Instance network_info: |[{"id": "c1c53ee4-0ca2-4d2e-9973-32c51de036e7", "address": "fa:16:3e:db:14:20", "network": {"id": "5eada250-c12a-4fd1-98dd-768b1a57c6e4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1050231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3309c47bc5e4280afc0128d63789e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c53ee4-0c", "ovs_interfaceid": "c1c53ee4-0ca2-4d2e-9973-32c51de036e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.843281] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:14:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1c53ee4-0ca2-4d2e-9973-32c51de036e7', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.852036] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Creating folder: Project (f3309c47bc5e4280afc0128d63789e98). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.852467] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a192a252-b686-40dd-90f8-ffb55b9d9c36 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.860353] env[69281]: DEBUG nova.compute.manager [req-72dbd43d-8a3c-48c5-8240-cefbf384c24c req-f53e09a7-4d7a-4e28-86ff-ca2840f7cc83 service nova] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Received event network-changed-c1c53ee4-0ca2-4d2e-9973-32c51de036e7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.860697] env[69281]: DEBUG nova.compute.manager [req-72dbd43d-8a3c-48c5-8240-cefbf384c24c req-f53e09a7-4d7a-4e28-86ff-ca2840f7cc83 service nova] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Refreshing instance network info cache due to event network-changed-c1c53ee4-0ca2-4d2e-9973-32c51de036e7. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.860946] env[69281]: DEBUG oslo_concurrency.lockutils [req-72dbd43d-8a3c-48c5-8240-cefbf384c24c req-f53e09a7-4d7a-4e28-86ff-ca2840f7cc83 service nova] Acquiring lock "refresh_cache-e7e97dba-8cc9-4ba9-8756-6168d248cb89" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.861178] env[69281]: DEBUG oslo_concurrency.lockutils [req-72dbd43d-8a3c-48c5-8240-cefbf384c24c req-f53e09a7-4d7a-4e28-86ff-ca2840f7cc83 service nova] Acquired lock "refresh_cache-e7e97dba-8cc9-4ba9-8756-6168d248cb89" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.861426] env[69281]: DEBUG nova.network.neutron [req-72dbd43d-8a3c-48c5-8240-cefbf384c24c req-f53e09a7-4d7a-4e28-86ff-ca2840f7cc83 service nova] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Refreshing network info cache for port c1c53ee4-0ca2-4d2e-9973-32c51de036e7 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.866239] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Created folder: Project (f3309c47bc5e4280afc0128d63789e98) in parent group-v781128. [ 784.866428] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Creating folder: Instances. Parent ref: group-v781264. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.867340] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91d2d69b-debe-4cd7-8113-dd4d1bf83baa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.877975] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Created folder: Instances in parent group-v781264. [ 784.879433] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.879433] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.880845] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62209406-5333-431f-addd-2ffa804d238b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.907919] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.907919] env[69281]: value = "task-3935455" [ 784.907919] env[69281]: _type = "Task" [ 784.907919] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.922433] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935455, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.935379] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1e1feee6-41c5-40ea-936f-4b915af7f88f tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "9eb97aaa-ca10-455f-8714-12090e3c9341" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 112.933s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.044988] env[69281]: DEBUG oslo_vmware.api [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.150078] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673947} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.153514] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 94545097-35b6-483f-b933-6e3e9d592f7e/94545097-35b6-483f-b933-6e3e9d592f7e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.153900] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.154604] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-decb2ca3-fe6a-4550-8337-74c62d8e160b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.165685] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 785.165685] env[69281]: value = "task-3935456" [ 785.165685] env[69281]: _type = "Task" [ 785.165685] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.175828] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.421762] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935455, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.439903] env[69281]: DEBUG nova.compute.manager [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.548344] env[69281]: DEBUG oslo_vmware.api [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Task: {'id': task-3935452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.783687} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.549097] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.549475] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.549819] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.550133] env[69281]: INFO nova.compute.manager [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 785.550532] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.550983] env[69281]: DEBUG nova.compute.manager [-] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.552022] env[69281]: DEBUG nova.network.neutron [-] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.688395] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102225} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.688746] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.689694] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0380552f-5258-47df-8c40-4e60a5f45f2c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.726485] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 94545097-35b6-483f-b933-6e3e9d592f7e/94545097-35b6-483f-b933-6e3e9d592f7e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.730555] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d94b7d63-f2fb-4dd7-b7d8-1fe2ce6693a9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.754232] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 785.754232] env[69281]: value = "task-3935457" [ 785.754232] env[69281]: _type = "Task" [ 785.754232] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.771138] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.826338] env[69281]: DEBUG nova.network.neutron [req-72dbd43d-8a3c-48c5-8240-cefbf384c24c req-f53e09a7-4d7a-4e28-86ff-ca2840f7cc83 service nova] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Updated VIF entry in instance network info cache for port c1c53ee4-0ca2-4d2e-9973-32c51de036e7. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.826338] env[69281]: DEBUG nova.network.neutron [req-72dbd43d-8a3c-48c5-8240-cefbf384c24c req-f53e09a7-4d7a-4e28-86ff-ca2840f7cc83 service nova] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Updating instance_info_cache with network_info: [{"id": "c1c53ee4-0ca2-4d2e-9973-32c51de036e7", "address": "fa:16:3e:db:14:20", "network": {"id": "5eada250-c12a-4fd1-98dd-768b1a57c6e4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1050231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3309c47bc5e4280afc0128d63789e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c53ee4-0c", "ovs_interfaceid": "c1c53ee4-0ca2-4d2e-9973-32c51de036e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.873602] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5b245c-e558-4b37-ad80-cf8bbd4075c5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.883085] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526c15a1-45ed-4bd7-b23d-6cc0c31a79bb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.920333] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bbbc4b-ff90-4ed2-a480-e05c257b2a46 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.938772] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e323b96f-f7bb-4f0c-a60b-a624fb235123 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.940859] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935455, 'name': CreateVM_Task, 'duration_secs': 0.799369} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.941340] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.942820] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.943238] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.943810] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.946833] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0a9ecb1-2b1b-43a8-aa3c-1abadbab4e8c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.960676] env[69281]: DEBUG nova.compute.provider_tree [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.967906] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Waiting for the task: (returnval){ [ 785.967906] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52427ca5-ac84-62bd-7b93-c9196e4e942f" [ 785.967906] env[69281]: _type = "Task" [ 785.967906] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.979935] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52427ca5-ac84-62bd-7b93-c9196e4e942f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.981583] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.270679] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935457, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.331245] env[69281]: DEBUG oslo_concurrency.lockutils [req-72dbd43d-8a3c-48c5-8240-cefbf384c24c req-f53e09a7-4d7a-4e28-86ff-ca2840f7cc83 service nova] Releasing lock "refresh_cache-e7e97dba-8cc9-4ba9-8756-6168d248cb89" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.464910] env[69281]: DEBUG nova.scheduler.client.report [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.488753] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52427ca5-ac84-62bd-7b93-c9196e4e942f, 'name': SearchDatastore_Task, 'duration_secs': 0.012754} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.488753] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.488753] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.488753] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.488951] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.488951] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.489492] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42e3b966-dab4-4c14-8204-90aa3ed4f1dc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.504731] env[69281]: DEBUG nova.compute.manager [req-659b79ee-13bf-49ce-9d7b-4fc4eceb5357 req-45dd60fe-131c-48a0-83e9-abf8ce61bde4 service nova] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Received event network-vif-deleted-7bc846b4-e70a-420f-b1fb-7485ea0a74fb {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.504991] env[69281]: INFO nova.compute.manager [req-659b79ee-13bf-49ce-9d7b-4fc4eceb5357 req-45dd60fe-131c-48a0-83e9-abf8ce61bde4 service nova] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Neutron deleted interface 7bc846b4-e70a-420f-b1fb-7485ea0a74fb; detaching it from the instance and deleting it from the info cache [ 786.505196] env[69281]: DEBUG nova.network.neutron [req-659b79ee-13bf-49ce-9d7b-4fc4eceb5357 req-45dd60fe-131c-48a0-83e9-abf8ce61bde4 service nova] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.508610] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.508801] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.514471] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97645f84-5fd8-4727-bd93-b0c8e4e9b226 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.518192] env[69281]: DEBUG nova.compute.manager [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 786.522313] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16956a21-d215-43f1-916b-52e3a4638089 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.532410] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Waiting for the task: (returnval){ [ 786.532410] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52eef6b3-aa58-382d-c518-2e91becfe049" [ 786.532410] env[69281]: _type = "Task" [ 786.532410] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.548902] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52eef6b3-aa58-382d-c518-2e91becfe049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.568598] env[69281]: DEBUG nova.network.neutron [-] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.766651] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935457, 'name': ReconfigVM_Task, 'duration_secs': 0.515602} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.766874] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 94545097-35b6-483f-b933-6e3e9d592f7e/94545097-35b6-483f-b933-6e3e9d592f7e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.768092] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69281) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 786.768920] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-c7a13d0e-f5fc-4d77-ba8c-221dacfcffaf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.776862] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 786.776862] env[69281]: value = "task-3935458" [ 786.776862] env[69281]: _type = "Task" [ 786.776862] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.787474] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935458, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.981156] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.931s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.981156] env[69281]: DEBUG nova.compute.manager [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.984325] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.841s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.990018] env[69281]: INFO nova.compute.claims [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.013800] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee969c16-6ff5-4232-a3e2-62ec6bf50e12 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.030400] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed20005-dedc-4080-8e5f-8b4a2e18b987 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.050329] env[69281]: INFO nova.compute.manager [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] instance snapshotting [ 787.060685] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9137a8-6978-4a9c-b548-e47bc396b153 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.070676] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52eef6b3-aa58-382d-c518-2e91becfe049, 'name': SearchDatastore_Task, 'duration_secs': 0.024245} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.101281] env[69281]: INFO nova.compute.manager [-] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Took 1.55 seconds to deallocate network for instance. [ 787.103118] env[69281]: DEBUG nova.compute.manager [req-659b79ee-13bf-49ce-9d7b-4fc4eceb5357 req-45dd60fe-131c-48a0-83e9-abf8ce61bde4 service nova] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Detach interface failed, port_id=7bc846b4-e70a-420f-b1fb-7485ea0a74fb, reason: Instance 0848d304-f73c-4833-8143-9e0d1988d17b could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 787.106127] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3878b0bd-9013-4606-8086-c2e2a726cbf2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.110027] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb09df9c-ff48-4d5f-a88e-7329f2e69a7f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.123561] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Waiting for the task: (returnval){ [ 787.123561] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521720e9-d477-460f-fd3d-1aa415287368" [ 787.123561] env[69281]: _type = "Task" [ 787.123561] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.137023] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521720e9-d477-460f-fd3d-1aa415287368, 'name': SearchDatastore_Task, 'duration_secs': 0.01157} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.137023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.137023] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] e7e97dba-8cc9-4ba9-8756-6168d248cb89/e7e97dba-8cc9-4ba9-8756-6168d248cb89.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.137342] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a84a5e6-a599-4b17-8e6b-75ba6ccb6630 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.149370] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Waiting for the task: (returnval){ [ 787.149370] env[69281]: value = "task-3935459" [ 787.149370] env[69281]: _type = "Task" [ 787.149370] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.157990] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.288683] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935458, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.06182} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.288955] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69281) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 787.289705] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeb7efc-0a7c-4297-bc5e-82219c8bd5d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.320828] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 94545097-35b6-483f-b933-6e3e9d592f7e/ephemeral_0.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.321076] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c6e175-4a8e-4308-8625-1d803d7858d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.346802] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 787.346802] env[69281]: value = "task-3935460" [ 787.346802] env[69281]: _type = "Task" [ 787.346802] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.356691] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.493348] env[69281]: DEBUG nova.compute.utils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.501656] env[69281]: DEBUG nova.compute.manager [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.501861] env[69281]: DEBUG nova.network.neutron [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.588342] env[69281]: DEBUG nova.policy [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8166946d2bed4a1dacfd44c83aeb4e8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f870a2147f524a9293ea4c50b7440c7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.618717] env[69281]: DEBUG oslo_concurrency.lockutils [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.628759] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 787.628759] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b3857377-42cf-4574-a738-e1809444a619 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.639146] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 787.639146] env[69281]: value = "task-3935461" [ 787.639146] env[69281]: _type = "Task" [ 787.639146] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.651129] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.661722] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.858979] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.011144] env[69281]: DEBUG nova.compute.manager [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.153626] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.166285] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600952} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.166562] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] e7e97dba-8cc9-4ba9-8756-6168d248cb89/e7e97dba-8cc9-4ba9-8756-6168d248cb89.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.166776] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.167256] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbeaa0da-f3a3-4a0c-866d-bb1fa5c25c1f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.179618] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Waiting for the task: (returnval){ [ 788.179618] env[69281]: value = "task-3935462" [ 788.179618] env[69281]: _type = "Task" [ 788.179618] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.193237] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.273207] env[69281]: DEBUG nova.network.neutron [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Successfully created port: 747d985d-fdc1-486d-b814-0ffdb2482537 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.359680] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935460, 'name': ReconfigVM_Task, 'duration_secs': 0.6496} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.360422] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 94545097-35b6-483f-b933-6e3e9d592f7e/ephemeral_0.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.365552] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e009471d-4721-4db5-878a-2ff944b94167 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.376219] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 788.376219] env[69281]: value = "task-3935463" [ 788.376219] env[69281]: _type = "Task" [ 788.376219] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.390654] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935463, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.655187] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.689509] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2025} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.689804] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.690688] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c45f1f0-a73d-4126-b00b-168bdcbc47c9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.721547] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] e7e97dba-8cc9-4ba9-8756-6168d248cb89/e7e97dba-8cc9-4ba9-8756-6168d248cb89.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.725161] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52dc0929-4d64-4d72-86be-568cddd14b86 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.747888] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Waiting for the task: (returnval){ [ 788.747888] env[69281]: value = "task-3935464" [ 788.747888] env[69281]: _type = "Task" [ 788.747888] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.757992] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.794862] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e6b01d-db72-49e0-8c1e-34e58b58a377 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.807639] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa435fa2-7f22-4ac0-8458-2d7aaca7d245 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.839581] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc36598-f514-4b0f-bc26-668a454c6958 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.848319] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8b16c8-85e2-44fc-8d40-306c065b3059 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.863534] env[69281]: DEBUG nova.compute.provider_tree [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.887891] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935463, 'name': Rename_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.021056] env[69281]: DEBUG nova.compute.manager [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.059039] env[69281]: DEBUG nova.virt.hardware [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.059039] env[69281]: DEBUG nova.virt.hardware [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.059039] env[69281]: DEBUG nova.virt.hardware [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.059317] env[69281]: DEBUG nova.virt.hardware [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.059317] env[69281]: DEBUG nova.virt.hardware [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.059317] env[69281]: DEBUG nova.virt.hardware [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.059317] env[69281]: DEBUG nova.virt.hardware [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.059639] env[69281]: DEBUG nova.virt.hardware [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.059927] env[69281]: DEBUG nova.virt.hardware [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.060270] env[69281]: DEBUG nova.virt.hardware [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.061096] env[69281]: DEBUG nova.virt.hardware [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.061761] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78abe708-dd2f-496f-bb8f-28bf48714f3b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.074178] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697a596e-76fd-4813-a13e-c14b1a715661 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.155413] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935461, 'name': CreateSnapshot_Task, 'duration_secs': 1.307774} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.155685] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 789.156450] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3595d2d5-27ce-4cd1-8816-7421904b8218 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.258222] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935464, 'name': ReconfigVM_Task, 'duration_secs': 0.296751} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.258598] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Reconfigured VM instance instance-0000002f to attach disk [datastore1] e7e97dba-8cc9-4ba9-8756-6168d248cb89/e7e97dba-8cc9-4ba9-8756-6168d248cb89.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.259282] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6e75207-bc9e-43d3-8623-f22957ab7946 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.271029] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Waiting for the task: (returnval){ [ 789.271029] env[69281]: value = "task-3935465" [ 789.271029] env[69281]: _type = "Task" [ 789.271029] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.278486] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935465, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.367682] env[69281]: DEBUG nova.scheduler.client.report [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.389842] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935463, 'name': Rename_Task, 'duration_secs': 0.561385} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.391264] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.391576] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c9e8e83-0c20-4241-bcf7-26118cc3fda5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.400401] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 789.400401] env[69281]: value = "task-3935466" [ 789.400401] env[69281]: _type = "Task" [ 789.400401] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.416031] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.676976] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 789.677277] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-21dedbac-1e9f-4267-9247-1368b568304b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.689827] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 789.689827] env[69281]: value = "task-3935467" [ 789.689827] env[69281]: _type = "Task" [ 789.689827] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.698611] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935467, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.780080] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935465, 'name': Rename_Task, 'duration_secs': 0.160664} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.780546] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.780783] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6c82473-ead2-4cce-880c-d655b8c30777 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.789499] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Waiting for the task: (returnval){ [ 789.789499] env[69281]: value = "task-3935468" [ 789.789499] env[69281]: _type = "Task" [ 789.789499] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.800127] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.874402] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.890s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.874985] env[69281]: DEBUG nova.compute.manager [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.878346] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.443s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.878589] env[69281]: DEBUG nova.objects.instance [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Lazy-loading 'resources' on Instance uuid ef3e2a26-da12-4180-aee6-40f3bebca9c4 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.914336] env[69281]: DEBUG oslo_vmware.api [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935466, 'name': PowerOnVM_Task, 'duration_secs': 0.512656} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.914336] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.914336] env[69281]: INFO nova.compute.manager [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Took 11.45 seconds to spawn the instance on the hypervisor. [ 789.914336] env[69281]: DEBUG nova.compute.manager [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.915293] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ff9975-7ae9-4e59-8c0e-93b39fe69068 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.182165] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.182165] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.202523] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935467, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.206528] env[69281]: DEBUG nova.network.neutron [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Successfully updated port: 747d985d-fdc1-486d-b814-0ffdb2482537 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.275192] env[69281]: DEBUG nova.compute.manager [req-869fc20b-88eb-4ee9-b10b-194bff3935bc req-1469f704-5c71-4409-8607-f9f70e327954 service nova] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Received event network-vif-plugged-747d985d-fdc1-486d-b814-0ffdb2482537 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.275389] env[69281]: DEBUG oslo_concurrency.lockutils [req-869fc20b-88eb-4ee9-b10b-194bff3935bc req-1469f704-5c71-4409-8607-f9f70e327954 service nova] Acquiring lock "3f6112ba-f475-4bdb-add6-8bed09ed54f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.275601] env[69281]: DEBUG oslo_concurrency.lockutils [req-869fc20b-88eb-4ee9-b10b-194bff3935bc req-1469f704-5c71-4409-8607-f9f70e327954 service nova] Lock "3f6112ba-f475-4bdb-add6-8bed09ed54f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.275869] env[69281]: DEBUG oslo_concurrency.lockutils [req-869fc20b-88eb-4ee9-b10b-194bff3935bc req-1469f704-5c71-4409-8607-f9f70e327954 service nova] Lock "3f6112ba-f475-4bdb-add6-8bed09ed54f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.275984] env[69281]: DEBUG nova.compute.manager [req-869fc20b-88eb-4ee9-b10b-194bff3935bc req-1469f704-5c71-4409-8607-f9f70e327954 service nova] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] No waiting events found dispatching network-vif-plugged-747d985d-fdc1-486d-b814-0ffdb2482537 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 790.276159] env[69281]: WARNING nova.compute.manager [req-869fc20b-88eb-4ee9-b10b-194bff3935bc req-1469f704-5c71-4409-8607-f9f70e327954 service nova] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Received unexpected event network-vif-plugged-747d985d-fdc1-486d-b814-0ffdb2482537 for instance with vm_state building and task_state spawning. [ 790.301612] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.383627] env[69281]: DEBUG nova.compute.utils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.390647] env[69281]: DEBUG nova.compute.manager [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.390647] env[69281]: DEBUG nova.network.neutron [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.437106] env[69281]: INFO nova.compute.manager [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Took 53.47 seconds to build instance. [ 790.456853] env[69281]: DEBUG nova.policy [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd72b744caec4a16b77f87b10d4c54e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8c1b5228c514d6b89b550186c5bce98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.707415] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935467, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.713432] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "refresh_cache-3f6112ba-f475-4bdb-add6-8bed09ed54f6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.713432] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquired lock "refresh_cache-3f6112ba-f475-4bdb-add6-8bed09ed54f6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.713432] env[69281]: DEBUG nova.network.neutron [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.806386] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935468, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.890467] env[69281]: DEBUG nova.compute.manager [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.943042] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff9927e2-8ee3-4ba5-8c4a-5c2fbd2c222e tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "94545097-35b6-483f-b933-6e3e9d592f7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.899s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.959199] env[69281]: DEBUG nova.network.neutron [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Successfully created port: 94d2b023-3f46-404b-abb5-df33d2dbdae8 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.134914] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a730c53-67a9-4d5b-a649-adb4fda16040 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.145594] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0d264e-067d-40ca-9bc0-9d6651bee7eb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.183400] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7553f4a8-575f-4ff9-915e-c27949344bb0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.195140] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7198cddb-de7d-43db-bebb-317aab80d173 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.205035] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935467, 'name': CloneVM_Task, 'duration_secs': 1.473114} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.212811] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Created linked-clone VM from snapshot [ 791.213346] env[69281]: DEBUG nova.compute.provider_tree [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.217849] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a8be86-e859-44f7-a98a-d1ec4494f241 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.225476] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Uploading image e4893783-b4d7-422f-967f-1ed5db510b51 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 791.245637] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 791.245967] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-86ca1e24-e3b8-4715-8d9d-32103329e94e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.254200] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 791.254200] env[69281]: value = "task-3935469" [ 791.254200] env[69281]: _type = "Task" [ 791.254200] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.264465] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935469, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.302047] env[69281]: DEBUG oslo_vmware.api [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935468, 'name': PowerOnVM_Task, 'duration_secs': 1.369904} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.302314] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.303377] env[69281]: INFO nova.compute.manager [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Took 10.01 seconds to spawn the instance on the hypervisor. [ 791.303377] env[69281]: DEBUG nova.compute.manager [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.303568] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edf5faf-07b4-4ec4-8169-938073a0518e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.333483] env[69281]: DEBUG nova.network.neutron [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.448699] env[69281]: DEBUG nova.compute.manager [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.666839] env[69281]: DEBUG nova.network.neutron [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Updating instance_info_cache with network_info: [{"id": "747d985d-fdc1-486d-b814-0ffdb2482537", "address": "fa:16:3e:55:ef:0d", "network": {"id": "77220849-a01e-4cf8-b103-12ea94fe8e4a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-903958502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870a2147f524a9293ea4c50b7440c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747d985d-fd", "ovs_interfaceid": "747d985d-fdc1-486d-b814-0ffdb2482537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.719226] env[69281]: DEBUG nova.scheduler.client.report [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.768343] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935469, 'name': Destroy_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.826813] env[69281]: INFO nova.compute.manager [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Took 52.66 seconds to build instance. [ 791.909010] env[69281]: DEBUG nova.compute.manager [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.947993] env[69281]: DEBUG nova.virt.hardware [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.949028] env[69281]: DEBUG nova.virt.hardware [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.949281] env[69281]: DEBUG nova.virt.hardware [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.949805] env[69281]: DEBUG nova.virt.hardware [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.950010] env[69281]: DEBUG nova.virt.hardware [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.950379] env[69281]: DEBUG nova.virt.hardware [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.950663] env[69281]: DEBUG nova.virt.hardware [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.950862] env[69281]: DEBUG nova.virt.hardware [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.951431] env[69281]: DEBUG nova.virt.hardware [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.951729] env[69281]: DEBUG nova.virt.hardware [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.952016] env[69281]: DEBUG nova.virt.hardware [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.956433] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96a795f-342b-4d8c-8894-79942f1d4b17 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.969557] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8208162-5773-4d23-b19f-03704c8d18a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.989862] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.168286] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Releasing lock "refresh_cache-3f6112ba-f475-4bdb-add6-8bed09ed54f6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.168836] env[69281]: DEBUG nova.compute.manager [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Instance network_info: |[{"id": "747d985d-fdc1-486d-b814-0ffdb2482537", "address": "fa:16:3e:55:ef:0d", "network": {"id": "77220849-a01e-4cf8-b103-12ea94fe8e4a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-903958502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870a2147f524a9293ea4c50b7440c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747d985d-fd", "ovs_interfaceid": "747d985d-fdc1-486d-b814-0ffdb2482537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.169467] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:ef:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '747d985d-fdc1-486d-b814-0ffdb2482537', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.179606] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.179831] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.180226] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-389751d0-b042-471d-9553-613a033afff1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.205024] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.205024] env[69281]: value = "task-3935470" [ 792.205024] env[69281]: _type = "Task" [ 792.205024] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.213738] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935470, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.228754] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.231453] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.172s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.233207] env[69281]: INFO nova.compute.claims [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.254519] env[69281]: INFO nova.scheduler.client.report [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Deleted allocations for instance ef3e2a26-da12-4180-aee6-40f3bebca9c4 [ 792.272358] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935469, 'name': Destroy_Task, 'duration_secs': 0.695306} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.272756] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Destroyed the VM [ 792.273081] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 792.273409] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50458673-4046-48dc-a645-2a0293949391 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.282065] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 792.282065] env[69281]: value = "task-3935471" [ 792.282065] env[69281]: _type = "Task" [ 792.282065] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.293593] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935471, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.329738] env[69281]: DEBUG oslo_concurrency.lockutils [None req-224ea161-68b0-4c60-aa8b-8e089c4fde66 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Lock "e7e97dba-8cc9-4ba9-8756-6168d248cb89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 114.054s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.391267] env[69281]: DEBUG nova.compute.manager [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Received event network-changed-747d985d-fdc1-486d-b814-0ffdb2482537 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.391267] env[69281]: DEBUG nova.compute.manager [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Refreshing instance network info cache due to event network-changed-747d985d-fdc1-486d-b814-0ffdb2482537. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.391267] env[69281]: DEBUG oslo_concurrency.lockutils [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] Acquiring lock "refresh_cache-3f6112ba-f475-4bdb-add6-8bed09ed54f6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.392081] env[69281]: DEBUG oslo_concurrency.lockutils [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] Acquired lock "refresh_cache-3f6112ba-f475-4bdb-add6-8bed09ed54f6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.392304] env[69281]: DEBUG nova.network.neutron [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Refreshing network info cache for port 747d985d-fdc1-486d-b814-0ffdb2482537 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.720121] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935470, 'name': CreateVM_Task, 'duration_secs': 0.405859} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.720362] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.721110] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.721342] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.721785] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.725263] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb4698a-0bd5-4c40-ac4c-a16cf2fa4479 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.731345] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 792.731345] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5207aaaf-b3c6-eaa5-de7f-048c3cb17f04" [ 792.731345] env[69281]: _type = "Task" [ 792.731345] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.744274] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5207aaaf-b3c6-eaa5-de7f-048c3cb17f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.775231] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842e1432-f563-4a28-94a3-4d27d73bae8c tempest-ServerDiagnosticsV248Test-655200924 tempest-ServerDiagnosticsV248Test-655200924-project-member] Lock "ef3e2a26-da12-4180-aee6-40f3bebca9c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.551s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.798241] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935471, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.824568] env[69281]: DEBUG nova.network.neutron [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Successfully updated port: 94d2b023-3f46-404b-abb5-df33d2dbdae8 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.833371] env[69281]: DEBUG nova.compute.manager [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.184976] env[69281]: DEBUG nova.network.neutron [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Updated VIF entry in instance network info cache for port 747d985d-fdc1-486d-b814-0ffdb2482537. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.185508] env[69281]: DEBUG nova.network.neutron [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Updating instance_info_cache with network_info: [{"id": "747d985d-fdc1-486d-b814-0ffdb2482537", "address": "fa:16:3e:55:ef:0d", "network": {"id": "77220849-a01e-4cf8-b103-12ea94fe8e4a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-903958502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f870a2147f524a9293ea4c50b7440c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747d985d-fd", "ovs_interfaceid": "747d985d-fdc1-486d-b814-0ffdb2482537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.243036] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5207aaaf-b3c6-eaa5-de7f-048c3cb17f04, 'name': SearchDatastore_Task, 'duration_secs': 0.012953} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.243405] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.243666] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.243983] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.244366] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.244366] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.244676] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09a36326-bcd1-4727-8d87-50b7e75671f6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.260811] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.261061] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.262022] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014a5799-0444-4493-9255-4ce8b0028d66 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.270362] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 793.270362] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523853ff-22ff-e5da-0ec3-ad84478dce29" [ 793.270362] env[69281]: _type = "Task" [ 793.270362] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.280275] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523853ff-22ff-e5da-0ec3-ad84478dce29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.296080] env[69281]: DEBUG oslo_vmware.api [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935471, 'name': RemoveSnapshot_Task, 'duration_secs': 0.693307} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.296602] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 793.329589] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "refresh_cache-49037718-4f32-4227-94e3-1e63a2f605d5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.329692] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "refresh_cache-49037718-4f32-4227-94e3-1e63a2f605d5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.329977] env[69281]: DEBUG nova.network.neutron [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.357869] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.690196] env[69281]: DEBUG oslo_concurrency.lockutils [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] Releasing lock "refresh_cache-3f6112ba-f475-4bdb-add6-8bed09ed54f6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.690617] env[69281]: DEBUG nova.compute.manager [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Received event network-changed-d12eadc1-8331-4e2f-b6d9-0588070d9d99 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.690844] env[69281]: DEBUG nova.compute.manager [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Refreshing instance network info cache due to event network-changed-d12eadc1-8331-4e2f-b6d9-0588070d9d99. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.692204] env[69281]: DEBUG oslo_concurrency.lockutils [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] Acquiring lock "refresh_cache-94545097-35b6-483f-b933-6e3e9d592f7e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.692204] env[69281]: DEBUG oslo_concurrency.lockutils [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] Acquired lock "refresh_cache-94545097-35b6-483f-b933-6e3e9d592f7e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.692204] env[69281]: DEBUG nova.network.neutron [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Refreshing network info cache for port d12eadc1-8331-4e2f-b6d9-0588070d9d99 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.780983] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523853ff-22ff-e5da-0ec3-ad84478dce29, 'name': SearchDatastore_Task, 'duration_secs': 0.023973} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.784541] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ffa761-0771-4b72-91e2-db63682a9555 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.791453] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 793.791453] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5284cdd3-e753-ab03-5d5a-55be3a0e9bf9" [ 793.791453] env[69281]: _type = "Task" [ 793.791453] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.802324] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5284cdd3-e753-ab03-5d5a-55be3a0e9bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.808511] env[69281]: WARNING nova.compute.manager [None req-21f9e8f6-6e10-4048-a9ed-14ba7b216a1b tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Image not found during snapshot: nova.exception.ImageNotFound: Image e4893783-b4d7-422f-967f-1ed5db510b51 could not be found. [ 793.874759] env[69281]: DEBUG nova.network.neutron [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.929648] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa489ae-be8f-47e6-9f62-1cc5090c8e72 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.939571] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc757632-1de3-477b-9609-a91a3a199eb7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.981069] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0444f021-bb64-4117-84ab-4fc59c8a4022 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.993169] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030b7138-a622-463b-9204-f73980627f19 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.014560] env[69281]: DEBUG nova.compute.provider_tree [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.152300] env[69281]: DEBUG nova.network.neutron [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Updating instance_info_cache with network_info: [{"id": "94d2b023-3f46-404b-abb5-df33d2dbdae8", "address": "fa:16:3e:03:b7:62", "network": {"id": "d9d863c7-8a7a-4cfe-bf17-272b0433782f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1713456077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8c1b5228c514d6b89b550186c5bce98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d2b023-3f", "ovs_interfaceid": "94d2b023-3f46-404b-abb5-df33d2dbdae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.310234] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5284cdd3-e753-ab03-5d5a-55be3a0e9bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.02833} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.310999] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.311463] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 3f6112ba-f475-4bdb-add6-8bed09ed54f6/3f6112ba-f475-4bdb-add6-8bed09ed54f6.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.311891] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34d2204f-0f0b-4e4b-8638-007e8becf904 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.320750] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 794.320750] env[69281]: value = "task-3935472" [ 794.320750] env[69281]: _type = "Task" [ 794.320750] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.330883] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.433199] env[69281]: DEBUG nova.compute.manager [req-d228a305-7aba-4785-aced-e8f42b7cd20b req-168397ca-523b-42d2-9872-71eedaa50340 service nova] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Received event network-vif-plugged-94d2b023-3f46-404b-abb5-df33d2dbdae8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.433199] env[69281]: DEBUG oslo_concurrency.lockutils [req-d228a305-7aba-4785-aced-e8f42b7cd20b req-168397ca-523b-42d2-9872-71eedaa50340 service nova] Acquiring lock "49037718-4f32-4227-94e3-1e63a2f605d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.433199] env[69281]: DEBUG oslo_concurrency.lockutils [req-d228a305-7aba-4785-aced-e8f42b7cd20b req-168397ca-523b-42d2-9872-71eedaa50340 service nova] Lock "49037718-4f32-4227-94e3-1e63a2f605d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.433896] env[69281]: DEBUG oslo_concurrency.lockutils [req-d228a305-7aba-4785-aced-e8f42b7cd20b req-168397ca-523b-42d2-9872-71eedaa50340 service nova] Lock "49037718-4f32-4227-94e3-1e63a2f605d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.434360] env[69281]: DEBUG nova.compute.manager [req-d228a305-7aba-4785-aced-e8f42b7cd20b req-168397ca-523b-42d2-9872-71eedaa50340 service nova] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] No waiting events found dispatching network-vif-plugged-94d2b023-3f46-404b-abb5-df33d2dbdae8 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 794.434772] env[69281]: WARNING nova.compute.manager [req-d228a305-7aba-4785-aced-e8f42b7cd20b req-168397ca-523b-42d2-9872-71eedaa50340 service nova] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Received unexpected event network-vif-plugged-94d2b023-3f46-404b-abb5-df33d2dbdae8 for instance with vm_state building and task_state spawning. [ 794.435169] env[69281]: DEBUG nova.compute.manager [req-d228a305-7aba-4785-aced-e8f42b7cd20b req-168397ca-523b-42d2-9872-71eedaa50340 service nova] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Received event network-changed-94d2b023-3f46-404b-abb5-df33d2dbdae8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.435550] env[69281]: DEBUG nova.compute.manager [req-d228a305-7aba-4785-aced-e8f42b7cd20b req-168397ca-523b-42d2-9872-71eedaa50340 service nova] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Refreshing instance network info cache due to event network-changed-94d2b023-3f46-404b-abb5-df33d2dbdae8. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.435981] env[69281]: DEBUG oslo_concurrency.lockutils [req-d228a305-7aba-4785-aced-e8f42b7cd20b req-168397ca-523b-42d2-9872-71eedaa50340 service nova] Acquiring lock "refresh_cache-49037718-4f32-4227-94e3-1e63a2f605d5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.489458] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Acquiring lock "e7e97dba-8cc9-4ba9-8756-6168d248cb89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.492022] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Lock "e7e97dba-8cc9-4ba9-8756-6168d248cb89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.492022] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Acquiring lock "e7e97dba-8cc9-4ba9-8756-6168d248cb89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.492022] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Lock "e7e97dba-8cc9-4ba9-8756-6168d248cb89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.492022] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Lock "e7e97dba-8cc9-4ba9-8756-6168d248cb89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.496812] env[69281]: INFO nova.compute.manager [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Terminating instance [ 794.518415] env[69281]: DEBUG nova.scheduler.client.report [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.572359] env[69281]: DEBUG nova.network.neutron [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Updated VIF entry in instance network info cache for port d12eadc1-8331-4e2f-b6d9-0588070d9d99. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.572359] env[69281]: DEBUG nova.network.neutron [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Updating instance_info_cache with network_info: [{"id": "d12eadc1-8331-4e2f-b6d9-0588070d9d99", "address": "fa:16:3e:73:9e:e9", "network": {"id": "98e0c99d-7dda-44d4-b377-40d534b83b2b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1376939360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703a47e913354591ae4465d2fa7c1816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a27fd90b-16a5-43af-bede-ae36762ece00", "external-id": "nsx-vlan-transportzone-197", "segmentation_id": 197, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd12eadc1-83", "ovs_interfaceid": "d12eadc1-8331-4e2f-b6d9-0588070d9d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.656786] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "refresh_cache-49037718-4f32-4227-94e3-1e63a2f605d5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.657104] env[69281]: DEBUG nova.compute.manager [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Instance network_info: |[{"id": "94d2b023-3f46-404b-abb5-df33d2dbdae8", "address": "fa:16:3e:03:b7:62", "network": {"id": "d9d863c7-8a7a-4cfe-bf17-272b0433782f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1713456077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8c1b5228c514d6b89b550186c5bce98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d2b023-3f", "ovs_interfaceid": "94d2b023-3f46-404b-abb5-df33d2dbdae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.657439] env[69281]: DEBUG oslo_concurrency.lockutils [req-d228a305-7aba-4785-aced-e8f42b7cd20b req-168397ca-523b-42d2-9872-71eedaa50340 service nova] Acquired lock "refresh_cache-49037718-4f32-4227-94e3-1e63a2f605d5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.657687] env[69281]: DEBUG nova.network.neutron [req-d228a305-7aba-4785-aced-e8f42b7cd20b req-168397ca-523b-42d2-9872-71eedaa50340 service nova] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Refreshing network info cache for port 94d2b023-3f46-404b-abb5-df33d2dbdae8 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.659859] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:b7:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94d2b023-3f46-404b-abb5-df33d2dbdae8', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.668160] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.669192] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.669439] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c801137-b2dd-498c-a503-39272d9e8651 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.691540] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.691540] env[69281]: value = "task-3935473" [ 794.691540] env[69281]: _type = "Task" [ 794.691540] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.700878] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935473, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.836407] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935472, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.002715] env[69281]: DEBUG nova.compute.manager [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.002861] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.004041] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2fad9c-5259-4281-83b1-d189be3ffc71 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.010206] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "9eb97aaa-ca10-455f-8714-12090e3c9341" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.010591] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "9eb97aaa-ca10-455f-8714-12090e3c9341" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.010833] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "9eb97aaa-ca10-455f-8714-12090e3c9341-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.011044] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "9eb97aaa-ca10-455f-8714-12090e3c9341-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.011242] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "9eb97aaa-ca10-455f-8714-12090e3c9341-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.015391] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.016031] env[69281]: INFO nova.compute.manager [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Terminating instance [ 795.017549] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0049db3d-f85b-4293-8c0d-113e56f25c3f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.023867] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.024436] env[69281]: DEBUG nova.compute.manager [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.030572] env[69281]: DEBUG oslo_concurrency.lockutils [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.067s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.030572] env[69281]: DEBUG nova.objects.instance [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lazy-loading 'resources' on Instance uuid ba397f72-74e9-4816-be99-8228b5e33809 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.030572] env[69281]: DEBUG oslo_vmware.api [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Waiting for the task: (returnval){ [ 795.030572] env[69281]: value = "task-3935474" [ 795.030572] env[69281]: _type = "Task" [ 795.030572] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.047033] env[69281]: DEBUG oslo_vmware.api [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.075759] env[69281]: DEBUG oslo_concurrency.lockutils [req-e0ddbe2f-ddec-414b-95a1-73038b991769 req-0fe2ec67-729e-4355-bb6c-656387cec72b service nova] Releasing lock "refresh_cache-94545097-35b6-483f-b933-6e3e9d592f7e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.205679] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935473, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.336481] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813864} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.336823] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 3f6112ba-f475-4bdb-add6-8bed09ed54f6/3f6112ba-f475-4bdb-add6-8bed09ed54f6.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.337096] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.338053] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1d1cd4a-1a1f-4594-bee3-66fe1cf20447 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.346920] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 795.346920] env[69281]: value = "task-3935475" [ 795.346920] env[69281]: _type = "Task" [ 795.346920] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.362646] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.522159] env[69281]: DEBUG nova.compute.manager [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.522421] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.523365] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b43b2cd-4477-41f4-8927-1438251fb0c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.538059] env[69281]: DEBUG nova.compute.utils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.542437] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.546636] env[69281]: DEBUG nova.compute.manager [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.546636] env[69281]: DEBUG nova.network.neutron [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.553790] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-561748d2-70d1-4cc0-b2e4-ef9a9143e7b6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.563957] env[69281]: DEBUG oslo_vmware.api [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935474, 'name': PowerOffVM_Task, 'duration_secs': 0.24311} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.565838] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.566038] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.566559] env[69281]: DEBUG oslo_vmware.api [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 795.566559] env[69281]: value = "task-3935476" [ 795.566559] env[69281]: _type = "Task" [ 795.566559] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.567158] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c887acbb-b435-4474-9d81-61cda8e3f554 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.589874] env[69281]: DEBUG oslo_vmware.api [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.629143] env[69281]: DEBUG nova.policy [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '261e47c0ac2e4ab7b13f87142537dc45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9592ed71eef74b5aa92dff8e8d7ffa7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.678462] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.679310] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.679310] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Deleting the datastore file [datastore1] e7e97dba-8cc9-4ba9-8756-6168d248cb89 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.682125] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f012d3f7-77bd-4c78-9e7c-f0d3a5c2d3c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.691800] env[69281]: DEBUG oslo_vmware.api [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Waiting for the task: (returnval){ [ 795.691800] env[69281]: value = "task-3935478" [ 795.691800] env[69281]: _type = "Task" [ 795.691800] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.708360] env[69281]: DEBUG oslo_vmware.api [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.715216] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935473, 'name': CreateVM_Task, 'duration_secs': 0.642916} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.715764] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.717014] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.718209] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.718912] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.719333] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea146e1-a0ad-4912-abbf-58e41d511217 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.730306] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 795.730306] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52775512-03fa-3976-ce69-f13f8d834f6a" [ 795.730306] env[69281]: _type = "Task" [ 795.730306] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.742644] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52775512-03fa-3976-ce69-f13f8d834f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.791827] env[69281]: DEBUG nova.network.neutron [req-d228a305-7aba-4785-aced-e8f42b7cd20b req-168397ca-523b-42d2-9872-71eedaa50340 service nova] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Updated VIF entry in instance network info cache for port 94d2b023-3f46-404b-abb5-df33d2dbdae8. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.791827] env[69281]: DEBUG nova.network.neutron [req-d228a305-7aba-4785-aced-e8f42b7cd20b req-168397ca-523b-42d2-9872-71eedaa50340 service nova] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Updating instance_info_cache with network_info: [{"id": "94d2b023-3f46-404b-abb5-df33d2dbdae8", "address": "fa:16:3e:03:b7:62", "network": {"id": "d9d863c7-8a7a-4cfe-bf17-272b0433782f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1713456077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8c1b5228c514d6b89b550186c5bce98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d2b023-3f", "ovs_interfaceid": "94d2b023-3f46-404b-abb5-df33d2dbdae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.864334] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155409} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.864334] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.864334] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a801efd5-8334-4b57-9925-91f3ed061f53 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.898886] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 3f6112ba-f475-4bdb-add6-8bed09ed54f6/3f6112ba-f475-4bdb-add6-8bed09ed54f6.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.900519] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90907a2c-5009-4c71-9409-daf0e89595a9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.932024] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 795.932024] env[69281]: value = "task-3935479" [ 795.932024] env[69281]: _type = "Task" [ 795.932024] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.946218] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.044132] env[69281]: DEBUG nova.compute.manager [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.083059] env[69281]: DEBUG nova.network.neutron [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Successfully created port: 6d6fdccc-6769-41a8-91b9-79df827dbddd {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.096414] env[69281]: DEBUG oslo_vmware.api [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935476, 'name': PowerOffVM_Task, 'duration_secs': 0.408152} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.096780] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.096970] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.097261] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5c4150d-0f28-4fa2-82c8-c977cf3667d1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.202268] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.202581] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.202851] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Deleting the datastore file [datastore2] 9eb97aaa-ca10-455f-8714-12090e3c9341 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.203208] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddc721b6-b96d-4ec4-ac90-433aacef4fc4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.209925] env[69281]: DEBUG oslo_vmware.api [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.218494] env[69281]: DEBUG oslo_vmware.api [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 796.218494] env[69281]: value = "task-3935481" [ 796.218494] env[69281]: _type = "Task" [ 796.218494] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.229059] env[69281]: DEBUG oslo_vmware.api [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.242859] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52775512-03fa-3976-ce69-f13f8d834f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.025448} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.244761] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.244761] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.244761] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.244761] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.245309] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.245309] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4170c7fd-3e70-436e-b5fb-f491da6e7382 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.261589] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.261589] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.264980] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e66ba6f-f2cc-4f60-9839-ef51f968bfa6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.271916] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 796.271916] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5233f107-ee7a-47d8-d2d8-22cddd06f77b" [ 796.271916] env[69281]: _type = "Task" [ 796.271916] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.283974] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5233f107-ee7a-47d8-d2d8-22cddd06f77b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.297345] env[69281]: DEBUG oslo_concurrency.lockutils [req-d228a305-7aba-4785-aced-e8f42b7cd20b req-168397ca-523b-42d2-9872-71eedaa50340 service nova] Releasing lock "refresh_cache-49037718-4f32-4227-94e3-1e63a2f605d5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.309508] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57426df-7c7b-4de5-b983-897d58f4d59f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.317997] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f65b53-8454-480e-8942-60218d8af0d6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.351581] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cde162-20e0-4a29-99fd-80157d5e66ab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.361673] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2580330-14fa-4d08-908c-9b9c671af352 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.379252] env[69281]: DEBUG nova.compute.provider_tree [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.445495] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.707569] env[69281]: DEBUG oslo_vmware.api [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Task: {'id': task-3935478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532706} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.708987] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.709949] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.709949] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.710056] env[69281]: INFO nova.compute.manager [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Took 1.71 seconds to destroy the instance on the hypervisor. [ 796.711209] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.711209] env[69281]: DEBUG nova.compute.manager [-] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.711209] env[69281]: DEBUG nova.network.neutron [-] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.729702] env[69281]: DEBUG oslo_vmware.api [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497741} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.729988] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.730194] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.730388] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.730583] env[69281]: INFO nova.compute.manager [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Took 1.21 seconds to destroy the instance on the hypervisor. [ 796.730812] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.731019] env[69281]: DEBUG nova.compute.manager [-] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.731123] env[69281]: DEBUG nova.network.neutron [-] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.784018] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5233f107-ee7a-47d8-d2d8-22cddd06f77b, 'name': SearchDatastore_Task, 'duration_secs': 0.02068} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.784829] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f60964a-bd09-4208-a538-5920a0e7d1f4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.792241] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 796.792241] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528a2418-9484-9e23-d18b-67d43423894a" [ 796.792241] env[69281]: _type = "Task" [ 796.792241] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.808194] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528a2418-9484-9e23-d18b-67d43423894a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.884163] env[69281]: DEBUG nova.scheduler.client.report [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.945389] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935479, 'name': ReconfigVM_Task, 'duration_secs': 0.835273} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.945607] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 3f6112ba-f475-4bdb-add6-8bed09ed54f6/3f6112ba-f475-4bdb-add6-8bed09ed54f6.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.946322] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a76d3c2f-59e0-42c5-aa0e-7b5fc4cd4743 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.954398] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 796.954398] env[69281]: value = "task-3935482" [ 796.954398] env[69281]: _type = "Task" [ 796.954398] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.966939] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935482, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.060975] env[69281]: DEBUG nova.compute.manager [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.099658] env[69281]: DEBUG nova.virt.hardware [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.099961] env[69281]: DEBUG nova.virt.hardware [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.104023] env[69281]: DEBUG nova.virt.hardware [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.104023] env[69281]: DEBUG nova.virt.hardware [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.104023] env[69281]: DEBUG nova.virt.hardware [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.104023] env[69281]: DEBUG nova.virt.hardware [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.104023] env[69281]: DEBUG nova.virt.hardware [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.104967] env[69281]: DEBUG nova.virt.hardware [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.104967] env[69281]: DEBUG nova.virt.hardware [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.104967] env[69281]: DEBUG nova.virt.hardware [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.104967] env[69281]: DEBUG nova.virt.hardware [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.104967] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b9e20e-2a3d-45a3-b2a8-a39509ccf42a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.114626] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8708208-0bb7-4257-a551-eed937af4a08 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.312893] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528a2418-9484-9e23-d18b-67d43423894a, 'name': SearchDatastore_Task, 'duration_secs': 0.025748} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.313612] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.313843] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 49037718-4f32-4227-94e3-1e63a2f605d5/49037718-4f32-4227-94e3-1e63a2f605d5.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.314277] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2b378b1-1bc0-4ca0-a2b8-06de16566889 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.324819] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 797.324819] env[69281]: value = "task-3935483" [ 797.324819] env[69281]: _type = "Task" [ 797.324819] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.340438] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.392161] env[69281]: DEBUG oslo_concurrency.lockutils [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.363s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.395354] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.323s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.395657] env[69281]: DEBUG nova.objects.instance [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lazy-loading 'resources' on Instance uuid 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.438758] env[69281]: INFO nova.scheduler.client.report [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Deleted allocations for instance ba397f72-74e9-4816-be99-8228b5e33809 [ 797.467644] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935482, 'name': Rename_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.535703] env[69281]: DEBUG nova.compute.manager [req-5732e52b-ec39-4bc2-888b-7100aab30e3a req-fe6e9c87-d35a-4065-bb11-11980f9fc4af service nova] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Received event network-vif-deleted-152f9fdc-a191-41d0-b581-229bf76cbd95 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.535915] env[69281]: INFO nova.compute.manager [req-5732e52b-ec39-4bc2-888b-7100aab30e3a req-fe6e9c87-d35a-4065-bb11-11980f9fc4af service nova] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Neutron deleted interface 152f9fdc-a191-41d0-b581-229bf76cbd95; detaching it from the instance and deleting it from the info cache [ 797.536124] env[69281]: DEBUG nova.network.neutron [req-5732e52b-ec39-4bc2-888b-7100aab30e3a req-fe6e9c87-d35a-4065-bb11-11980f9fc4af service nova] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.840169] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935483, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.948908] env[69281]: DEBUG oslo_concurrency.lockutils [None req-225df650-3e01-4734-beed-da479f16b44e tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "ba397f72-74e9-4816-be99-8228b5e33809" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.976s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.973469] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935482, 'name': Rename_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.987741] env[69281]: DEBUG nova.network.neutron [-] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.992377] env[69281]: DEBUG nova.network.neutron [-] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.042291] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90ffee80-d375-402b-9c10-150e4d112c7f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.050922] env[69281]: DEBUG nova.compute.manager [req-a54c7228-3543-4d94-8feb-564a4d4a3d50 req-0dfc037b-925a-4b49-a476-363398e1e117 service nova] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Received event network-vif-plugged-6d6fdccc-6769-41a8-91b9-79df827dbddd {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.051252] env[69281]: DEBUG oslo_concurrency.lockutils [req-a54c7228-3543-4d94-8feb-564a4d4a3d50 req-0dfc037b-925a-4b49-a476-363398e1e117 service nova] Acquiring lock "2d0613c8-f62b-4e39-adcc-da89d1264653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.051538] env[69281]: DEBUG oslo_concurrency.lockutils [req-a54c7228-3543-4d94-8feb-564a4d4a3d50 req-0dfc037b-925a-4b49-a476-363398e1e117 service nova] Lock "2d0613c8-f62b-4e39-adcc-da89d1264653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.051759] env[69281]: DEBUG oslo_concurrency.lockutils [req-a54c7228-3543-4d94-8feb-564a4d4a3d50 req-0dfc037b-925a-4b49-a476-363398e1e117 service nova] Lock "2d0613c8-f62b-4e39-adcc-da89d1264653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.051969] env[69281]: DEBUG nova.compute.manager [req-a54c7228-3543-4d94-8feb-564a4d4a3d50 req-0dfc037b-925a-4b49-a476-363398e1e117 service nova] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] No waiting events found dispatching network-vif-plugged-6d6fdccc-6769-41a8-91b9-79df827dbddd {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 798.052213] env[69281]: WARNING nova.compute.manager [req-a54c7228-3543-4d94-8feb-564a4d4a3d50 req-0dfc037b-925a-4b49-a476-363398e1e117 service nova] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Received unexpected event network-vif-plugged-6d6fdccc-6769-41a8-91b9-79df827dbddd for instance with vm_state building and task_state spawning. [ 798.065351] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bcef84-9c6d-4a31-95af-a9e3b9f9ee60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.109231] env[69281]: DEBUG nova.compute.manager [req-5732e52b-ec39-4bc2-888b-7100aab30e3a req-fe6e9c87-d35a-4065-bb11-11980f9fc4af service nova] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Detach interface failed, port_id=152f9fdc-a191-41d0-b581-229bf76cbd95, reason: Instance 9eb97aaa-ca10-455f-8714-12090e3c9341 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 798.170542] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "5ee27608-e963-45bd-b947-ffa3a38a0594" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.170831] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "5ee27608-e963-45bd-b947-ffa3a38a0594" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.171052] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "5ee27608-e963-45bd-b947-ffa3a38a0594-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.171265] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "5ee27608-e963-45bd-b947-ffa3a38a0594-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.171536] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "5ee27608-e963-45bd-b947-ffa3a38a0594-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.176073] env[69281]: INFO nova.compute.manager [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Terminating instance [ 798.232716] env[69281]: DEBUG nova.network.neutron [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Successfully updated port: 6d6fdccc-6769-41a8-91b9-79df827dbddd {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.339249] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807476} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.339559] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 49037718-4f32-4227-94e3-1e63a2f605d5/49037718-4f32-4227-94e3-1e63a2f605d5.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.339789] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.340258] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b78024c0-18f1-4a02-97da-ee8b202268cc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.356110] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 798.356110] env[69281]: value = "task-3935484" [ 798.356110] env[69281]: _type = "Task" [ 798.356110] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.369572] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.468392] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935482, 'name': Rename_Task, 'duration_secs': 1.417246} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.468742] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.469201] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44e70d46-72b4-4c61-9db4-69b904316e91 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.479381] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 798.479381] env[69281]: value = "task-3935485" [ 798.479381] env[69281]: _type = "Task" [ 798.479381] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.490113] env[69281]: INFO nova.compute.manager [-] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Took 1.76 seconds to deallocate network for instance. [ 798.496653] env[69281]: INFO nova.compute.manager [-] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Took 1.79 seconds to deallocate network for instance. [ 798.502563] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935485, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.650975] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e6e105-6357-4a60-8a0a-d380ede786a3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.660636] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7a1015-69ab-400b-bcd4-6a913b17c3a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.695558] env[69281]: DEBUG nova.compute.manager [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.695558] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.696270] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009e201d-13a2-40e0-b641-fed4e57bef5b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.699553] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc11b56-bb6d-48ab-9bb7-48e07ad1ec4b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.708904] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.711143] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-856b0d3a-7e19-4574-bfe8-fcb83a1d72db {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.713870] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e8ffac-d92e-4171-b4f7-3941be28bdeb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.731528] env[69281]: DEBUG nova.compute.provider_tree [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.734650] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Acquiring lock "refresh_cache-2d0613c8-f62b-4e39-adcc-da89d1264653" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.734848] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Acquired lock "refresh_cache-2d0613c8-f62b-4e39-adcc-da89d1264653" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.735026] env[69281]: DEBUG nova.network.neutron [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.736469] env[69281]: DEBUG oslo_vmware.api [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 798.736469] env[69281]: value = "task-3935486" [ 798.736469] env[69281]: _type = "Task" [ 798.736469] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.747844] env[69281]: DEBUG oslo_vmware.api [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.868347] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079798} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.868779] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.870026] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecfc85e-0c80-4ab5-a787-48c744b6ac63 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.895649] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 49037718-4f32-4227-94e3-1e63a2f605d5/49037718-4f32-4227-94e3-1e63a2f605d5.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.900133] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28f1b7b2-e00d-4d16-b912-85b7d1508a59 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.922818] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 798.922818] env[69281]: value = "task-3935487" [ 798.922818] env[69281]: _type = "Task" [ 798.922818] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.934806] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.990919] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.999023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.007319] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.241920] env[69281]: DEBUG nova.scheduler.client.report [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.265122] env[69281]: DEBUG oslo_vmware.api [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935486, 'name': PowerOffVM_Task, 'duration_secs': 0.242612} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.265122] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.265122] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.265122] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aab53db2-2b2f-4433-8263-37ceea603aad {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.300169] env[69281]: DEBUG nova.network.neutron [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.344613] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.344613] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.344863] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Deleting the datastore file [datastore2] 5ee27608-e963-45bd-b947-ffa3a38a0594 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.345189] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c3621a-d698-42a8-8359-ba78d0f00926 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.355024] env[69281]: DEBUG oslo_vmware.api [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for the task: (returnval){ [ 799.355024] env[69281]: value = "task-3935489" [ 799.355024] env[69281]: _type = "Task" [ 799.355024] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.370490] env[69281]: DEBUG oslo_vmware.api [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.436013] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.494023] env[69281]: DEBUG oslo_vmware.api [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935485, 'name': PowerOnVM_Task, 'duration_secs': 0.769648} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.494023] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.494023] env[69281]: INFO nova.compute.manager [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Took 10.47 seconds to spawn the instance on the hypervisor. [ 799.494023] env[69281]: DEBUG nova.compute.manager [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.494023] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caed54b-45c9-43a9-9105-64dee532eb6a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.601142] env[69281]: DEBUG nova.network.neutron [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Updating instance_info_cache with network_info: [{"id": "6d6fdccc-6769-41a8-91b9-79df827dbddd", "address": "fa:16:3e:7c:a4:3c", "network": {"id": "322939d6-fe62-467b-9cee-53d18330d32f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1619831497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9592ed71eef74b5aa92dff8e8d7ffa7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d6fdccc-67", "ovs_interfaceid": "6d6fdccc-6769-41a8-91b9-79df827dbddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.630650] env[69281]: DEBUG nova.compute.manager [req-fdd20e4b-0698-4b1a-befa-e7b9279a2a5f req-9019970d-0947-4c5e-9904-3865daf42da5 service nova] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Received event network-vif-deleted-c1c53ee4-0ca2-4d2e-9973-32c51de036e7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.754240] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.359s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.757901] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.648s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.758179] env[69281]: DEBUG nova.objects.instance [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 799.782358] env[69281]: INFO nova.scheduler.client.report [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Deleted allocations for instance 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd [ 799.864453] env[69281]: DEBUG oslo_vmware.api [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Task: {'id': task-3935489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163342} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.864817] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.865052] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.865243] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.865419] env[69281]: INFO nova.compute.manager [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Took 1.17 seconds to destroy the instance on the hypervisor. [ 799.865664] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.865934] env[69281]: DEBUG nova.compute.manager [-] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.866044] env[69281]: DEBUG nova.network.neutron [-] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.934492] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.019839] env[69281]: INFO nova.compute.manager [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Took 49.89 seconds to build instance. [ 800.084519] env[69281]: DEBUG nova.compute.manager [req-8c392cdd-a108-44f5-b47b-d9850589b8b9 req-3a23ebfe-2101-4e2e-8d41-1e9a9d2cc546 service nova] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Received event network-changed-6d6fdccc-6769-41a8-91b9-79df827dbddd {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.084821] env[69281]: DEBUG nova.compute.manager [req-8c392cdd-a108-44f5-b47b-d9850589b8b9 req-3a23ebfe-2101-4e2e-8d41-1e9a9d2cc546 service nova] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Refreshing instance network info cache due to event network-changed-6d6fdccc-6769-41a8-91b9-79df827dbddd. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.086093] env[69281]: DEBUG oslo_concurrency.lockutils [req-8c392cdd-a108-44f5-b47b-d9850589b8b9 req-3a23ebfe-2101-4e2e-8d41-1e9a9d2cc546 service nova] Acquiring lock "refresh_cache-2d0613c8-f62b-4e39-adcc-da89d1264653" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.104013] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Releasing lock "refresh_cache-2d0613c8-f62b-4e39-adcc-da89d1264653" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.104369] env[69281]: DEBUG nova.compute.manager [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Instance network_info: |[{"id": "6d6fdccc-6769-41a8-91b9-79df827dbddd", "address": "fa:16:3e:7c:a4:3c", "network": {"id": "322939d6-fe62-467b-9cee-53d18330d32f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1619831497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9592ed71eef74b5aa92dff8e8d7ffa7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d6fdccc-67", "ovs_interfaceid": "6d6fdccc-6769-41a8-91b9-79df827dbddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.105140] env[69281]: DEBUG oslo_concurrency.lockutils [req-8c392cdd-a108-44f5-b47b-d9850589b8b9 req-3a23ebfe-2101-4e2e-8d41-1e9a9d2cc546 service nova] Acquired lock "refresh_cache-2d0613c8-f62b-4e39-adcc-da89d1264653" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.105775] env[69281]: DEBUG nova.network.neutron [req-8c392cdd-a108-44f5-b47b-d9850589b8b9 req-3a23ebfe-2101-4e2e-8d41-1e9a9d2cc546 service nova] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Refreshing network info cache for port 6d6fdccc-6769-41a8-91b9-79df827dbddd {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.106776] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:a4:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d6fdccc-6769-41a8-91b9-79df827dbddd', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.122643] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Creating folder: Project (9592ed71eef74b5aa92dff8e8d7ffa7d). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.124095] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-745f645b-ebda-4557-b8f9-c5696b61d28a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.136984] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Created folder: Project (9592ed71eef74b5aa92dff8e8d7ffa7d) in parent group-v781128. [ 800.137329] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Creating folder: Instances. Parent ref: group-v781271. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.137681] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc216402-fedb-4ba9-8144-6763c471a366 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.150264] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Created folder: Instances in parent group-v781271. [ 800.150550] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.150753] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.150966] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89ff7ee0-e7b5-462e-b1ce-02e6618c928b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.180744] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.180744] env[69281]: value = "task-3935492" [ 800.180744] env[69281]: _type = "Task" [ 800.180744] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.191360] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935492, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.297152] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73bcf6f2-e1a9-486e-a7c2-dfe1bff0961b tempest-FloatingIPsAssociationTestJSON-1878357021 tempest-FloatingIPsAssociationTestJSON-1878357021-project-member] Lock "3e8581b9-ab8e-4a33-acc4-0de1debb5dfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.758s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.436393] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935487, 'name': ReconfigVM_Task, 'duration_secs': 1.442085} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.437784] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 49037718-4f32-4227-94e3-1e63a2f605d5/49037718-4f32-4227-94e3-1e63a2f605d5.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.437784] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04f36bd9-37bd-4f43-a447-a50abac2fd14 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.445022] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 800.445022] env[69281]: value = "task-3935493" [ 800.445022] env[69281]: _type = "Task" [ 800.445022] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.454603] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935493, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.522684] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25395e30-9ef7-4f16-9b45-2abc762da89c tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "3f6112ba-f475-4bdb-add6-8bed09ed54f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 117.943s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.697149] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935492, 'name': CreateVM_Task, 'duration_secs': 0.415583} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.697149] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.697149] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.697324] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.698263] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.698263] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ac877aa-8c06-4b24-8ead-d31415742d80 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.706128] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Waiting for the task: (returnval){ [ 800.706128] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527a3850-4e1f-4058-fa8a-70588e920040" [ 800.706128] env[69281]: _type = "Task" [ 800.706128] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.718287] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527a3850-4e1f-4058-fa8a-70588e920040, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.718287] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.718287] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.718287] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.718494] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.718494] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.718573] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11eb5a81-3809-4589-aab3-dc40160229a8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.731027] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.731027] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.731027] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ddaa6b-a87a-4956-8287-b6cbe2a63657 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.736750] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Waiting for the task: (returnval){ [ 800.736750] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c369cc-bf52-6919-814d-ea093a556027" [ 800.736750] env[69281]: _type = "Task" [ 800.736750] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.748144] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c369cc-bf52-6919-814d-ea093a556027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.755177] env[69281]: DEBUG nova.network.neutron [-] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.776553] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c3a242a-e113-423c-b80a-c2ef3cec684b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.777758] env[69281]: DEBUG oslo_concurrency.lockutils [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.917s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.777995] env[69281]: DEBUG nova.objects.instance [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lazy-loading 'resources' on Instance uuid 61373d45-6df4-4cc8-bf4a-89f28f0a918b {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.955040] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935493, 'name': Rename_Task, 'duration_secs': 0.168859} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.955569] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.955980] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c549a4b1-bcb6-4123-a858-0f12f6353c59 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.966028] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 800.966028] env[69281]: value = "task-3935494" [ 800.966028] env[69281]: _type = "Task" [ 800.966028] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.979073] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.028220] env[69281]: DEBUG nova.compute.manager [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.048318] env[69281]: DEBUG nova.network.neutron [req-8c392cdd-a108-44f5-b47b-d9850589b8b9 req-3a23ebfe-2101-4e2e-8d41-1e9a9d2cc546 service nova] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Updated VIF entry in instance network info cache for port 6d6fdccc-6769-41a8-91b9-79df827dbddd. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.048318] env[69281]: DEBUG nova.network.neutron [req-8c392cdd-a108-44f5-b47b-d9850589b8b9 req-3a23ebfe-2101-4e2e-8d41-1e9a9d2cc546 service nova] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Updating instance_info_cache with network_info: [{"id": "6d6fdccc-6769-41a8-91b9-79df827dbddd", "address": "fa:16:3e:7c:a4:3c", "network": {"id": "322939d6-fe62-467b-9cee-53d18330d32f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1619831497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9592ed71eef74b5aa92dff8e8d7ffa7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d6fdccc-67", "ovs_interfaceid": "6d6fdccc-6769-41a8-91b9-79df827dbddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.248938] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c369cc-bf52-6919-814d-ea093a556027, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.249866] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101a3d11-fc0e-46b1-b3b0-ff0035f6ba18 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.256623] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Waiting for the task: (returnval){ [ 801.256623] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5265ab84-f7ef-845f-d8b8-04488322db6e" [ 801.256623] env[69281]: _type = "Task" [ 801.256623] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.262759] env[69281]: INFO nova.compute.manager [-] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Took 1.40 seconds to deallocate network for instance. [ 801.277248] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5265ab84-f7ef-845f-d8b8-04488322db6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011791} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.277373] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.281043] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 2d0613c8-f62b-4e39-adcc-da89d1264653/2d0613c8-f62b-4e39-adcc-da89d1264653.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.281043] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ad9c175-8fdd-4420-bb24-a3c98d8266ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.290016] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Waiting for the task: (returnval){ [ 801.290016] env[69281]: value = "task-3935495" [ 801.290016] env[69281]: _type = "Task" [ 801.290016] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.303229] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.490138] env[69281]: DEBUG oslo_vmware.api [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935494, 'name': PowerOnVM_Task, 'duration_secs': 0.518707} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.493801] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.493801] env[69281]: INFO nova.compute.manager [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Took 9.58 seconds to spawn the instance on the hypervisor. [ 801.494096] env[69281]: DEBUG nova.compute.manager [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.495918] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c1d220-207f-45b3-9808-a0f5a7c0d11e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.551320] env[69281]: DEBUG oslo_concurrency.lockutils [req-8c392cdd-a108-44f5-b47b-d9850589b8b9 req-3a23ebfe-2101-4e2e-8d41-1e9a9d2cc546 service nova] Releasing lock "refresh_cache-2d0613c8-f62b-4e39-adcc-da89d1264653" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.561581] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.778818] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.805068] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935495, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.935336] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1426ae90-c8e1-4c2a-b6d2-761bf6f56416 tempest-ServersAdminTestJSON-254013852 tempest-ServersAdminTestJSON-254013852-project-admin] Acquiring lock "refresh_cache-49037718-4f32-4227-94e3-1e63a2f605d5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.936522] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1426ae90-c8e1-4c2a-b6d2-761bf6f56416 tempest-ServersAdminTestJSON-254013852 tempest-ServersAdminTestJSON-254013852-project-admin] Acquired lock "refresh_cache-49037718-4f32-4227-94e3-1e63a2f605d5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.936522] env[69281]: DEBUG nova.network.neutron [None req-1426ae90-c8e1-4c2a-b6d2-761bf6f56416 tempest-ServersAdminTestJSON-254013852 tempest-ServersAdminTestJSON-254013852-project-admin] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.027488] env[69281]: INFO nova.compute.manager [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Took 49.90 seconds to build instance. [ 802.040828] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85949d58-eec5-497b-8db7-0439a8dc5449 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.051186] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8e8d19-9a09-4c5d-9834-0d4a4539afd6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.090845] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf414a0-d890-4707-aada-c4cf584f1bc5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.102758] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70b762c-268c-4d43-adae-4496eff25f04 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.115480] env[69281]: DEBUG nova.compute.provider_tree [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.221617] env[69281]: DEBUG nova.compute.manager [req-46b30bb0-1376-45e0-b7be-59fca2e2bf5c req-ccfccd4e-6cfa-4987-a8be-e3fe9bdf0032 service nova] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Received event network-vif-deleted-08063e6d-9b79-4dd6-a96b-d37b8cae405f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.308767] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6453} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.309207] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 2d0613c8-f62b-4e39-adcc-da89d1264653/2d0613c8-f62b-4e39-adcc-da89d1264653.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.309598] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.309914] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c1850f4-0cb8-4d17-b603-42b150872872 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.318561] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Waiting for the task: (returnval){ [ 802.318561] env[69281]: value = "task-3935496" [ 802.318561] env[69281]: _type = "Task" [ 802.318561] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.331376] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.530447] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8d532900-c444-487b-b1a0-26168eb521b6 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "49037718-4f32-4227-94e3-1e63a2f605d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.645s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.619106] env[69281]: DEBUG nova.scheduler.client.report [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.831888] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145918} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.832329] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.833541] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de371e4f-4ce2-4270-a5c2-d63c4358ec70 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.864559] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 2d0613c8-f62b-4e39-adcc-da89d1264653/2d0613c8-f62b-4e39-adcc-da89d1264653.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.864559] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed2c517a-8443-4d23-9b4d-6def2b8f824f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.888851] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Waiting for the task: (returnval){ [ 802.888851] env[69281]: value = "task-3935497" [ 802.888851] env[69281]: _type = "Task" [ 802.888851] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.890175] env[69281]: DEBUG nova.network.neutron [None req-1426ae90-c8e1-4c2a-b6d2-761bf6f56416 tempest-ServersAdminTestJSON-254013852 tempest-ServersAdminTestJSON-254013852-project-admin] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Updating instance_info_cache with network_info: [{"id": "94d2b023-3f46-404b-abb5-df33d2dbdae8", "address": "fa:16:3e:03:b7:62", "network": {"id": "d9d863c7-8a7a-4cfe-bf17-272b0433782f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1713456077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8c1b5228c514d6b89b550186c5bce98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d2b023-3f", "ovs_interfaceid": "94d2b023-3f46-404b-abb5-df33d2dbdae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.902330] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.035771] env[69281]: DEBUG nova.compute.manager [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.125811] env[69281]: DEBUG oslo_concurrency.lockutils [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.348s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.131266] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.722s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.131681] env[69281]: INFO nova.compute.claims [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.162817] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "3f6112ba-f475-4bdb-add6-8bed09ed54f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.162817] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "3f6112ba-f475-4bdb-add6-8bed09ed54f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.162817] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "3f6112ba-f475-4bdb-add6-8bed09ed54f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.162817] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "3f6112ba-f475-4bdb-add6-8bed09ed54f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.163024] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "3f6112ba-f475-4bdb-add6-8bed09ed54f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.167839] env[69281]: INFO nova.compute.manager [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Terminating instance [ 803.176210] env[69281]: INFO nova.scheduler.client.report [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleted allocations for instance 61373d45-6df4-4cc8-bf4a-89f28f0a918b [ 803.402018] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1426ae90-c8e1-4c2a-b6d2-761bf6f56416 tempest-ServersAdminTestJSON-254013852 tempest-ServersAdminTestJSON-254013852-project-admin] Releasing lock "refresh_cache-49037718-4f32-4227-94e3-1e63a2f605d5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.402018] env[69281]: DEBUG nova.compute.manager [None req-1426ae90-c8e1-4c2a-b6d2-761bf6f56416 tempest-ServersAdminTestJSON-254013852 tempest-ServersAdminTestJSON-254013852-project-admin] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Inject network info {{(pid=69281) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 803.405199] env[69281]: DEBUG nova.compute.manager [None req-1426ae90-c8e1-4c2a-b6d2-761bf6f56416 tempest-ServersAdminTestJSON-254013852 tempest-ServersAdminTestJSON-254013852-project-admin] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] network_info to inject: |[{"id": "94d2b023-3f46-404b-abb5-df33d2dbdae8", "address": "fa:16:3e:03:b7:62", "network": {"id": "d9d863c7-8a7a-4cfe-bf17-272b0433782f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1713456077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8c1b5228c514d6b89b550186c5bce98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d2b023-3f", "ovs_interfaceid": "94d2b023-3f46-404b-abb5-df33d2dbdae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 803.408104] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1426ae90-c8e1-4c2a-b6d2-761bf6f56416 tempest-ServersAdminTestJSON-254013852 tempest-ServersAdminTestJSON-254013852-project-admin] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Reconfiguring VM instance to set the machine id {{(pid=69281) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 803.408615] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-405d3360-b9d1-441d-8ac9-e8e7db811069 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.426798] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.429406] env[69281]: DEBUG oslo_vmware.api [None req-1426ae90-c8e1-4c2a-b6d2-761bf6f56416 tempest-ServersAdminTestJSON-254013852 tempest-ServersAdminTestJSON-254013852-project-admin] Waiting for the task: (returnval){ [ 803.429406] env[69281]: value = "task-3935498" [ 803.429406] env[69281]: _type = "Task" [ 803.429406] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.441965] env[69281]: DEBUG oslo_vmware.api [None req-1426ae90-c8e1-4c2a-b6d2-761bf6f56416 tempest-ServersAdminTestJSON-254013852 tempest-ServersAdminTestJSON-254013852-project-admin] Task: {'id': task-3935498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.560982] env[69281]: DEBUG oslo_concurrency.lockutils [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.675698] env[69281]: DEBUG nova.compute.manager [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.675940] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.676799] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b115c0ba-a748-47b5-baca-f2aa97fb835b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.686784] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.687431] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb06c591-bf63-493d-b738-1d211c48fc54 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.689288] env[69281]: DEBUG oslo_concurrency.lockutils [None req-76de3cb6-195b-40aa-8e86-fb6fae29416b tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "61373d45-6df4-4cc8-bf4a-89f28f0a918b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.338s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.696453] env[69281]: DEBUG oslo_vmware.api [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 803.696453] env[69281]: value = "task-3935499" [ 803.696453] env[69281]: _type = "Task" [ 803.696453] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.706188] env[69281]: DEBUG oslo_vmware.api [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.902872] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935497, 'name': ReconfigVM_Task, 'duration_secs': 0.689395} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.903174] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 2d0613c8-f62b-4e39-adcc-da89d1264653/2d0613c8-f62b-4e39-adcc-da89d1264653.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.903847] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92236ad1-b992-4e71-9a6f-ccd08d0b7e53 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.910476] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Waiting for the task: (returnval){ [ 803.910476] env[69281]: value = "task-3935500" [ 803.910476] env[69281]: _type = "Task" [ 803.910476] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.920371] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935500, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.940910] env[69281]: DEBUG oslo_vmware.api [None req-1426ae90-c8e1-4c2a-b6d2-761bf6f56416 tempest-ServersAdminTestJSON-254013852 tempest-ServersAdminTestJSON-254013852-project-admin] Task: {'id': task-3935498, 'name': ReconfigVM_Task, 'duration_secs': 0.190293} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.941217] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1426ae90-c8e1-4c2a-b6d2-761bf6f56416 tempest-ServersAdminTestJSON-254013852 tempest-ServersAdminTestJSON-254013852-project-admin] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Reconfigured VM instance to set the machine id {{(pid=69281) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 804.208730] env[69281]: DEBUG oslo_vmware.api [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935499, 'name': PowerOffVM_Task, 'duration_secs': 0.213442} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.211796] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.212080] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.212650] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3229b2cc-afb1-4b5d-977f-1889ddc45216 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.321903] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.322162] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.322462] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Deleting the datastore file [datastore1] 3f6112ba-f475-4bdb-add6-8bed09ed54f6 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.323065] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89d51782-bbc2-47ff-adb4-597cfff513d8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.331172] env[69281]: DEBUG oslo_vmware.api [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 804.331172] env[69281]: value = "task-3935502" [ 804.331172] env[69281]: _type = "Task" [ 804.331172] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.349418] env[69281]: DEBUG oslo_vmware.api [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.425444] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935500, 'name': Rename_Task, 'duration_secs': 0.231468} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.425444] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.425444] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9fb68fe-b241-4258-99ec-5a21b8d2adbf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.434565] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Waiting for the task: (returnval){ [ 804.434565] env[69281]: value = "task-3935503" [ 804.434565] env[69281]: _type = "Task" [ 804.434565] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.449522] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.815866] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c73a5b-b754-44f8-a84d-1a340d3a2150 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.826030] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bc97bf-d460-4c4c-bdff-d28c688d4254 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.868415] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce4e0d5-b6a9-4eb0-8abf-9ead48771164 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.874664] env[69281]: INFO nova.compute.manager [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Rebuilding instance [ 804.878204] env[69281]: DEBUG oslo_vmware.api [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28073} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.879058] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.879351] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.879450] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.879640] env[69281]: INFO nova.compute.manager [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 804.880303] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.880303] env[69281]: DEBUG nova.compute.manager [-] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.880303] env[69281]: DEBUG nova.network.neutron [-] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.886108] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c9d2f6-8441-4525-b903-a5aeb5ec34d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.904432] env[69281]: DEBUG nova.compute.provider_tree [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.937453] env[69281]: DEBUG nova.compute.manager [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 804.938766] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cf8d61-1f1e-4fe0-9f1e-62d7ce420019 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.950935] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.410862] env[69281]: DEBUG nova.scheduler.client.report [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.463485] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935503, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.659485] env[69281]: DEBUG nova.compute.manager [req-a810107f-3f3c-4f68-883e-b9adecf8bd4f req-720e6e79-caf8-413a-8d06-f601ae199f28 service nova] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Received event network-vif-deleted-747d985d-fdc1-486d-b814-0ffdb2482537 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.659930] env[69281]: INFO nova.compute.manager [req-a810107f-3f3c-4f68-883e-b9adecf8bd4f req-720e6e79-caf8-413a-8d06-f601ae199f28 service nova] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Neutron deleted interface 747d985d-fdc1-486d-b814-0ffdb2482537; detaching it from the instance and deleting it from the info cache [ 805.659930] env[69281]: DEBUG nova.network.neutron [req-a810107f-3f3c-4f68-883e-b9adecf8bd4f req-720e6e79-caf8-413a-8d06-f601ae199f28 service nova] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.920424] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.920424] env[69281]: DEBUG nova.compute.manager [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.926025] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.227s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.929363] env[69281]: INFO nova.compute.claims [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.955864] env[69281]: DEBUG oslo_vmware.api [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935503, 'name': PowerOnVM_Task, 'duration_secs': 1.177657} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.958970] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.958970] env[69281]: INFO nova.compute.manager [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Took 8.90 seconds to spawn the instance on the hypervisor. [ 805.958970] env[69281]: DEBUG nova.compute.manager [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 805.958970] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e2be77-e541-4d00-8221-292125c21265 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.964480] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.965028] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d528b81-0f74-4bdd-91cc-7155c953d868 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.981025] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 805.981025] env[69281]: value = "task-3935504" [ 805.981025] env[69281]: _type = "Task" [ 805.981025] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.995655] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.137474] env[69281]: DEBUG nova.network.neutron [-] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.163370] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-172aaf25-44f3-4555-a4ab-8df5e122cbc7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.175201] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f04aef-ba43-484a-b8bd-d2c9143b0e54 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.217761] env[69281]: DEBUG nova.compute.manager [req-a810107f-3f3c-4f68-883e-b9adecf8bd4f req-720e6e79-caf8-413a-8d06-f601ae199f28 service nova] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Detach interface failed, port_id=747d985d-fdc1-486d-b814-0ffdb2482537, reason: Instance 3f6112ba-f475-4bdb-add6-8bed09ed54f6 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 806.436467] env[69281]: DEBUG nova.compute.utils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.436467] env[69281]: DEBUG nova.compute.manager [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.436467] env[69281]: DEBUG nova.network.neutron [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.482021] env[69281]: INFO nova.compute.manager [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Took 50.44 seconds to build instance. [ 806.488728] env[69281]: DEBUG nova.policy [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9b4bf7ada884e28b1514c06ecd9d084', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1afa1022ace44380af527f261f88205f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.497052] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935504, 'name': PowerOffVM_Task, 'duration_secs': 0.211203} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.498188] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.498471] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.499434] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e845dc-73aa-44e1-8cc8-f9e7636e62a9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.508530] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.508811] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9b6ce4f-d489-42d6-8995-6b3c53ae30d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.581053] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.581435] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.581719] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleting the datastore file [datastore1] 9bf17219-c600-4bb2-b10d-628bb6f13524 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.582088] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2d2abcd-7d91-4db6-ab75-fab0c06f80d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.591171] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 806.591171] env[69281]: value = "task-3935506" [ 806.591171] env[69281]: _type = "Task" [ 806.591171] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.604968] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.640673] env[69281]: INFO nova.compute.manager [-] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Took 1.76 seconds to deallocate network for instance. [ 806.943388] env[69281]: DEBUG nova.compute.manager [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.948639] env[69281]: DEBUG nova.network.neutron [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Successfully created port: 2e743ea5-9d4c-4834-84de-7bb11ba40f41 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.984352] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e59bf6c9-5102-4652-b240-5e9cf6d1ae8a tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Lock "2d0613c8-f62b-4e39-adcc-da89d1264653" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.384s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.102033] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14701} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.102670] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.102996] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.103664] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.147357] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.488964] env[69281]: DEBUG nova.compute.manager [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.632149] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830c417e-7c0a-446d-93d9-8f86c0456ea5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.640676] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7735cf-e60a-4587-aec5-2b3465f1eaf9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.674809] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b556b7-1a27-4d8e-8683-5078de794bca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.684927] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cddb0c-7958-497a-8757-f1dfc1e8b28e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.701882] env[69281]: DEBUG nova.compute.provider_tree [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.953668] env[69281]: DEBUG nova.compute.manager [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.980862] env[69281]: DEBUG nova.virt.hardware [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.981394] env[69281]: DEBUG nova.virt.hardware [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.985021] env[69281]: DEBUG nova.virt.hardware [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.985021] env[69281]: DEBUG nova.virt.hardware [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.985021] env[69281]: DEBUG nova.virt.hardware [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.985021] env[69281]: DEBUG nova.virt.hardware [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.985021] env[69281]: DEBUG nova.virt.hardware [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.985021] env[69281]: DEBUG nova.virt.hardware [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.985654] env[69281]: DEBUG nova.virt.hardware [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.985654] env[69281]: DEBUG nova.virt.hardware [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.985654] env[69281]: DEBUG nova.virt.hardware [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.985654] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13306c1-a576-4e7f-a8a0-c72dbaa5c451 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.999072] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8d1c59-0d6a-4c79-a158-47f8b1ca269c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.027522] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.143410] env[69281]: DEBUG nova.virt.hardware [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.143731] env[69281]: DEBUG nova.virt.hardware [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.144046] env[69281]: DEBUG nova.virt.hardware [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.144316] env[69281]: DEBUG nova.virt.hardware [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.144517] env[69281]: DEBUG nova.virt.hardware [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.144716] env[69281]: DEBUG nova.virt.hardware [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.144978] env[69281]: DEBUG nova.virt.hardware [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.145204] env[69281]: DEBUG nova.virt.hardware [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.145425] env[69281]: DEBUG nova.virt.hardware [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.145639] env[69281]: DEBUG nova.virt.hardware [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.145879] env[69281]: DEBUG nova.virt.hardware [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.146867] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb59b31-8e02-4cc7-986b-512cdbc3bcbf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.158539] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668e12b7-05d9-413d-b0d8-56e8aa898fab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.179145] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:99:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08b9fb59-75fb-4301-bbcb-b162ee9cf551', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.187120] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.188829] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.191816] env[69281]: DEBUG nova.objects.instance [None req-e702d552-d2d9-4df2-9077-ce8ff1e28dec tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Lazy-loading 'flavor' on Instance uuid 91e4ae0e-21b4-43ae-a491-b1d5032f39f5 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.194649] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e2a3d10-e674-4ee7-81c9-a02ab112dca5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.214053] env[69281]: DEBUG nova.scheduler.client.report [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.218727] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e702d552-d2d9-4df2-9077-ce8ff1e28dec tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquiring lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.218833] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e702d552-d2d9-4df2-9077-ce8ff1e28dec tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquired lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.230598] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.230598] env[69281]: value = "task-3935507" [ 808.230598] env[69281]: _type = "Task" [ 808.230598] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.244700] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935507, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.281942] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Acquiring lock "2d0613c8-f62b-4e39-adcc-da89d1264653" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.281942] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Lock "2d0613c8-f62b-4e39-adcc-da89d1264653" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.281942] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Acquiring lock "2d0613c8-f62b-4e39-adcc-da89d1264653-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.281942] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Lock "2d0613c8-f62b-4e39-adcc-da89d1264653-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.282191] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Lock "2d0613c8-f62b-4e39-adcc-da89d1264653-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.285462] env[69281]: INFO nova.compute.manager [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Terminating instance [ 808.721831] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.722472] env[69281]: DEBUG nova.compute.manager [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.730289] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.661s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.734646] env[69281]: INFO nova.compute.claims [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.753040] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935507, 'name': CreateVM_Task, 'duration_secs': 0.445316} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.756021] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.756021] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.756021] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.756021] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.756021] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9f520c8-e024-42a5-9358-ea97acece057 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.761451] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 808.761451] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e85ce5-9818-5404-2f5f-37739b3e66a2" [ 808.761451] env[69281]: _type = "Task" [ 808.761451] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.773099] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e85ce5-9818-5404-2f5f-37739b3e66a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.795024] env[69281]: DEBUG nova.compute.manager [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.795024] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.795024] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7957f6-7eed-4624-b522-33f43a18edf5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.804081] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.804685] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c20adbf1-8849-419d-95e5-8f29b42b617d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.816074] env[69281]: DEBUG oslo_vmware.api [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Waiting for the task: (returnval){ [ 808.816074] env[69281]: value = "task-3935508" [ 808.816074] env[69281]: _type = "Task" [ 808.816074] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.824207] env[69281]: DEBUG oslo_vmware.api [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.846572] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.846572] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.924172] env[69281]: DEBUG nova.compute.manager [req-2c293629-2d04-4083-8393-0ccbca5aa88a req-b3f61efc-bb9a-461c-8bfb-0a246523dbdb service nova] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Received event network-vif-plugged-2e743ea5-9d4c-4834-84de-7bb11ba40f41 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.924172] env[69281]: DEBUG oslo_concurrency.lockutils [req-2c293629-2d04-4083-8393-0ccbca5aa88a req-b3f61efc-bb9a-461c-8bfb-0a246523dbdb service nova] Acquiring lock "ef277bf0-8b0b-4e8d-bbee-13cb4ff68263-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.924172] env[69281]: DEBUG oslo_concurrency.lockutils [req-2c293629-2d04-4083-8393-0ccbca5aa88a req-b3f61efc-bb9a-461c-8bfb-0a246523dbdb service nova] Lock "ef277bf0-8b0b-4e8d-bbee-13cb4ff68263-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.924172] env[69281]: DEBUG oslo_concurrency.lockutils [req-2c293629-2d04-4083-8393-0ccbca5aa88a req-b3f61efc-bb9a-461c-8bfb-0a246523dbdb service nova] Lock "ef277bf0-8b0b-4e8d-bbee-13cb4ff68263-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.924172] env[69281]: DEBUG nova.compute.manager [req-2c293629-2d04-4083-8393-0ccbca5aa88a req-b3f61efc-bb9a-461c-8bfb-0a246523dbdb service nova] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] No waiting events found dispatching network-vif-plugged-2e743ea5-9d4c-4834-84de-7bb11ba40f41 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 808.924571] env[69281]: WARNING nova.compute.manager [req-2c293629-2d04-4083-8393-0ccbca5aa88a req-b3f61efc-bb9a-461c-8bfb-0a246523dbdb service nova] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Received unexpected event network-vif-plugged-2e743ea5-9d4c-4834-84de-7bb11ba40f41 for instance with vm_state building and task_state spawning. [ 808.990030] env[69281]: DEBUG nova.network.neutron [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Successfully updated port: 2e743ea5-9d4c-4834-84de-7bb11ba40f41 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.012516] env[69281]: DEBUG nova.network.neutron [None req-e702d552-d2d9-4df2-9077-ce8ff1e28dec tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.033754] env[69281]: DEBUG nova.compute.manager [req-1a596fb2-0818-459f-bad0-5c35b34c3e2d req-187b4be6-1e77-4cf0-a90d-3f1c460103ac service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Received event network-changed-725820e7-6c36-42a7-b348-480790c19a52 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.034047] env[69281]: DEBUG nova.compute.manager [req-1a596fb2-0818-459f-bad0-5c35b34c3e2d req-187b4be6-1e77-4cf0-a90d-3f1c460103ac service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Refreshing instance network info cache due to event network-changed-725820e7-6c36-42a7-b348-480790c19a52. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.034362] env[69281]: DEBUG oslo_concurrency.lockutils [req-1a596fb2-0818-459f-bad0-5c35b34c3e2d req-187b4be6-1e77-4cf0-a90d-3f1c460103ac service nova] Acquiring lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.232134] env[69281]: DEBUG nova.compute.utils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.234555] env[69281]: DEBUG nova.compute.manager [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.234555] env[69281]: DEBUG nova.network.neutron [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.275407] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e85ce5-9818-5404-2f5f-37739b3e66a2, 'name': SearchDatastore_Task, 'duration_secs': 0.03233} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.277102] env[69281]: DEBUG nova.policy [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45185903eea74d6fb17517eb3550ee5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd40cb11180f8420ea8bce4cbc727227d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.279036] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.279166] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.279348] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.279577] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.279787] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.280158] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7459f2e3-1638-4fa7-9a32-ffa58349d8c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.293470] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.293675] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.294746] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be10459-48a3-4ed7-bf62-9337b9160d2f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.303282] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 809.303282] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52944638-c431-96df-7c94-d133bebba91d" [ 809.303282] env[69281]: _type = "Task" [ 809.303282] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.313126] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52944638-c431-96df-7c94-d133bebba91d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.325019] env[69281]: DEBUG oslo_vmware.api [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935508, 'name': PowerOffVM_Task, 'duration_secs': 0.437857} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.325565] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.325565] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.325946] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d985779e-7805-4dab-bc9e-050870105871 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.421136] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.421385] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.421619] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Deleting the datastore file [datastore2] 2d0613c8-f62b-4e39-adcc-da89d1264653 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.421920] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b06e964-3285-488c-ab9b-44b2eb2fbb10 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.430104] env[69281]: DEBUG oslo_vmware.api [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Waiting for the task: (returnval){ [ 809.430104] env[69281]: value = "task-3935510" [ 809.430104] env[69281]: _type = "Task" [ 809.430104] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.440225] env[69281]: DEBUG oslo_vmware.api [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.493159] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Acquiring lock "refresh_cache-ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.493389] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Acquired lock "refresh_cache-ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.493537] env[69281]: DEBUG nova.network.neutron [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.692579] env[69281]: DEBUG nova.network.neutron [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Successfully created port: eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.740037] env[69281]: DEBUG nova.compute.manager [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.817615] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52944638-c431-96df-7c94-d133bebba91d, 'name': SearchDatastore_Task, 'duration_secs': 0.013632} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.818454] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1bf947-7c1c-40f7-910f-121d15c5471a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.832622] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 809.832622] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52de1e8b-6b0f-18af-0fa2-3ff558abaf9c" [ 809.832622] env[69281]: _type = "Task" [ 809.832622] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.846183] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52de1e8b-6b0f-18af-0fa2-3ff558abaf9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.884867] env[69281]: DEBUG nova.network.neutron [None req-e702d552-d2d9-4df2-9077-ce8ff1e28dec tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Updating instance_info_cache with network_info: [{"id": "725820e7-6c36-42a7-b348-480790c19a52", "address": "fa:16:3e:30:86:47", "network": {"id": "89569c5a-f58e-44c9-9337-fcc636bb3cf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1212476580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfaec4c79b654104b54a71f06919072e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725820e7-6c", "ovs_interfaceid": "725820e7-6c36-42a7-b348-480790c19a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.941662] env[69281]: DEBUG oslo_vmware.api [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Task: {'id': task-3935510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4271} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.944667] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.945201] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.945431] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.945747] env[69281]: INFO nova.compute.manager [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Took 1.15 seconds to destroy the instance on the hypervisor. [ 809.946037] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.947289] env[69281]: DEBUG nova.compute.manager [-] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.947289] env[69281]: DEBUG nova.network.neutron [-] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.045924] env[69281]: DEBUG nova.network.neutron [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.212201] env[69281]: DEBUG nova.network.neutron [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Updating instance_info_cache with network_info: [{"id": "2e743ea5-9d4c-4834-84de-7bb11ba40f41", "address": "fa:16:3e:e5:22:36", "network": {"id": "8f22ec5a-033a-49ad-b0c0-7257cb613a97", "bridge": "br-int", "label": "tempest-ServersTestJSON-740505884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1afa1022ace44380af527f261f88205f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e743ea5-9d", "ovs_interfaceid": "2e743ea5-9d4c-4834-84de-7bb11ba40f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.343860] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52de1e8b-6b0f-18af-0fa2-3ff558abaf9c, 'name': SearchDatastore_Task, 'duration_secs': 0.028103} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.346595] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.346876] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 9bf17219-c600-4bb2-b10d-628bb6f13524/9bf17219-c600-4bb2-b10d-628bb6f13524.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.347354] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18d191fb-bb2b-4210-b965-5f82869cb6a8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.355453] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 810.355453] env[69281]: value = "task-3935511" [ 810.355453] env[69281]: _type = "Task" [ 810.355453] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.361029] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab160ff-3387-4500-bd89-dc658c1194cf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.373925] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0382be-6b2e-4c26-9d70-60b71d61f661 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.377406] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.407878] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e702d552-d2d9-4df2-9077-ce8ff1e28dec tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Releasing lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.408160] env[69281]: DEBUG nova.compute.manager [None req-e702d552-d2d9-4df2-9077-ce8ff1e28dec tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Inject network info {{(pid=69281) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 810.408438] env[69281]: DEBUG nova.compute.manager [None req-e702d552-d2d9-4df2-9077-ce8ff1e28dec tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] network_info to inject: |[{"id": "725820e7-6c36-42a7-b348-480790c19a52", "address": "fa:16:3e:30:86:47", "network": {"id": "89569c5a-f58e-44c9-9337-fcc636bb3cf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1212476580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfaec4c79b654104b54a71f06919072e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725820e7-6c", "ovs_interfaceid": "725820e7-6c36-42a7-b348-480790c19a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 810.413740] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e702d552-d2d9-4df2-9077-ce8ff1e28dec tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Reconfiguring VM instance to set the machine id {{(pid=69281) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 810.414252] env[69281]: DEBUG oslo_concurrency.lockutils [req-1a596fb2-0818-459f-bad0-5c35b34c3e2d req-187b4be6-1e77-4cf0-a90d-3f1c460103ac service nova] Acquired lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.414470] env[69281]: DEBUG nova.network.neutron [req-1a596fb2-0818-459f-bad0-5c35b34c3e2d req-187b4be6-1e77-4cf0-a90d-3f1c460103ac service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Refreshing network info cache for port 725820e7-6c36-42a7-b348-480790c19a52 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.415666] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02c92eeb-05f8-4357-8873-81c0e44ec70f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.426639] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac2c421-2935-4679-8303-c4224d43c0a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.441633] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f12644d-7c6c-4e97-a98f-f833d407be9f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.445802] env[69281]: DEBUG oslo_vmware.api [None req-e702d552-d2d9-4df2-9077-ce8ff1e28dec tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Waiting for the task: (returnval){ [ 810.445802] env[69281]: value = "task-3935512" [ 810.445802] env[69281]: _type = "Task" [ 810.445802] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.458590] env[69281]: DEBUG nova.compute.provider_tree [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.468909] env[69281]: DEBUG oslo_vmware.api [None req-e702d552-d2d9-4df2-9077-ce8ff1e28dec tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.702068] env[69281]: DEBUG nova.objects.instance [None req-813e911d-4087-4e68-b835-b10bbf789d19 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Lazy-loading 'flavor' on Instance uuid 91e4ae0e-21b4-43ae-a491-b1d5032f39f5 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.717303] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Releasing lock "refresh_cache-ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.717806] env[69281]: DEBUG nova.compute.manager [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Instance network_info: |[{"id": "2e743ea5-9d4c-4834-84de-7bb11ba40f41", "address": "fa:16:3e:e5:22:36", "network": {"id": "8f22ec5a-033a-49ad-b0c0-7257cb613a97", "bridge": "br-int", "label": "tempest-ServersTestJSON-740505884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1afa1022ace44380af527f261f88205f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e743ea5-9d", "ovs_interfaceid": "2e743ea5-9d4c-4834-84de-7bb11ba40f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.718447] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:22:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e743ea5-9d4c-4834-84de-7bb11ba40f41', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.730789] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Creating folder: Project (1afa1022ace44380af527f261f88205f). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.735446] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-420d80f5-bc19-47db-a543-3e1958d6a8d7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.738033] env[69281]: DEBUG nova.network.neutron [-] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.752878] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Created folder: Project (1afa1022ace44380af527f261f88205f) in parent group-v781128. [ 810.753258] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Creating folder: Instances. Parent ref: group-v781275. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.754637] env[69281]: DEBUG nova.compute.manager [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.758213] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-752e360d-ad9d-44b1-85bb-22c20e6c93c5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.772469] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Created folder: Instances in parent group-v781275. [ 810.772789] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.773018] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.773292] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66d3b4e5-fe40-415e-93a4-6ac3ab642b8c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.792265] env[69281]: DEBUG nova.network.neutron [req-1a596fb2-0818-459f-bad0-5c35b34c3e2d req-187b4be6-1e77-4cf0-a90d-3f1c460103ac service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Updated VIF entry in instance network info cache for port 725820e7-6c36-42a7-b348-480790c19a52. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.792432] env[69281]: DEBUG nova.network.neutron [req-1a596fb2-0818-459f-bad0-5c35b34c3e2d req-187b4be6-1e77-4cf0-a90d-3f1c460103ac service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Updating instance_info_cache with network_info: [{"id": "725820e7-6c36-42a7-b348-480790c19a52", "address": "fa:16:3e:30:86:47", "network": {"id": "89569c5a-f58e-44c9-9337-fcc636bb3cf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1212476580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfaec4c79b654104b54a71f06919072e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725820e7-6c", "ovs_interfaceid": "725820e7-6c36-42a7-b348-480790c19a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.801359] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.801359] env[69281]: value = "task-3935515" [ 810.801359] env[69281]: _type = "Task" [ 810.801359] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.804089] env[69281]: DEBUG nova.virt.hardware [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.804383] env[69281]: DEBUG nova.virt.hardware [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.804541] env[69281]: DEBUG nova.virt.hardware [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.807071] env[69281]: DEBUG nova.virt.hardware [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.807071] env[69281]: DEBUG nova.virt.hardware [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.807071] env[69281]: DEBUG nova.virt.hardware [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.807071] env[69281]: DEBUG nova.virt.hardware [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.807071] env[69281]: DEBUG nova.virt.hardware [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.807071] env[69281]: DEBUG nova.virt.hardware [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.807071] env[69281]: DEBUG nova.virt.hardware [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.807071] env[69281]: DEBUG nova.virt.hardware [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.807466] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2264b1c-3492-4c98-ad9e-f72309c65060 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.830017] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2876bc27-f138-4da4-a49c-c4f81173d640 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.835311] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935515, 'name': CreateVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.871200] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935511, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.959957] env[69281]: DEBUG oslo_vmware.api [None req-e702d552-d2d9-4df2-9077-ce8ff1e28dec tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935512, 'name': ReconfigVM_Task, 'duration_secs': 0.176037} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.960443] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e702d552-d2d9-4df2-9077-ce8ff1e28dec tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Reconfigured VM instance to set the machine id {{(pid=69281) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 810.964649] env[69281]: DEBUG nova.scheduler.client.report [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.040149] env[69281]: DEBUG nova.compute.manager [req-81cef229-7405-409a-b9e1-5dd25503ffcd req-4d4d93c9-dab7-4047-bb4b-766a70926108 service nova] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Received event network-changed-2e743ea5-9d4c-4834-84de-7bb11ba40f41 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.040388] env[69281]: DEBUG nova.compute.manager [req-81cef229-7405-409a-b9e1-5dd25503ffcd req-4d4d93c9-dab7-4047-bb4b-766a70926108 service nova] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Refreshing instance network info cache due to event network-changed-2e743ea5-9d4c-4834-84de-7bb11ba40f41. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.040707] env[69281]: DEBUG oslo_concurrency.lockutils [req-81cef229-7405-409a-b9e1-5dd25503ffcd req-4d4d93c9-dab7-4047-bb4b-766a70926108 service nova] Acquiring lock "refresh_cache-ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.041162] env[69281]: DEBUG oslo_concurrency.lockutils [req-81cef229-7405-409a-b9e1-5dd25503ffcd req-4d4d93c9-dab7-4047-bb4b-766a70926108 service nova] Acquired lock "refresh_cache-ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.041162] env[69281]: DEBUG nova.network.neutron [req-81cef229-7405-409a-b9e1-5dd25503ffcd req-4d4d93c9-dab7-4047-bb4b-766a70926108 service nova] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Refreshing network info cache for port 2e743ea5-9d4c-4834-84de-7bb11ba40f41 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.211490] env[69281]: DEBUG oslo_concurrency.lockutils [None req-813e911d-4087-4e68-b835-b10bbf789d19 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquiring lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.243729] env[69281]: INFO nova.compute.manager [-] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Took 1.30 seconds to deallocate network for instance. [ 811.297189] env[69281]: DEBUG oslo_concurrency.lockutils [req-1a596fb2-0818-459f-bad0-5c35b34c3e2d req-187b4be6-1e77-4cf0-a90d-3f1c460103ac service nova] Releasing lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.297189] env[69281]: DEBUG oslo_concurrency.lockutils [None req-813e911d-4087-4e68-b835-b10bbf789d19 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquired lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.320044] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935515, 'name': CreateVM_Task, 'duration_secs': 0.463176} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.320229] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.321010] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.321296] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.321588] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.321843] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d58ac9-4e0b-4a70-a88e-904e5e2516b0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.327589] env[69281]: DEBUG nova.compute.manager [req-cba284f1-4e77-409c-a5c1-52100f0c1125 req-d6af7ca3-ebad-4845-8612-aba9a1d054ff service nova] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Received event network-vif-plugged-eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.327589] env[69281]: DEBUG oslo_concurrency.lockutils [req-cba284f1-4e77-409c-a5c1-52100f0c1125 req-d6af7ca3-ebad-4845-8612-aba9a1d054ff service nova] Acquiring lock "f7295443-8a3f-4fbe-af03-abf4419e4c9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.327589] env[69281]: DEBUG oslo_concurrency.lockutils [req-cba284f1-4e77-409c-a5c1-52100f0c1125 req-d6af7ca3-ebad-4845-8612-aba9a1d054ff service nova] Lock "f7295443-8a3f-4fbe-af03-abf4419e4c9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.327589] env[69281]: DEBUG oslo_concurrency.lockutils [req-cba284f1-4e77-409c-a5c1-52100f0c1125 req-d6af7ca3-ebad-4845-8612-aba9a1d054ff service nova] Lock "f7295443-8a3f-4fbe-af03-abf4419e4c9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.327589] env[69281]: DEBUG nova.compute.manager [req-cba284f1-4e77-409c-a5c1-52100f0c1125 req-d6af7ca3-ebad-4845-8612-aba9a1d054ff service nova] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] No waiting events found dispatching network-vif-plugged-eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 811.327589] env[69281]: WARNING nova.compute.manager [req-cba284f1-4e77-409c-a5c1-52100f0c1125 req-d6af7ca3-ebad-4845-8612-aba9a1d054ff service nova] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Received unexpected event network-vif-plugged-eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa for instance with vm_state building and task_state spawning. [ 811.331389] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Waiting for the task: (returnval){ [ 811.331389] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d483f0-780f-6383-2a49-09532f90140e" [ 811.331389] env[69281]: _type = "Task" [ 811.331389] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.343126] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d483f0-780f-6383-2a49-09532f90140e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.368421] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935511, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.445662] env[69281]: DEBUG nova.network.neutron [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Successfully updated port: eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.474789] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.475838] env[69281]: DEBUG nova.compute.manager [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.478204] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.821s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.481986] env[69281]: INFO nova.compute.claims [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.736681] env[69281]: DEBUG nova.network.neutron [None req-813e911d-4087-4e68-b835-b10bbf789d19 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.751814] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.772585] env[69281]: DEBUG nova.network.neutron [req-81cef229-7405-409a-b9e1-5dd25503ffcd req-4d4d93c9-dab7-4047-bb4b-766a70926108 service nova] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Updated VIF entry in instance network info cache for port 2e743ea5-9d4c-4834-84de-7bb11ba40f41. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.772939] env[69281]: DEBUG nova.network.neutron [req-81cef229-7405-409a-b9e1-5dd25503ffcd req-4d4d93c9-dab7-4047-bb4b-766a70926108 service nova] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Updating instance_info_cache with network_info: [{"id": "2e743ea5-9d4c-4834-84de-7bb11ba40f41", "address": "fa:16:3e:e5:22:36", "network": {"id": "8f22ec5a-033a-49ad-b0c0-7257cb613a97", "bridge": "br-int", "label": "tempest-ServersTestJSON-740505884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1afa1022ace44380af527f261f88205f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e743ea5-9d", "ovs_interfaceid": "2e743ea5-9d4c-4834-84de-7bb11ba40f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.841354] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d483f0-780f-6383-2a49-09532f90140e, 'name': SearchDatastore_Task, 'duration_secs': 0.020029} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.841681] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.841923] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.842206] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.842361] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.842546] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.842831] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adeb6b9b-4677-427c-b18c-995455ecf41a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.858383] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.858383] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.858383] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64c3e5e-79a6-4d32-b728-4eee30861340 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.865250] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Waiting for the task: (returnval){ [ 811.865250] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52490f37-3e22-8ce7-c6d5-33ea68c4981f" [ 811.865250] env[69281]: _type = "Task" [ 811.865250] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.868640] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935511, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.878641] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52490f37-3e22-8ce7-c6d5-33ea68c4981f, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.879488] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb021c5c-d57d-4c8c-936b-7793342b9002 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.884741] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Waiting for the task: (returnval){ [ 811.884741] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ab0956-7889-cca6-e1ad-451e09766ba4" [ 811.884741] env[69281]: _type = "Task" [ 811.884741] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.892904] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ab0956-7889-cca6-e1ad-451e09766ba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.950368] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "refresh_cache-f7295443-8a3f-4fbe-af03-abf4419e4c9a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.950676] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "refresh_cache-f7295443-8a3f-4fbe-af03-abf4419e4c9a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.950893] env[69281]: DEBUG nova.network.neutron [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.988498] env[69281]: DEBUG nova.compute.utils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.992946] env[69281]: DEBUG nova.compute.manager [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.993152] env[69281]: DEBUG nova.network.neutron [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.046030] env[69281]: DEBUG nova.policy [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '951420598cb24174a0c7e59ad249de29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e2ab12b31ed4c9782e792c2c623e0d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.277380] env[69281]: DEBUG oslo_concurrency.lockutils [req-81cef229-7405-409a-b9e1-5dd25503ffcd req-4d4d93c9-dab7-4047-bb4b-766a70926108 service nova] Releasing lock "refresh_cache-ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.277380] env[69281]: DEBUG nova.compute.manager [req-81cef229-7405-409a-b9e1-5dd25503ffcd req-4d4d93c9-dab7-4047-bb4b-766a70926108 service nova] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Received event network-vif-deleted-6d6fdccc-6769-41a8-91b9-79df827dbddd {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.357818] env[69281]: DEBUG nova.network.neutron [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Successfully created port: 918de5b5-6c4e-449c-bb00-ad179b32baa2 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.377946] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935511, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.664466} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.381262] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 9bf17219-c600-4bb2-b10d-628bb6f13524/9bf17219-c600-4bb2-b10d-628bb6f13524.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.381262] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.381262] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdaefb6d-e93a-440d-9049-70fd029a4604 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.390501] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 812.390501] env[69281]: value = "task-3935516" [ 812.390501] env[69281]: _type = "Task" [ 812.390501] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.399612] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ab0956-7889-cca6-e1ad-451e09766ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.019855} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.403171] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.403710] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ef277bf0-8b0b-4e8d-bbee-13cb4ff68263/ef277bf0-8b0b-4e8d-bbee-13cb4ff68263.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.404193] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.404555] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ec12771-82dc-4468-bb86-67a25a45d089 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.412045] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Waiting for the task: (returnval){ [ 812.412045] env[69281]: value = "task-3935517" [ 812.412045] env[69281]: _type = "Task" [ 812.412045] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.423730] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.496762] env[69281]: DEBUG nova.compute.manager [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.518700] env[69281]: DEBUG nova.network.neutron [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.592746] env[69281]: DEBUG nova.network.neutron [None req-813e911d-4087-4e68-b835-b10bbf789d19 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Updating instance_info_cache with network_info: [{"id": "725820e7-6c36-42a7-b348-480790c19a52", "address": "fa:16:3e:30:86:47", "network": {"id": "89569c5a-f58e-44c9-9337-fcc636bb3cf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1212476580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfaec4c79b654104b54a71f06919072e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725820e7-6c", "ovs_interfaceid": "725820e7-6c36-42a7-b348-480790c19a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.791650] env[69281]: DEBUG nova.network.neutron [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Updating instance_info_cache with network_info: [{"id": "eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa", "address": "fa:16:3e:35:14:32", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeacddde5-5c", "ovs_interfaceid": "eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.913427] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078208} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.913937] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.919152] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6e70f9-c4dd-4c0c-9611-1efaac87be98 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.951377] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 9bf17219-c600-4bb2-b10d-628bb6f13524/9bf17219-c600-4bb2-b10d-628bb6f13524.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.952404] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935517, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.954972] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c457ddf4-19f2-45d3-8d2a-12e2e5b93b94 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.978072] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 812.978072] env[69281]: value = "task-3935518" [ 812.978072] env[69281]: _type = "Task" [ 812.978072] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.990036] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935518, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.095517] env[69281]: DEBUG oslo_concurrency.lockutils [None req-813e911d-4087-4e68-b835-b10bbf789d19 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Releasing lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.095879] env[69281]: DEBUG nova.compute.manager [None req-813e911d-4087-4e68-b835-b10bbf789d19 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Inject network info {{(pid=69281) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 813.096101] env[69281]: DEBUG nova.compute.manager [None req-813e911d-4087-4e68-b835-b10bbf789d19 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] network_info to inject: |[{"id": "725820e7-6c36-42a7-b348-480790c19a52", "address": "fa:16:3e:30:86:47", "network": {"id": "89569c5a-f58e-44c9-9337-fcc636bb3cf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1212476580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfaec4c79b654104b54a71f06919072e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725820e7-6c", "ovs_interfaceid": "725820e7-6c36-42a7-b348-480790c19a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 813.104590] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-813e911d-4087-4e68-b835-b10bbf789d19 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Reconfiguring VM instance to set the machine id {{(pid=69281) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 813.107865] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50c8f4a0-5622-4177-ac6a-84cfede1b08a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.126385] env[69281]: DEBUG oslo_vmware.api [None req-813e911d-4087-4e68-b835-b10bbf789d19 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Waiting for the task: (returnval){ [ 813.126385] env[69281]: value = "task-3935519" [ 813.126385] env[69281]: _type = "Task" [ 813.126385] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.137304] env[69281]: DEBUG oslo_vmware.api [None req-813e911d-4087-4e68-b835-b10bbf789d19 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.246081] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd10b061-8840-48bf-9815-147f57353e64 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.255986] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16886100-fa6b-4e1d-90f0-cd14bff738df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.293781] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90afad82-bd34-48f8-be0b-4cb6ec293a54 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.297166] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "refresh_cache-f7295443-8a3f-4fbe-af03-abf4419e4c9a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.297541] env[69281]: DEBUG nova.compute.manager [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Instance network_info: |[{"id": "eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa", "address": "fa:16:3e:35:14:32", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeacddde5-5c", "ovs_interfaceid": "eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.297992] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:14:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.307649] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.308779] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.314387] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1ac9ba2-730a-4e88-9a8e-d84b5fcf18fa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.331996] env[69281]: DEBUG nova.compute.manager [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 813.333665] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccbd542-a996-4002-b5db-c54190b5a9fe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.338208] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9975d2d-8881-4342-a146-86fea6253985 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.354923] env[69281]: DEBUG nova.compute.provider_tree [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.365025] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.365025] env[69281]: value = "task-3935520" [ 813.365025] env[69281]: _type = "Task" [ 813.365025] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.373616] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935520, 'name': CreateVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.406319] env[69281]: DEBUG nova.compute.manager [req-c2ec1307-e418-45b2-acc5-048869d7d5d1 req-5e4a3009-d836-4637-b81a-15be9228b5f2 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Received event network-changed-725820e7-6c36-42a7-b348-480790c19a52 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.406319] env[69281]: DEBUG nova.compute.manager [req-c2ec1307-e418-45b2-acc5-048869d7d5d1 req-5e4a3009-d836-4637-b81a-15be9228b5f2 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Refreshing instance network info cache due to event network-changed-725820e7-6c36-42a7-b348-480790c19a52. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.406319] env[69281]: DEBUG oslo_concurrency.lockutils [req-c2ec1307-e418-45b2-acc5-048869d7d5d1 req-5e4a3009-d836-4637-b81a-15be9228b5f2 service nova] Acquiring lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.406319] env[69281]: DEBUG oslo_concurrency.lockutils [req-c2ec1307-e418-45b2-acc5-048869d7d5d1 req-5e4a3009-d836-4637-b81a-15be9228b5f2 service nova] Acquired lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.406319] env[69281]: DEBUG nova.network.neutron [req-c2ec1307-e418-45b2-acc5-048869d7d5d1 req-5e4a3009-d836-4637-b81a-15be9228b5f2 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Refreshing network info cache for port 725820e7-6c36-42a7-b348-480790c19a52 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.411203] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquiring lock "91e4ae0e-21b4-43ae-a491-b1d5032f39f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.411203] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Lock "91e4ae0e-21b4-43ae-a491-b1d5032f39f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.411203] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquiring lock "91e4ae0e-21b4-43ae-a491-b1d5032f39f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.411203] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Lock "91e4ae0e-21b4-43ae-a491-b1d5032f39f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.411203] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Lock "91e4ae0e-21b4-43ae-a491-b1d5032f39f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.415033] env[69281]: INFO nova.compute.manager [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Terminating instance [ 813.427524] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531852} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.431019] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ef277bf0-8b0b-4e8d-bbee-13cb4ff68263/ef277bf0-8b0b-4e8d-bbee-13cb4ff68263.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.431019] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.431019] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4b93658-7f58-4583-aeb2-ff14a06b2dd6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.439677] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Waiting for the task: (returnval){ [ 813.439677] env[69281]: value = "task-3935521" [ 813.439677] env[69281]: _type = "Task" [ 813.439677] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.450737] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.491623] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935518, 'name': ReconfigVM_Task, 'duration_secs': 0.367647} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.491953] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 9bf17219-c600-4bb2-b10d-628bb6f13524/9bf17219-c600-4bb2-b10d-628bb6f13524.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.492665] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cde86b3-7f33-4343-8951-3506dac9e256 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.501426] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 813.501426] env[69281]: value = "task-3935522" [ 813.501426] env[69281]: _type = "Task" [ 813.501426] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.507889] env[69281]: DEBUG nova.compute.manager [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.515093] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 813.515495] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935522, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.515711] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 813.542927] env[69281]: DEBUG nova.virt.hardware [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.543210] env[69281]: DEBUG nova.virt.hardware [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.543385] env[69281]: DEBUG nova.virt.hardware [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.543578] env[69281]: DEBUG nova.virt.hardware [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.543738] env[69281]: DEBUG nova.virt.hardware [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.543965] env[69281]: DEBUG nova.virt.hardware [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.544214] env[69281]: DEBUG nova.virt.hardware [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.544392] env[69281]: DEBUG nova.virt.hardware [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.544572] env[69281]: DEBUG nova.virt.hardware [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.544744] env[69281]: DEBUG nova.virt.hardware [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.544923] env[69281]: DEBUG nova.virt.hardware [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.546153] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50926c3-29cb-4a44-9b2f-72b583e9b635 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.555316] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f09d98e-dfa4-4061-8da8-9a2b98e0ee2d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.638154] env[69281]: DEBUG oslo_vmware.api [None req-813e911d-4087-4e68-b835-b10bbf789d19 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935519, 'name': ReconfigVM_Task, 'duration_secs': 0.180198} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.638154] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-813e911d-4087-4e68-b835-b10bbf789d19 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Reconfigured VM instance to set the machine id {{(pid=69281) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 813.661424] env[69281]: DEBUG nova.compute.manager [req-322ccb0a-887b-4292-a5bf-33552d45822c req-fb77d242-0c44-478e-be44-e6bb3e01bbac service nova] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Received event network-changed-eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.661424] env[69281]: DEBUG nova.compute.manager [req-322ccb0a-887b-4292-a5bf-33552d45822c req-fb77d242-0c44-478e-be44-e6bb3e01bbac service nova] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Refreshing instance network info cache due to event network-changed-eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.661832] env[69281]: DEBUG oslo_concurrency.lockutils [req-322ccb0a-887b-4292-a5bf-33552d45822c req-fb77d242-0c44-478e-be44-e6bb3e01bbac service nova] Acquiring lock "refresh_cache-f7295443-8a3f-4fbe-af03-abf4419e4c9a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.661832] env[69281]: DEBUG oslo_concurrency.lockutils [req-322ccb0a-887b-4292-a5bf-33552d45822c req-fb77d242-0c44-478e-be44-e6bb3e01bbac service nova] Acquired lock "refresh_cache-f7295443-8a3f-4fbe-af03-abf4419e4c9a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.662256] env[69281]: DEBUG nova.network.neutron [req-322ccb0a-887b-4292-a5bf-33552d45822c req-fb77d242-0c44-478e-be44-e6bb3e01bbac service nova] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Refreshing network info cache for port eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.865077] env[69281]: INFO nova.compute.manager [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] instance snapshotting [ 813.865471] env[69281]: DEBUG nova.objects.instance [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'flavor' on Instance uuid 066aadf2-88b6-4015-a933-f110946dbf3e {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.867299] env[69281]: DEBUG nova.scheduler.client.report [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.880523] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935520, 'name': CreateVM_Task, 'duration_secs': 0.530326} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.881337] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.882153] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.882315] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.882704] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.883411] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-463b5c08-fbd5-412e-861b-f230bb89437f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.890646] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 813.890646] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5236169e-14a6-73aa-ebab-123d46f31d5c" [ 813.890646] env[69281]: _type = "Task" [ 813.890646] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.899838] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5236169e-14a6-73aa-ebab-123d46f31d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.917046] env[69281]: DEBUG nova.compute.manager [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.917506] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.918194] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fd6b47-6240-4595-9fef-dcdd8e1408f7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.927437] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.927627] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a72e083-d1e4-4b2d-9b00-7ca1f6d61384 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.935425] env[69281]: DEBUG oslo_vmware.api [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Waiting for the task: (returnval){ [ 813.935425] env[69281]: value = "task-3935523" [ 813.935425] env[69281]: _type = "Task" [ 813.935425] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.947442] env[69281]: DEBUG oslo_vmware.api [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.953754] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078499} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.954517] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.955688] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8e8220-63c9-421c-a860-93dd6e375784 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.981977] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] ef277bf0-8b0b-4e8d-bbee-13cb4ff68263/ef277bf0-8b0b-4e8d-bbee-13cb4ff68263.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.982325] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c561185e-63d4-4a39-b0f4-ba9c7e303195 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.004543] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Waiting for the task: (returnval){ [ 814.004543] env[69281]: value = "task-3935524" [ 814.004543] env[69281]: _type = "Task" [ 814.004543] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.025547] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935522, 'name': Rename_Task, 'duration_secs': 0.312144} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.029618] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.029923] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935524, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.030163] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 814.030686] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45c6285f-3e8c-48bc-ab9a-311dfc7065e8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.032452] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 814.032705] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 814.033483] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 814.033764] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 814.034066] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 814.034244] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69281) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 814.034510] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 814.039271] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 814.039271] env[69281]: value = "task-3935525" [ 814.039271] env[69281]: _type = "Task" [ 814.039271] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.055411] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.377028] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.897s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.377028] env[69281]: DEBUG nova.compute.manager [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.380581] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4422016d-efd1-4597-99fe-b5bd08bf36fc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.384577] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.989s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.384837] env[69281]: DEBUG nova.objects.instance [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lazy-loading 'resources' on Instance uuid 3ca583ea-9082-48ed-a0ae-204754a1677e {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.412857] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24aa74f2-2b12-4632-9c25-6abe8f259933 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.422605] env[69281]: DEBUG nova.network.neutron [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Successfully updated port: 918de5b5-6c4e-449c-bb00-ad179b32baa2 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.425939] env[69281]: DEBUG nova.network.neutron [req-c2ec1307-e418-45b2-acc5-048869d7d5d1 req-5e4a3009-d836-4637-b81a-15be9228b5f2 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Updated VIF entry in instance network info cache for port 725820e7-6c36-42a7-b348-480790c19a52. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.427236] env[69281]: DEBUG nova.network.neutron [req-c2ec1307-e418-45b2-acc5-048869d7d5d1 req-5e4a3009-d836-4637-b81a-15be9228b5f2 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Updating instance_info_cache with network_info: [{"id": "725820e7-6c36-42a7-b348-480790c19a52", "address": "fa:16:3e:30:86:47", "network": {"id": "89569c5a-f58e-44c9-9337-fcc636bb3cf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1212476580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfaec4c79b654104b54a71f06919072e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725820e7-6c", "ovs_interfaceid": "725820e7-6c36-42a7-b348-480790c19a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.438114] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5236169e-14a6-73aa-ebab-123d46f31d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.043811} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.438992] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.439384] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.439655] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.439862] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.439970] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.443805] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f367add0-2e3e-4103-ab62-6c8d9a287893 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.453173] env[69281]: DEBUG oslo_vmware.api [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935523, 'name': PowerOffVM_Task, 'duration_secs': 0.270225} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.453530] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.453777] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.455433] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-591dae53-1fcf-4812-a2c4-33f82580fda5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.457124] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.457326] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.458414] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42fe965-60c1-491b-b955-4a32f84762db {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.465279] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 814.465279] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52401f67-e392-fbcb-0567-b3b0b6b7dfbe" [ 814.465279] env[69281]: _type = "Task" [ 814.465279] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.475290] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52401f67-e392-fbcb-0567-b3b0b6b7dfbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.518335] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935524, 'name': ReconfigVM_Task, 'duration_secs': 0.434799} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.518591] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Reconfigured VM instance instance-00000033 to attach disk [datastore1] ef277bf0-8b0b-4e8d-bbee-13cb4ff68263/ef277bf0-8b0b-4e8d-bbee-13cb4ff68263.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.519252] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c43c448-19ea-40e1-8bd9-4d2c1d0b0277 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.528220] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Waiting for the task: (returnval){ [ 814.528220] env[69281]: value = "task-3935527" [ 814.528220] env[69281]: _type = "Task" [ 814.528220] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.543772] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.544849] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935527, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.551772] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.552179] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.552457] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Deleting the datastore file [datastore2] 91e4ae0e-21b4-43ae-a491-b1d5032f39f5 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.552884] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79c1bf69-460f-4cbf-b869-8f833a257934 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.563373] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935525, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.565177] env[69281]: DEBUG oslo_vmware.api [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Waiting for the task: (returnval){ [ 814.565177] env[69281]: value = "task-3935528" [ 814.565177] env[69281]: _type = "Task" [ 814.565177] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.577258] env[69281]: DEBUG oslo_vmware.api [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.776448] env[69281]: DEBUG nova.network.neutron [req-322ccb0a-887b-4292-a5bf-33552d45822c req-fb77d242-0c44-478e-be44-e6bb3e01bbac service nova] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Updated VIF entry in instance network info cache for port eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.776863] env[69281]: DEBUG nova.network.neutron [req-322ccb0a-887b-4292-a5bf-33552d45822c req-fb77d242-0c44-478e-be44-e6bb3e01bbac service nova] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Updating instance_info_cache with network_info: [{"id": "eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa", "address": "fa:16:3e:35:14:32", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeacddde5-5c", "ovs_interfaceid": "eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.888324] env[69281]: DEBUG nova.compute.utils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.895502] env[69281]: DEBUG nova.compute.manager [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.897629] env[69281]: DEBUG nova.network.neutron [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.927663] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.927663] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquired lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.927916] env[69281]: DEBUG nova.network.neutron [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.943049] env[69281]: DEBUG oslo_concurrency.lockutils [req-c2ec1307-e418-45b2-acc5-048869d7d5d1 req-5e4a3009-d836-4637-b81a-15be9228b5f2 service nova] Releasing lock "refresh_cache-91e4ae0e-21b4-43ae-a491-b1d5032f39f5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.943849] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.944383] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-39fae254-838e-40aa-97d7-6a7b98e16e0c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.954540] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 814.954540] env[69281]: value = "task-3935529" [ 814.954540] env[69281]: _type = "Task" [ 814.954540] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.959047] env[69281]: DEBUG nova.policy [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd38b1da057dd45fbb89234a9a76b5065', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05c5402d2b1f429e99a9f7deb95656d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.984815] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935529, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.985197] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52401f67-e392-fbcb-0567-b3b0b6b7dfbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.986182] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67bfa905-6856-4a00-8cfd-64601b19b6c5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.992695] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 814.992695] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529415e1-ecb7-0dbc-a026-364948b2a8c5" [ 814.992695] env[69281]: _type = "Task" [ 814.992695] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.010032] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529415e1-ecb7-0dbc-a026-364948b2a8c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.010032] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.010032] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] f7295443-8a3f-4fbe-af03-abf4419e4c9a/f7295443-8a3f-4fbe-af03-abf4419e4c9a.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.010032] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1db8acbc-6cbf-4e44-be14-4cc1f31129a8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.020540] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 815.020540] env[69281]: value = "task-3935530" [ 815.020540] env[69281]: _type = "Task" [ 815.020540] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.030330] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.042631] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935527, 'name': Rename_Task, 'duration_secs': 0.168808} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.042631] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.042983] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df0e0975-f68f-4041-ae44-860838c04d87 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.054375] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Waiting for the task: (returnval){ [ 815.054375] env[69281]: value = "task-3935531" [ 815.054375] env[69281]: _type = "Task" [ 815.054375] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.061978] env[69281]: DEBUG oslo_vmware.api [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935525, 'name': PowerOnVM_Task, 'duration_secs': 0.627294} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.062807] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.063155] env[69281]: DEBUG nova.compute.manager [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 815.064158] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7ea964-3738-4f1f-a56f-47efc3ddbb88 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.073521] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.092808] env[69281]: DEBUG oslo_vmware.api [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Task: {'id': task-3935528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164435} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.093715] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.094057] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.094280] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.094512] env[69281]: INFO nova.compute.manager [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 815.094794] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.095085] env[69281]: DEBUG nova.compute.manager [-] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.095209] env[69281]: DEBUG nova.network.neutron [-] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.279589] env[69281]: DEBUG oslo_concurrency.lockutils [req-322ccb0a-887b-4292-a5bf-33552d45822c req-fb77d242-0c44-478e-be44-e6bb3e01bbac service nova] Releasing lock "refresh_cache-f7295443-8a3f-4fbe-af03-abf4419e4c9a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.399697] env[69281]: DEBUG nova.compute.manager [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.407289] env[69281]: DEBUG nova.network.neutron [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Successfully created port: 7a73d2d4-fc07-4c28-aa98-f2b1f0631318 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.475647] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935529, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.492941] env[69281]: DEBUG nova.network.neutron [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.537343] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935530, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.565965] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935531, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.610024] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.654372] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eb9cf2-725c-48e8-9227-7937a163c48e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.662193] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a34dc3-9afd-44bf-b7e2-029852b38299 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.704127] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559082fb-daf7-4c3d-a4a2-9e1c302da3df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.714100] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347e50c1-d367-4054-a16e-3939a67ddb1c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.734091] env[69281]: DEBUG nova.compute.provider_tree [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.802159] env[69281]: DEBUG nova.network.neutron [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Updating instance_info_cache with network_info: [{"id": "918de5b5-6c4e-449c-bb00-ad179b32baa2", "address": "fa:16:3e:c4:07:c3", "network": {"id": "719fa763-82e1-4fa5-87bc-22b0a8ef9a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392171705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e2ab12b31ed4c9782e792c2c623e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918de5b5-6c", "ovs_interfaceid": "918de5b5-6c4e-449c-bb00-ad179b32baa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.868394] env[69281]: DEBUG nova.compute.manager [req-c9e9d29a-f35d-410e-be20-f657e0ac5910 req-2a260709-63a4-4d18-8b1a-9cf0fa1ac937 service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Received event network-vif-plugged-918de5b5-6c4e-449c-bb00-ad179b32baa2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.868632] env[69281]: DEBUG oslo_concurrency.lockutils [req-c9e9d29a-f35d-410e-be20-f657e0ac5910 req-2a260709-63a4-4d18-8b1a-9cf0fa1ac937 service nova] Acquiring lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.868848] env[69281]: DEBUG oslo_concurrency.lockutils [req-c9e9d29a-f35d-410e-be20-f657e0ac5910 req-2a260709-63a4-4d18-8b1a-9cf0fa1ac937 service nova] Lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.869716] env[69281]: DEBUG oslo_concurrency.lockutils [req-c9e9d29a-f35d-410e-be20-f657e0ac5910 req-2a260709-63a4-4d18-8b1a-9cf0fa1ac937 service nova] Lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.870098] env[69281]: DEBUG nova.compute.manager [req-c9e9d29a-f35d-410e-be20-f657e0ac5910 req-2a260709-63a4-4d18-8b1a-9cf0fa1ac937 service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] No waiting events found dispatching network-vif-plugged-918de5b5-6c4e-449c-bb00-ad179b32baa2 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 815.870414] env[69281]: WARNING nova.compute.manager [req-c9e9d29a-f35d-410e-be20-f657e0ac5910 req-2a260709-63a4-4d18-8b1a-9cf0fa1ac937 service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Received unexpected event network-vif-plugged-918de5b5-6c4e-449c-bb00-ad179b32baa2 for instance with vm_state building and task_state spawning. [ 815.870840] env[69281]: DEBUG nova.compute.manager [req-c9e9d29a-f35d-410e-be20-f657e0ac5910 req-2a260709-63a4-4d18-8b1a-9cf0fa1ac937 service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Received event network-changed-918de5b5-6c4e-449c-bb00-ad179b32baa2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.871141] env[69281]: DEBUG nova.compute.manager [req-c9e9d29a-f35d-410e-be20-f657e0ac5910 req-2a260709-63a4-4d18-8b1a-9cf0fa1ac937 service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Refreshing instance network info cache due to event network-changed-918de5b5-6c4e-449c-bb00-ad179b32baa2. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.871341] env[69281]: DEBUG oslo_concurrency.lockutils [req-c9e9d29a-f35d-410e-be20-f657e0ac5910 req-2a260709-63a4-4d18-8b1a-9cf0fa1ac937 service nova] Acquiring lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.976707] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935529, 'name': CreateSnapshot_Task, 'duration_secs': 0.777456} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.977171] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.978499] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704beb13-5c96-42bd-85ac-effb8912e1c6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.034660] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935530, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.072369] env[69281]: DEBUG oslo_vmware.api [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935531, 'name': PowerOnVM_Task, 'duration_secs': 0.638991} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.072905] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.073125] env[69281]: INFO nova.compute.manager [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Took 8.12 seconds to spawn the instance on the hypervisor. [ 816.073303] env[69281]: DEBUG nova.compute.manager [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 816.074141] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36302423-0021-4d4a-b807-0e1de54c7876 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.237171] env[69281]: DEBUG nova.scheduler.client.report [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.306066] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Releasing lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.306066] env[69281]: DEBUG nova.compute.manager [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Instance network_info: |[{"id": "918de5b5-6c4e-449c-bb00-ad179b32baa2", "address": "fa:16:3e:c4:07:c3", "network": {"id": "719fa763-82e1-4fa5-87bc-22b0a8ef9a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392171705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e2ab12b31ed4c9782e792c2c623e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918de5b5-6c", "ovs_interfaceid": "918de5b5-6c4e-449c-bb00-ad179b32baa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.306284] env[69281]: DEBUG oslo_concurrency.lockutils [req-c9e9d29a-f35d-410e-be20-f657e0ac5910 req-2a260709-63a4-4d18-8b1a-9cf0fa1ac937 service nova] Acquired lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.306543] env[69281]: DEBUG nova.network.neutron [req-c9e9d29a-f35d-410e-be20-f657e0ac5910 req-2a260709-63a4-4d18-8b1a-9cf0fa1ac937 service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Refreshing network info cache for port 918de5b5-6c4e-449c-bb00-ad179b32baa2 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.308032] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:07:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '918de5b5-6c4e-449c-bb00-ad179b32baa2', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.316629] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.320038] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.320593] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53a6937c-fcdc-45fe-9ac8-e3661a3d4dff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.342686] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.342686] env[69281]: value = "task-3935532" [ 816.342686] env[69281]: _type = "Task" [ 816.342686] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.352136] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935532, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.389943] env[69281]: DEBUG nova.network.neutron [-] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.409186] env[69281]: DEBUG nova.compute.manager [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.445221] env[69281]: DEBUG nova.virt.hardware [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.446026] env[69281]: DEBUG nova.virt.hardware [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.446026] env[69281]: DEBUG nova.virt.hardware [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.446026] env[69281]: DEBUG nova.virt.hardware [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.446281] env[69281]: DEBUG nova.virt.hardware [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.446281] env[69281]: DEBUG nova.virt.hardware [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.446459] env[69281]: DEBUG nova.virt.hardware [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.446624] env[69281]: DEBUG nova.virt.hardware [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.446796] env[69281]: DEBUG nova.virt.hardware [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.446959] env[69281]: DEBUG nova.virt.hardware [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.447348] env[69281]: DEBUG nova.virt.hardware [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.448067] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60549443-07d3-4f22-8506-e79a733aab7e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.460723] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6580400-66b3-4182-b075-c2131c5709ba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.496412] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 816.496749] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c2415bc0-0e25-42bc-9fdc-232e1e445e86 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.506363] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 816.506363] env[69281]: value = "task-3935533" [ 816.506363] env[69281]: _type = "Task" [ 816.506363] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.517076] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935533, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.534831] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935530, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.573879] env[69281]: INFO nova.compute.manager [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Rebuilding instance [ 816.597280] env[69281]: INFO nova.compute.manager [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Took 46.23 seconds to build instance. [ 816.651022] env[69281]: DEBUG nova.compute.manager [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 816.651022] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f499120-0df2-470b-9242-6a9f722cb34e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.741053] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.356s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.743992] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.762s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.745712] env[69281]: INFO nova.compute.claims [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.762985] env[69281]: INFO nova.scheduler.client.report [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Deleted allocations for instance 3ca583ea-9082-48ed-a0ae-204754a1677e [ 816.790084] env[69281]: DEBUG nova.network.neutron [req-c9e9d29a-f35d-410e-be20-f657e0ac5910 req-2a260709-63a4-4d18-8b1a-9cf0fa1ac937 service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Updated VIF entry in instance network info cache for port 918de5b5-6c4e-449c-bb00-ad179b32baa2. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.790084] env[69281]: DEBUG nova.network.neutron [req-c9e9d29a-f35d-410e-be20-f657e0ac5910 req-2a260709-63a4-4d18-8b1a-9cf0fa1ac937 service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Updating instance_info_cache with network_info: [{"id": "918de5b5-6c4e-449c-bb00-ad179b32baa2", "address": "fa:16:3e:c4:07:c3", "network": {"id": "719fa763-82e1-4fa5-87bc-22b0a8ef9a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392171705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e2ab12b31ed4c9782e792c2c623e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918de5b5-6c", "ovs_interfaceid": "918de5b5-6c4e-449c-bb00-ad179b32baa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.855698] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935532, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.892879] env[69281]: INFO nova.compute.manager [-] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Took 1.80 seconds to deallocate network for instance. [ 817.017882] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935533, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.035321] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935530, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.535229} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.035853] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] f7295443-8a3f-4fbe-af03-abf4419e4c9a/f7295443-8a3f-4fbe-af03-abf4419e4c9a.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.036588] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.037048] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a48334a-7326-4a2b-9c69-b87714e13347 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.047053] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 817.047053] env[69281]: value = "task-3935534" [ 817.047053] env[69281]: _type = "Task" [ 817.047053] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.057351] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.099762] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21975beb-b2f7-46a8-8b2c-0c7f74881fdd tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Lock "ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.193s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.206263] env[69281]: DEBUG nova.compute.manager [req-ba6c501d-25d9-4791-ae6f-b72869d4d8b0 req-542aa99f-b5c8-4bb2-a0f6-8c94f193df8c service nova] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Received event network-vif-plugged-7a73d2d4-fc07-4c28-aa98-f2b1f0631318 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.206598] env[69281]: DEBUG oslo_concurrency.lockutils [req-ba6c501d-25d9-4791-ae6f-b72869d4d8b0 req-542aa99f-b5c8-4bb2-a0f6-8c94f193df8c service nova] Acquiring lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.206834] env[69281]: DEBUG oslo_concurrency.lockutils [req-ba6c501d-25d9-4791-ae6f-b72869d4d8b0 req-542aa99f-b5c8-4bb2-a0f6-8c94f193df8c service nova] Lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.207369] env[69281]: DEBUG oslo_concurrency.lockutils [req-ba6c501d-25d9-4791-ae6f-b72869d4d8b0 req-542aa99f-b5c8-4bb2-a0f6-8c94f193df8c service nova] Lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.207596] env[69281]: DEBUG nova.compute.manager [req-ba6c501d-25d9-4791-ae6f-b72869d4d8b0 req-542aa99f-b5c8-4bb2-a0f6-8c94f193df8c service nova] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] No waiting events found dispatching network-vif-plugged-7a73d2d4-fc07-4c28-aa98-f2b1f0631318 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 817.207839] env[69281]: WARNING nova.compute.manager [req-ba6c501d-25d9-4791-ae6f-b72869d4d8b0 req-542aa99f-b5c8-4bb2-a0f6-8c94f193df8c service nova] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Received unexpected event network-vif-plugged-7a73d2d4-fc07-4c28-aa98-f2b1f0631318 for instance with vm_state building and task_state spawning. [ 817.240552] env[69281]: DEBUG nova.network.neutron [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Successfully updated port: 7a73d2d4-fc07-4c28-aa98-f2b1f0631318 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.271291] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bb4ef857-11f0-4956-ad6c-3a969096e10e tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "3ca583ea-9082-48ed-a0ae-204754a1677e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.879s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.294280] env[69281]: DEBUG oslo_concurrency.lockutils [req-c9e9d29a-f35d-410e-be20-f657e0ac5910 req-2a260709-63a4-4d18-8b1a-9cf0fa1ac937 service nova] Releasing lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.357484] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935532, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.404178] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.529371] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935533, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.558357] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147659} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.558357] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.558357] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2d125b-7b13-4d4b-8b89-25200cbd7f5f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.585837] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] f7295443-8a3f-4fbe-af03-abf4419e4c9a/f7295443-8a3f-4fbe-af03-abf4419e4c9a.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.586207] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f578e46e-5fe1-4887-8228-0c61e8303a11 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.601529] env[69281]: DEBUG nova.compute.manager [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.607296] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 817.607296] env[69281]: value = "task-3935535" [ 817.607296] env[69281]: _type = "Task" [ 817.607296] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.616715] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.665629] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.665808] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0cf6aa9-619d-456b-905a-2711142ff996 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.675751] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 817.675751] env[69281]: value = "task-3935536" [ 817.675751] env[69281]: _type = "Task" [ 817.675751] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.686649] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.746061] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "refresh_cache-1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.746778] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired lock "refresh_cache-1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.746778] env[69281]: DEBUG nova.network.neutron [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.865093] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935532, 'name': CreateVM_Task, 'duration_secs': 1.21399} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.873951] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.876308] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.876374] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.876717] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.877036] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38663cc-3482-41ba-837b-17a55a0038a9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.884269] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 817.884269] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527951ef-6746-bdfa-3588-b62057677bf8" [ 817.884269] env[69281]: _type = "Task" [ 817.884269] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.899025] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527951ef-6746-bdfa-3588-b62057677bf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.949751] env[69281]: DEBUG nova.compute.manager [req-241ef042-3446-436b-977a-22e1cea6483d req-731e98c2-f104-4a64-8958-a461c413ef98 service nova] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Received event network-vif-deleted-725820e7-6c36-42a7-b348-480790c19a52 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.950052] env[69281]: DEBUG nova.compute.manager [req-241ef042-3446-436b-977a-22e1cea6483d req-731e98c2-f104-4a64-8958-a461c413ef98 service nova] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Received event network-changed-2e743ea5-9d4c-4834-84de-7bb11ba40f41 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.950275] env[69281]: DEBUG nova.compute.manager [req-241ef042-3446-436b-977a-22e1cea6483d req-731e98c2-f104-4a64-8958-a461c413ef98 service nova] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Refreshing instance network info cache due to event network-changed-2e743ea5-9d4c-4834-84de-7bb11ba40f41. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.950560] env[69281]: DEBUG oslo_concurrency.lockutils [req-241ef042-3446-436b-977a-22e1cea6483d req-731e98c2-f104-4a64-8958-a461c413ef98 service nova] Acquiring lock "refresh_cache-ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.950731] env[69281]: DEBUG oslo_concurrency.lockutils [req-241ef042-3446-436b-977a-22e1cea6483d req-731e98c2-f104-4a64-8958-a461c413ef98 service nova] Acquired lock "refresh_cache-ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.950979] env[69281]: DEBUG nova.network.neutron [req-241ef042-3446-436b-977a-22e1cea6483d req-731e98c2-f104-4a64-8958-a461c413ef98 service nova] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Refreshing network info cache for port 2e743ea5-9d4c-4834-84de-7bb11ba40f41 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.021629] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935533, 'name': CloneVM_Task} progress is 95%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.120514] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935535, 'name': ReconfigVM_Task, 'duration_secs': 0.506991} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.123368] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Reconfigured VM instance instance-00000035 to attach disk [datastore1] f7295443-8a3f-4fbe-af03-abf4419e4c9a/f7295443-8a3f-4fbe-af03-abf4419e4c9a.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.124286] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e54eecb-ba4f-4217-91c9-faa306091d97 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.126807] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.133506] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 818.133506] env[69281]: value = "task-3935537" [ 818.133506] env[69281]: _type = "Task" [ 818.133506] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.147892] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935537, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.190491] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935536, 'name': PowerOffVM_Task, 'duration_secs': 0.282325} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.190793] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.191061] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.191951] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b834e3dc-4f26-4af0-83d5-89be21c4388a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.201853] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.202094] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9314b370-ae62-44b5-8310-a410c98d98ac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.282738] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.282738] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.282738] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleting the datastore file [datastore1] 9bf17219-c600-4bb2-b10d-628bb6f13524 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.282738] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3919c01a-44d5-4870-9915-d0102f30a48d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.295420] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 818.295420] env[69281]: value = "task-3935539" [ 818.295420] env[69281]: _type = "Task" [ 818.295420] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.302450] env[69281]: DEBUG nova.network.neutron [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.314101] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.398997] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527951ef-6746-bdfa-3588-b62057677bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.013806} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.402504] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.402982] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.404159] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.404159] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.404159] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.404510] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b8a983a-c5b3-4553-a46a-854b60bb36e8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.426095] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.426302] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.428632] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7248d976-0738-4801-8736-6e02cb676d9b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.439057] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 818.439057] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a3b698-646b-5e57-0043-ac3c525bb36d" [ 818.439057] env[69281]: _type = "Task" [ 818.439057] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.448233] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a3b698-646b-5e57-0043-ac3c525bb36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.450168] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bc3cc4-4b8f-4037-981d-267467a2c4b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.460847] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dd2799-1cf1-4ad7-8fc7-44b491c1cc2b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.496708] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef41b3d-778c-41cf-a286-6cb200ff87bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.505795] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5520871d-41f1-44d2-b530-2d73f18d00d1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.525643] env[69281]: DEBUG nova.compute.provider_tree [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.532765] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935533, 'name': CloneVM_Task, 'duration_secs': 1.83348} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.533345] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Created linked-clone VM from snapshot [ 818.534452] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2e100c-506b-4ffc-bbab-f2538327d5a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.538811] env[69281]: DEBUG nova.network.neutron [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Updating instance_info_cache with network_info: [{"id": "7a73d2d4-fc07-4c28-aa98-f2b1f0631318", "address": "fa:16:3e:29:2f:e5", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a73d2d4-fc", "ovs_interfaceid": "7a73d2d4-fc07-4c28-aa98-f2b1f0631318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.543194] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Uploading image 8a7b0e0b-28c9-45e8-b4c5-e769ad3bc314 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 818.580351] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.580351] env[69281]: value = "vm-781281" [ 818.580351] env[69281]: _type = "VirtualMachine" [ 818.580351] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.580748] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-68f14cf3-3f1b-4d2a-a38f-64f97002a62e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.590110] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lease: (returnval){ [ 818.590110] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d38f5f-61b9-1a50-559e-8ff3abd5cdd6" [ 818.590110] env[69281]: _type = "HttpNfcLease" [ 818.590110] env[69281]: } obtained for exporting VM: (result){ [ 818.590110] env[69281]: value = "vm-781281" [ 818.590110] env[69281]: _type = "VirtualMachine" [ 818.590110] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.590110] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the lease: (returnval){ [ 818.590110] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d38f5f-61b9-1a50-559e-8ff3abd5cdd6" [ 818.590110] env[69281]: _type = "HttpNfcLease" [ 818.590110] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.601498] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.601498] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d38f5f-61b9-1a50-559e-8ff3abd5cdd6" [ 818.601498] env[69281]: _type = "HttpNfcLease" [ 818.601498] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.643771] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935537, 'name': Rename_Task, 'duration_secs': 0.201074} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.644070] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.644327] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c77e61e-dec4-43b2-905e-c3fbf125b034 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.656887] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 818.656887] env[69281]: value = "task-3935541" [ 818.656887] env[69281]: _type = "Task" [ 818.656887] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.667538] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.807820] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21693} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.808158] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.809124] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.809124] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.812424] env[69281]: DEBUG nova.network.neutron [req-241ef042-3446-436b-977a-22e1cea6483d req-731e98c2-f104-4a64-8958-a461c413ef98 service nova] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Updated VIF entry in instance network info cache for port 2e743ea5-9d4c-4834-84de-7bb11ba40f41. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.812739] env[69281]: DEBUG nova.network.neutron [req-241ef042-3446-436b-977a-22e1cea6483d req-731e98c2-f104-4a64-8958-a461c413ef98 service nova] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Updating instance_info_cache with network_info: [{"id": "2e743ea5-9d4c-4834-84de-7bb11ba40f41", "address": "fa:16:3e:e5:22:36", "network": {"id": "8f22ec5a-033a-49ad-b0c0-7257cb613a97", "bridge": "br-int", "label": "tempest-ServersTestJSON-740505884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1afa1022ace44380af527f261f88205f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e743ea5-9d", "ovs_interfaceid": "2e743ea5-9d4c-4834-84de-7bb11ba40f41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.949649] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a3b698-646b-5e57-0043-ac3c525bb36d, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.950622] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d4758c3-ab24-4b11-afa7-6f9aa5f4b0b4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.956928] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 818.956928] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d356be-f506-995e-128c-c9966c148961" [ 818.956928] env[69281]: _type = "Task" [ 818.956928] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.966541] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d356be-f506-995e-128c-c9966c148961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.034496] env[69281]: DEBUG nova.scheduler.client.report [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.046757] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Releasing lock "refresh_cache-1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.046757] env[69281]: DEBUG nova.compute.manager [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Instance network_info: |[{"id": "7a73d2d4-fc07-4c28-aa98-f2b1f0631318", "address": "fa:16:3e:29:2f:e5", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a73d2d4-fc", "ovs_interfaceid": "7a73d2d4-fc07-4c28-aa98-f2b1f0631318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.047093] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:2f:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a73d2d4-fc07-4c28-aa98-f2b1f0631318', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.055834] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Creating folder: Project (05c5402d2b1f429e99a9f7deb95656d4). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.056252] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cd5c842-dcb9-4e8e-80e4-0b39c75dc4cb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.070511] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Created folder: Project (05c5402d2b1f429e99a9f7deb95656d4) in parent group-v781128. [ 819.070892] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Creating folder: Instances. Parent ref: group-v781282. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.071285] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a624781-cee1-400b-8fa7-97e9b4fd945e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.083770] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Created folder: Instances in parent group-v781282. [ 819.084858] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.084858] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.084858] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc9eec93-d715-4bbd-9059-f106cd124741 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.111058] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.111058] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d38f5f-61b9-1a50-559e-8ff3abd5cdd6" [ 819.111058] env[69281]: _type = "HttpNfcLease" [ 819.111058] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 819.111058] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 819.111058] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d38f5f-61b9-1a50-559e-8ff3abd5cdd6" [ 819.111058] env[69281]: _type = "HttpNfcLease" [ 819.111058] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 819.111058] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.111058] env[69281]: value = "task-3935544" [ 819.111058] env[69281]: _type = "Task" [ 819.111058] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.112151] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17718c73-4dc1-4114-ae2d-48f2a181b556 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.124556] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935544, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.128908] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251aecc-7610-5bb2-dd6e-afd13f995234/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 819.129052] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251aecc-7610-5bb2-dd6e-afd13f995234/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 819.203020] env[69281]: DEBUG oslo_vmware.api [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935541, 'name': PowerOnVM_Task, 'duration_secs': 0.502018} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.203325] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.203531] env[69281]: INFO nova.compute.manager [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Took 8.45 seconds to spawn the instance on the hypervisor. [ 819.203742] env[69281]: DEBUG nova.compute.manager [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 819.204651] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118b3746-a835-4a69-9b86-b91d17f8a3b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.250015] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Acquiring lock "ed4b9a79-0775-41d7-81c1-cf8f733cb80d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.250363] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Lock "ed4b9a79-0775-41d7-81c1-cf8f733cb80d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.250665] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Acquiring lock "ed4b9a79-0775-41d7-81c1-cf8f733cb80d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.250807] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Lock "ed4b9a79-0775-41d7-81c1-cf8f733cb80d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.250977] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Lock "ed4b9a79-0775-41d7-81c1-cf8f733cb80d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.255958] env[69281]: INFO nova.compute.manager [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Terminating instance [ 819.257591] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6bc79677-f9d3-4149-aa75-adca8cb6c79b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.279024] env[69281]: DEBUG nova.compute.manager [req-096da500-b9f2-4fac-ab7e-d08fc961c9ae req-7e7c72fc-4cd5-49b9-84b7-4203811782a1 service nova] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Received event network-changed-7a73d2d4-fc07-4c28-aa98-f2b1f0631318 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.279375] env[69281]: DEBUG nova.compute.manager [req-096da500-b9f2-4fac-ab7e-d08fc961c9ae req-7e7c72fc-4cd5-49b9-84b7-4203811782a1 service nova] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Refreshing instance network info cache due to event network-changed-7a73d2d4-fc07-4c28-aa98-f2b1f0631318. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.279732] env[69281]: DEBUG oslo_concurrency.lockutils [req-096da500-b9f2-4fac-ab7e-d08fc961c9ae req-7e7c72fc-4cd5-49b9-84b7-4203811782a1 service nova] Acquiring lock "refresh_cache-1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.279913] env[69281]: DEBUG oslo_concurrency.lockutils [req-096da500-b9f2-4fac-ab7e-d08fc961c9ae req-7e7c72fc-4cd5-49b9-84b7-4203811782a1 service nova] Acquired lock "refresh_cache-1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.280100] env[69281]: DEBUG nova.network.neutron [req-096da500-b9f2-4fac-ab7e-d08fc961c9ae req-7e7c72fc-4cd5-49b9-84b7-4203811782a1 service nova] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Refreshing network info cache for port 7a73d2d4-fc07-4c28-aa98-f2b1f0631318 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.319014] env[69281]: DEBUG oslo_concurrency.lockutils [req-241ef042-3446-436b-977a-22e1cea6483d req-731e98c2-f104-4a64-8958-a461c413ef98 service nova] Releasing lock "refresh_cache-ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.468977] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d356be-f506-995e-128c-c9966c148961, 'name': SearchDatastore_Task, 'duration_secs': 0.011436} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.469446] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.470218] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] f9a0134d-8333-4348-bfd9-be2ad13ed7d3/f9a0134d-8333-4348-bfd9-be2ad13ed7d3.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.470412] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c27ed6bb-fe21-45c8-8b44-7e64f54140db {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.478706] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 819.478706] env[69281]: value = "task-3935545" [ 819.478706] env[69281]: _type = "Task" [ 819.478706] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.495033] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.539983] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.540965] env[69281]: DEBUG nova.compute.manager [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.545946] env[69281]: DEBUG oslo_concurrency.lockutils [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.929s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.545946] env[69281]: DEBUG nova.objects.instance [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lazy-loading 'resources' on Instance uuid 0848d304-f73c-4833-8143-9e0d1988d17b {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.626716] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935544, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.730449] env[69281]: INFO nova.compute.manager [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Took 44.06 seconds to build instance. [ 819.763073] env[69281]: DEBUG nova.compute.manager [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.763262] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.764132] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a099d1-4814-4472-8a14-c4e17d07f1d2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.774736] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.775689] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d76039a5-6893-40ee-ba7a-b2c0fcf0f36c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.786450] env[69281]: DEBUG oslo_vmware.api [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Waiting for the task: (returnval){ [ 819.786450] env[69281]: value = "task-3935546" [ 819.786450] env[69281]: _type = "Task" [ 819.786450] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.802463] env[69281]: DEBUG oslo_vmware.api [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.856087] env[69281]: DEBUG nova.virt.hardware [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.856502] env[69281]: DEBUG nova.virt.hardware [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.856916] env[69281]: DEBUG nova.virt.hardware [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.857378] env[69281]: DEBUG nova.virt.hardware [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.857535] env[69281]: DEBUG nova.virt.hardware [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.857748] env[69281]: DEBUG nova.virt.hardware [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.858169] env[69281]: DEBUG nova.virt.hardware [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.858497] env[69281]: DEBUG nova.virt.hardware [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.858804] env[69281]: DEBUG nova.virt.hardware [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.859094] env[69281]: DEBUG nova.virt.hardware [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.859713] env[69281]: DEBUG nova.virt.hardware [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.860884] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a839bb-b5be-4cc8-ba17-a5ef14ece9ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.872336] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e8d7d3-d545-478a-88db-b12b5eafb545 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.897817] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:99:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08b9fb59-75fb-4301-bbcb-b162ee9cf551', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.907122] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.907554] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.911048] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-196bbb67-7e39-4587-8b90-0bb31ea6aee7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.940203] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.940203] env[69281]: value = "task-3935547" [ 819.940203] env[69281]: _type = "Task" [ 819.940203] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.950958] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935547, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.989700] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935545, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.050967] env[69281]: DEBUG nova.compute.utils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.052961] env[69281]: DEBUG nova.compute.manager [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.053855] env[69281]: DEBUG nova.network.neutron [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.129666] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935544, 'name': CreateVM_Task, 'duration_secs': 0.530737} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.131888] env[69281]: DEBUG nova.policy [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a294cfc7555d4a238de88d228117a825', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a4ee80bb8224f98831090e6c8282090', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.135398] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.135810] env[69281]: DEBUG nova.network.neutron [req-096da500-b9f2-4fac-ab7e-d08fc961c9ae req-7e7c72fc-4cd5-49b9-84b7-4203811782a1 service nova] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Updated VIF entry in instance network info cache for port 7a73d2d4-fc07-4c28-aa98-f2b1f0631318. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.136414] env[69281]: DEBUG nova.network.neutron [req-096da500-b9f2-4fac-ab7e-d08fc961c9ae req-7e7c72fc-4cd5-49b9-84b7-4203811782a1 service nova] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Updating instance_info_cache with network_info: [{"id": "7a73d2d4-fc07-4c28-aa98-f2b1f0631318", "address": "fa:16:3e:29:2f:e5", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a73d2d4-fc", "ovs_interfaceid": "7a73d2d4-fc07-4c28-aa98-f2b1f0631318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.138190] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.138416] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.138878] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.139954] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37eab284-5980-43bc-87f3-6c6f5389a746 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.147294] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 820.147294] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bc8560-4fcc-2a87-e732-cd4150a8468a" [ 820.147294] env[69281]: _type = "Task" [ 820.147294] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.158677] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bc8560-4fcc-2a87-e732-cd4150a8468a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.235733] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7eb56174-d78e-4f77-a1db-d0c06bbddf8b tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "f7295443-8a3f-4fbe-af03-abf4419e4c9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.105s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.261315] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "f7295443-8a3f-4fbe-af03-abf4419e4c9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.261682] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "f7295443-8a3f-4fbe-af03-abf4419e4c9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.261955] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "f7295443-8a3f-4fbe-af03-abf4419e4c9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.262204] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "f7295443-8a3f-4fbe-af03-abf4419e4c9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.262386] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "f7295443-8a3f-4fbe-af03-abf4419e4c9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.266853] env[69281]: INFO nova.compute.manager [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Terminating instance [ 820.310843] env[69281]: DEBUG oslo_vmware.api [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935546, 'name': PowerOffVM_Task, 'duration_secs': 0.370003} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.311521] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.312056] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.312822] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0734138-9708-48a8-9bf5-c25a8cbc5470 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.389707] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.390352] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.390752] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Deleting the datastore file [datastore2] ed4b9a79-0775-41d7-81c1-cf8f733cb80d {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.391247] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa504b21-8cb7-4f8e-bb56-fa659e3ac8bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.400787] env[69281]: DEBUG oslo_vmware.api [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Waiting for the task: (returnval){ [ 820.400787] env[69281]: value = "task-3935549" [ 820.400787] env[69281]: _type = "Task" [ 820.400787] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.414395] env[69281]: DEBUG oslo_vmware.api [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.450764] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935547, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.491829] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525874} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.496194] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] f9a0134d-8333-4348-bfd9-be2ad13ed7d3/f9a0134d-8333-4348-bfd9-be2ad13ed7d3.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.496194] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.498037] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2967da0d-8e2d-47e8-8d31-8673a7aa9106 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.504046] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 820.504046] env[69281]: value = "task-3935550" [ 820.504046] env[69281]: _type = "Task" [ 820.504046] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.526060] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.563967] env[69281]: DEBUG nova.compute.manager [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.610675] env[69281]: DEBUG nova.network.neutron [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Successfully created port: 020e8e32-b0d4-426a-80c4-b16634bc3028 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.647011] env[69281]: DEBUG oslo_concurrency.lockutils [req-096da500-b9f2-4fac-ab7e-d08fc961c9ae req-7e7c72fc-4cd5-49b9-84b7-4203811782a1 service nova] Releasing lock "refresh_cache-1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.667718] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bc8560-4fcc-2a87-e732-cd4150a8468a, 'name': SearchDatastore_Task, 'duration_secs': 0.022893} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.668531] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.669151] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.669322] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.669574] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.669836] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.670465] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-116c800c-e409-4e88-acdf-83cf7d13608a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.680745] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.682045] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.682045] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db8556a-89f5-4c05-b29e-284dd0693f20 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.689018] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 820.689018] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e61bb9-9fe9-d501-d07b-6d363a5f9736" [ 820.689018] env[69281]: _type = "Task" [ 820.689018] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.705222] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e61bb9-9fe9-d501-d07b-6d363a5f9736, 'name': SearchDatastore_Task, 'duration_secs': 0.013615} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.706221] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c28b89-fed3-4807-b9a4-a5360f8ec29d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.716402] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 820.716402] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523cb794-dc4c-f4f8-32f9-ec5d58461595" [ 820.716402] env[69281]: _type = "Task" [ 820.716402] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.728160] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523cb794-dc4c-f4f8-32f9-ec5d58461595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.738505] env[69281]: DEBUG nova.compute.manager [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.767045] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0da8c1-0f78-46b0-b680-d140002c508a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.774840] env[69281]: DEBUG nova.compute.manager [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.775454] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.776631] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4698e44-d1f4-4210-93ca-c88ce79df54b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.780934] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29811dd5-6d32-4ba9-8f61-11768ab05fd8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.790657] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.819117] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cd7fbd2-0635-44d5-aa04-9ac3b0f2e18a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.822733] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8c059c-766f-4cdd-b3ed-0c8544b0e944 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.834293] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8bb5b1-b51a-4a77-855b-0cab391134ee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.840920] env[69281]: DEBUG oslo_vmware.api [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 820.840920] env[69281]: value = "task-3935551" [ 820.840920] env[69281]: _type = "Task" [ 820.840920] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.857396] env[69281]: DEBUG nova.compute.provider_tree [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.866192] env[69281]: DEBUG oslo_vmware.api [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.913456] env[69281]: DEBUG oslo_vmware.api [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Task: {'id': task-3935549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155932} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.913833] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.914065] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.914254] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.914432] env[69281]: INFO nova.compute.manager [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 820.914685] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.914935] env[69281]: DEBUG nova.compute.manager [-] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.914974] env[69281]: DEBUG nova.network.neutron [-] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.952732] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935547, 'name': CreateVM_Task, 'duration_secs': 0.599652} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.953132] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.956644] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.956817] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.957403] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.957818] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4fd09eb-794c-4a1a-9436-98198df8e3ac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.965025] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 820.965025] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5275828b-e2bf-8c43-1858-f6ec043df7e9" [ 820.965025] env[69281]: _type = "Task" [ 820.965025] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.975791] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5275828b-e2bf-8c43-1858-f6ec043df7e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.018647] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078562} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.018647] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.020596] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98656876-9d90-4bcb-ab70-5aa7ddc08d9e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.047391] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] f9a0134d-8333-4348-bfd9-be2ad13ed7d3/f9a0134d-8333-4348-bfd9-be2ad13ed7d3.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.047863] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78415602-2c22-4ef7-b0f4-0388e0793046 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.075442] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 821.075442] env[69281]: value = "task-3935552" [ 821.075442] env[69281]: _type = "Task" [ 821.075442] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.086697] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.231022] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523cb794-dc4c-f4f8-32f9-ec5d58461595, 'name': SearchDatastore_Task, 'duration_secs': 0.01093} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.231022] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.231022] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3/1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.231022] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1b27040-f22a-476d-a1a7-8eddcc2fbbc6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.239072] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 821.239072] env[69281]: value = "task-3935553" [ 821.239072] env[69281]: _type = "Task" [ 821.239072] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.256174] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.269195] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.357448] env[69281]: DEBUG oslo_vmware.api [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935551, 'name': PowerOffVM_Task, 'duration_secs': 0.227374} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.359851] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.360184] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.361189] env[69281]: DEBUG nova.scheduler.client.report [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.365173] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-083fc367-7c1a-4d53-be04-412fcb1195ac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.462355] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.462355] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.462355] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleting the datastore file [datastore1] f7295443-8a3f-4fbe-af03-abf4419e4c9a {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.462355] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c597f842-8b0a-45de-9607-bd326beee804 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.471539] env[69281]: DEBUG oslo_vmware.api [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 821.471539] env[69281]: value = "task-3935555" [ 821.471539] env[69281]: _type = "Task" [ 821.471539] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.484085] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5275828b-e2bf-8c43-1858-f6ec043df7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.023324} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.485255] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.485637] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.485966] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.486235] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.486584] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.486987] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0b9ecfb-7cfe-412f-8bd6-fb8ff62678db {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.496383] env[69281]: DEBUG oslo_vmware.api [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.509752] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.509752] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.509752] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd83b4ac-e15e-4945-a6d0-47e423f918b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.516448] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 821.516448] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5240cee4-704e-6301-d41b-d229f46c69e2" [ 821.516448] env[69281]: _type = "Task" [ 821.516448] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.527860] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5240cee4-704e-6301-d41b-d229f46c69e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.578430] env[69281]: DEBUG nova.compute.manager [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.599995] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935552, 'name': ReconfigVM_Task, 'duration_secs': 0.350796} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.603721] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Reconfigured VM instance instance-00000036 to attach disk [datastore2] f9a0134d-8333-4348-bfd9-be2ad13ed7d3/f9a0134d-8333-4348-bfd9-be2ad13ed7d3.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.605461] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e6c2a0d-9df4-48aa-9d52-bbf198df473e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.614722] env[69281]: DEBUG nova.virt.hardware [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.615157] env[69281]: DEBUG nova.virt.hardware [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.615429] env[69281]: DEBUG nova.virt.hardware [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.615742] env[69281]: DEBUG nova.virt.hardware [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.615978] env[69281]: DEBUG nova.virt.hardware [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.616393] env[69281]: DEBUG nova.virt.hardware [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.616775] env[69281]: DEBUG nova.virt.hardware [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.616974] env[69281]: DEBUG nova.virt.hardware [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.617420] env[69281]: DEBUG nova.virt.hardware [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.617753] env[69281]: DEBUG nova.virt.hardware [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.618104] env[69281]: DEBUG nova.virt.hardware [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.619542] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514a841d-d668-44c7-b765-78365c6240d3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.625138] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 821.625138] env[69281]: value = "task-3935556" [ 821.625138] env[69281]: _type = "Task" [ 821.625138] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.634978] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6421f601-b93c-494c-947b-e46ed6517a19 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.647943] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935556, 'name': Rename_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.753067] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935553, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.756724] env[69281]: DEBUG nova.compute.manager [req-36ab8627-b8a1-4999-b45c-06c9e28a5103 req-7c0ef2b5-61cb-4b67-bfb0-75dd210a5816 service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Received event network-vif-deleted-8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.757034] env[69281]: INFO nova.compute.manager [req-36ab8627-b8a1-4999-b45c-06c9e28a5103 req-7c0ef2b5-61cb-4b67-bfb0-75dd210a5816 service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Neutron deleted interface 8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac; detaching it from the instance and deleting it from the info cache [ 821.757323] env[69281]: DEBUG nova.network.neutron [req-36ab8627-b8a1-4999-b45c-06c9e28a5103 req-7c0ef2b5-61cb-4b67-bfb0-75dd210a5816 service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.869807] env[69281]: DEBUG oslo_concurrency.lockutils [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.872970] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.883s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.877831] env[69281]: INFO nova.compute.claims [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.904591] env[69281]: INFO nova.scheduler.client.report [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Deleted allocations for instance 0848d304-f73c-4833-8143-9e0d1988d17b [ 821.984097] env[69281]: DEBUG oslo_vmware.api [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395952} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.984394] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.984599] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.984783] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.985394] env[69281]: INFO nova.compute.manager [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 821.985394] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.985622] env[69281]: DEBUG nova.compute.manager [-] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.985622] env[69281]: DEBUG nova.network.neutron [-] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.034191] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5240cee4-704e-6301-d41b-d229f46c69e2, 'name': SearchDatastore_Task, 'duration_secs': 0.071935} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.036382] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bbbdd1f-3437-413e-8558-49b9fa43809e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.044260] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 822.044260] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521c7ec4-7d66-666d-e207-c1cbb23f1253" [ 822.044260] env[69281]: _type = "Task" [ 822.044260] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.056793] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521c7ec4-7d66-666d-e207-c1cbb23f1253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.137913] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935556, 'name': Rename_Task, 'duration_secs': 0.305204} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.138243] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.138491] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53f84c49-a27b-4b00-94cc-a89cca96c31d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.145759] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 822.145759] env[69281]: value = "task-3935557" [ 822.145759] env[69281]: _type = "Task" [ 822.145759] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.157692] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.172486] env[69281]: DEBUG nova.network.neutron [-] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.261902] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625992} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.261902] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36f12d37-d054-437e-a2e7-2bdcb9bd3f7a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.264526] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3/1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.264922] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.265311] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a5f65b2-419c-4fe7-9b83-f78e891dbce3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.274732] env[69281]: DEBUG nova.compute.manager [req-aa7d5e17-4d26-44c8-85a7-b99bf6f013c2 req-4372a314-52f5-4de9-9aba-449eb5fa0ea0 service nova] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Received event network-vif-plugged-020e8e32-b0d4-426a-80c4-b16634bc3028 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.275678] env[69281]: DEBUG oslo_concurrency.lockutils [req-aa7d5e17-4d26-44c8-85a7-b99bf6f013c2 req-4372a314-52f5-4de9-9aba-449eb5fa0ea0 service nova] Acquiring lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.279552] env[69281]: DEBUG oslo_concurrency.lockutils [req-aa7d5e17-4d26-44c8-85a7-b99bf6f013c2 req-4372a314-52f5-4de9-9aba-449eb5fa0ea0 service nova] Lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.279552] env[69281]: DEBUG oslo_concurrency.lockutils [req-aa7d5e17-4d26-44c8-85a7-b99bf6f013c2 req-4372a314-52f5-4de9-9aba-449eb5fa0ea0 service nova] Lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.279552] env[69281]: DEBUG nova.compute.manager [req-aa7d5e17-4d26-44c8-85a7-b99bf6f013c2 req-4372a314-52f5-4de9-9aba-449eb5fa0ea0 service nova] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] No waiting events found dispatching network-vif-plugged-020e8e32-b0d4-426a-80c4-b16634bc3028 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 822.279552] env[69281]: WARNING nova.compute.manager [req-aa7d5e17-4d26-44c8-85a7-b99bf6f013c2 req-4372a314-52f5-4de9-9aba-449eb5fa0ea0 service nova] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Received unexpected event network-vif-plugged-020e8e32-b0d4-426a-80c4-b16634bc3028 for instance with vm_state building and task_state spawning. [ 822.281577] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 822.281577] env[69281]: value = "task-3935558" [ 822.281577] env[69281]: _type = "Task" [ 822.281577] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.287753] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01331002-052a-4d72-857c-cdc9bc7fbca4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.336754] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935558, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.354157] env[69281]: DEBUG nova.compute.manager [req-36ab8627-b8a1-4999-b45c-06c9e28a5103 req-7c0ef2b5-61cb-4b67-bfb0-75dd210a5816 service nova] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Detach interface failed, port_id=8bc0cedd-b68d-46d6-8ccf-15ebb4a8c6ac, reason: Instance ed4b9a79-0775-41d7-81c1-cf8f733cb80d could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 822.390570] env[69281]: DEBUG nova.network.neutron [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Successfully updated port: 020e8e32-b0d4-426a-80c4-b16634bc3028 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.423948] env[69281]: DEBUG oslo_concurrency.lockutils [None req-729aae6c-cdb2-4d7f-92c5-fb7a5f515fea tempest-ListImageFiltersTestJSON-1188695543 tempest-ListImageFiltersTestJSON-1188695543-project-member] Lock "0848d304-f73c-4833-8143-9e0d1988d17b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.050s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.555487] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521c7ec4-7d66-666d-e207-c1cbb23f1253, 'name': SearchDatastore_Task, 'duration_secs': 0.012938} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.555739] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.556520] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 9bf17219-c600-4bb2-b10d-628bb6f13524/9bf17219-c600-4bb2-b10d-628bb6f13524.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.556520] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71161c30-1e1e-461d-b921-4d3c8f3d6482 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.564228] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 822.564228] env[69281]: value = "task-3935559" [ 822.564228] env[69281]: _type = "Task" [ 822.564228] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.578079] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.657830] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.676625] env[69281]: INFO nova.compute.manager [-] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Took 1.76 seconds to deallocate network for instance. [ 822.820389] env[69281]: DEBUG nova.network.neutron [-] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.822061] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076323} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.822353] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.823560] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a64570b-75bc-4c97-bdf1-bbe5189d8a88 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.849566] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3/1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.850660] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb7e146-ffaf-4feb-a688-ee1728907e73 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.876439] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 822.876439] env[69281]: value = "task-3935560" [ 822.876439] env[69281]: _type = "Task" [ 822.876439] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.888185] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.898303] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "refresh_cache-fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.898303] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquired lock "refresh_cache-fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.898303] env[69281]: DEBUG nova.network.neutron [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.082656] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935559, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.160854] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.186449] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.328358] env[69281]: INFO nova.compute.manager [-] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Took 1.34 seconds to deallocate network for instance. [ 823.393992] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935560, 'name': ReconfigVM_Task, 'duration_secs': 0.513713} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.394294] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3/1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.395066] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-416eaf58-1f87-4c5d-a1bd-8c85f6ed4e75 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.405610] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 823.405610] env[69281]: value = "task-3935561" [ 823.405610] env[69281]: _type = "Task" [ 823.405610] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.417529] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935561, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.453048] env[69281]: DEBUG nova.network.neutron [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.504327] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab797b5f-53a6-485e-b10f-bb2a5f353bf6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.515510] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b73b7ee-2f86-48e7-bd55-baf37c51842c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.556698] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559b78c7-a5ce-4950-966d-da10b38422f6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.568016] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27305630-5e6a-403c-a980-87c5e944e0b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.585427] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540896} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.594383] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 9bf17219-c600-4bb2-b10d-628bb6f13524/9bf17219-c600-4bb2-b10d-628bb6f13524.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.594653] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.595503] env[69281]: DEBUG nova.compute.provider_tree [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.597619] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3347ebb1-c433-4338-9d98-8415d1c764dc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.606399] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 823.606399] env[69281]: value = "task-3935562" [ 823.606399] env[69281]: _type = "Task" [ 823.606399] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.621886] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.664370] env[69281]: DEBUG oslo_vmware.api [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935557, 'name': PowerOnVM_Task, 'duration_secs': 1.382311} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.664839] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.665201] env[69281]: INFO nova.compute.manager [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Took 10.16 seconds to spawn the instance on the hypervisor. [ 823.666281] env[69281]: DEBUG nova.compute.manager [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 823.670227] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf67f00f-12bd-44b3-8700-48ef41122f56 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.771408] env[69281]: DEBUG nova.network.neutron [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Updating instance_info_cache with network_info: [{"id": "020e8e32-b0d4-426a-80c4-b16634bc3028", "address": "fa:16:3e:1d:92:46", "network": {"id": "a81d8834-33e9-4f00-bf52-a88544ef1bae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193798865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4ee80bb8224f98831090e6c8282090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap020e8e32-b0", "ovs_interfaceid": "020e8e32-b0d4-426a-80c4-b16634bc3028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.838834] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.861369] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Acquiring lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.862182] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.917579] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935561, 'name': Rename_Task, 'duration_secs': 0.242935} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.917869] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.918144] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2525966c-045d-48f6-a2f8-f17214119bd5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.925320] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 823.925320] env[69281]: value = "task-3935563" [ 823.925320] env[69281]: _type = "Task" [ 823.925320] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.934681] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.057935] env[69281]: DEBUG nova.compute.manager [req-3a269aec-976c-44f8-8b70-84da2531ebb6 req-a07a72ac-e668-4a73-841a-305eb70b758a service nova] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Received event network-vif-deleted-eacddde5-5ce6-4b78-a1fc-2dd9faf6d9aa {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.104168] env[69281]: DEBUG nova.scheduler.client.report [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.122965] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138713} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.122965] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.122965] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed1f071-93c8-4552-b06b-fc77785f0e5b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.161177] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 9bf17219-c600-4bb2-b10d-628bb6f13524/9bf17219-c600-4bb2-b10d-628bb6f13524.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.161957] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90ade80c-a687-4924-baef-1e6cd38d85b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.187846] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 824.187846] env[69281]: value = "task-3935564" [ 824.187846] env[69281]: _type = "Task" [ 824.187846] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.193963] env[69281]: INFO nova.compute.manager [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Took 44.15 seconds to build instance. [ 824.202073] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935564, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.275943] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Releasing lock "refresh_cache-fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.276372] env[69281]: DEBUG nova.compute.manager [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Instance network_info: |[{"id": "020e8e32-b0d4-426a-80c4-b16634bc3028", "address": "fa:16:3e:1d:92:46", "network": {"id": "a81d8834-33e9-4f00-bf52-a88544ef1bae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193798865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4ee80bb8224f98831090e6c8282090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap020e8e32-b0", "ovs_interfaceid": "020e8e32-b0d4-426a-80c4-b16634bc3028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.278338] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:92:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '020e8e32-b0d4-426a-80c4-b16634bc3028', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.285280] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Creating folder: Project (3a4ee80bb8224f98831090e6c8282090). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.286061] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-274c6f03-1908-45ea-a792-f24c0b885fce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.300031] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Created folder: Project (3a4ee80bb8224f98831090e6c8282090) in parent group-v781128. [ 824.300204] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Creating folder: Instances. Parent ref: group-v781286. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.300403] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3bc3374-1b74-4f9f-8ccc-c66e85a5d658 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.311689] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Created folder: Instances in parent group-v781286. [ 824.311983] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.312251] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.312489] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7424244-a572-430f-af35-0a61413b99f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.335082] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.335082] env[69281]: value = "task-3935567" [ 824.335082] env[69281]: _type = "Task" [ 824.335082] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.344220] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935567, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.365439] env[69281]: DEBUG nova.compute.utils [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.438999] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.615657] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.616432] env[69281]: DEBUG nova.compute.manager [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.619934] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.266s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.622292] env[69281]: INFO nova.compute.claims [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.696621] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5ed46a7-2e55-4b2c-baaf-1c4ee2278b61 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.461s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.704359] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935564, 'name': ReconfigVM_Task, 'duration_secs': 0.471016} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.704883] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 9bf17219-c600-4bb2-b10d-628bb6f13524/9bf17219-c600-4bb2-b10d-628bb6f13524.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.705708] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d901e25-0eb5-4b99-97b4-5b90bc4d3d70 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.712909] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 824.712909] env[69281]: value = "task-3935568" [ 824.712909] env[69281]: _type = "Task" [ 824.712909] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.728281] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935568, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.756347] env[69281]: DEBUG nova.compute.manager [req-94c04432-eca8-4421-85b9-3e2f1926fca2 req-48172074-e469-46c7-88b8-299bd78e3707 service nova] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Received event network-changed-020e8e32-b0d4-426a-80c4-b16634bc3028 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.756507] env[69281]: DEBUG nova.compute.manager [req-94c04432-eca8-4421-85b9-3e2f1926fca2 req-48172074-e469-46c7-88b8-299bd78e3707 service nova] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Refreshing instance network info cache due to event network-changed-020e8e32-b0d4-426a-80c4-b16634bc3028. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.756787] env[69281]: DEBUG oslo_concurrency.lockutils [req-94c04432-eca8-4421-85b9-3e2f1926fca2 req-48172074-e469-46c7-88b8-299bd78e3707 service nova] Acquiring lock "refresh_cache-fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.756952] env[69281]: DEBUG oslo_concurrency.lockutils [req-94c04432-eca8-4421-85b9-3e2f1926fca2 req-48172074-e469-46c7-88b8-299bd78e3707 service nova] Acquired lock "refresh_cache-fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.757137] env[69281]: DEBUG nova.network.neutron [req-94c04432-eca8-4421-85b9-3e2f1926fca2 req-48172074-e469-46c7-88b8-299bd78e3707 service nova] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Refreshing network info cache for port 020e8e32-b0d4-426a-80c4-b16634bc3028 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.845309] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935567, 'name': CreateVM_Task, 'duration_secs': 0.49499} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.845309] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.845868] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.846050] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.846385] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.846640] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61aa55e5-d322-43a6-96b2-70641b28787b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.852422] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 824.852422] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527fbbbb-386a-e34c-ef31-5b2c96ebe842" [ 824.852422] env[69281]: _type = "Task" [ 824.852422] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.861455] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527fbbbb-386a-e34c-ef31-5b2c96ebe842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.868360] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.941367] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.130329] env[69281]: DEBUG nova.compute.utils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.131788] env[69281]: DEBUG nova.compute.manager [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.131981] env[69281]: DEBUG nova.network.neutron [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.184545] env[69281]: DEBUG nova.policy [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a294cfc7555d4a238de88d228117a825', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a4ee80bb8224f98831090e6c8282090', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.206072] env[69281]: DEBUG nova.compute.manager [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.225948] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935568, 'name': Rename_Task, 'duration_secs': 0.243422} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.226238] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.226724] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a5544c7-b931-4d4d-8fd4-de8d5a2fc923 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.236768] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 825.236768] env[69281]: value = "task-3935569" [ 825.236768] env[69281]: _type = "Task" [ 825.236768] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.246547] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.365194] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527fbbbb-386a-e34c-ef31-5b2c96ebe842, 'name': SearchDatastore_Task, 'duration_secs': 0.020245} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.365581] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.365913] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.366196] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.366403] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.366655] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.366953] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40df0f9f-723a-4d4b-bd9e-0d2fd5b32887 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.378313] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.378562] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.379386] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b940ab80-d83b-423a-a44b-b8f747bc15ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.389266] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 825.389266] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527f8447-61b9-39e9-89e9-418c6181bacc" [ 825.389266] env[69281]: _type = "Task" [ 825.389266] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.399450] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527f8447-61b9-39e9-89e9-418c6181bacc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.449370] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935563, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.459685] env[69281]: DEBUG nova.network.neutron [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Successfully created port: b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.637498] env[69281]: DEBUG nova.compute.manager [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.650020] env[69281]: DEBUG nova.network.neutron [req-94c04432-eca8-4421-85b9-3e2f1926fca2 req-48172074-e469-46c7-88b8-299bd78e3707 service nova] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Updated VIF entry in instance network info cache for port 020e8e32-b0d4-426a-80c4-b16634bc3028. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.650151] env[69281]: DEBUG nova.network.neutron [req-94c04432-eca8-4421-85b9-3e2f1926fca2 req-48172074-e469-46c7-88b8-299bd78e3707 service nova] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Updating instance_info_cache with network_info: [{"id": "020e8e32-b0d4-426a-80c4-b16634bc3028", "address": "fa:16:3e:1d:92:46", "network": {"id": "a81d8834-33e9-4f00-bf52-a88544ef1bae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193798865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4ee80bb8224f98831090e6c8282090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap020e8e32-b0", "ovs_interfaceid": "020e8e32-b0d4-426a-80c4-b16634bc3028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.728204] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.749397] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.900304] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527f8447-61b9-39e9-89e9-418c6181bacc, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.904548] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84741120-0e0c-4cc5-9d48-47f52a896ad7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.910925] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 825.910925] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5232007d-bde9-805b-a893-ca50b5006b85" [ 825.910925] env[69281]: _type = "Task" [ 825.910925] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.923996] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5232007d-bde9-805b-a893-ca50b5006b85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.939727] env[69281]: DEBUG oslo_vmware.api [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935563, 'name': PowerOnVM_Task, 'duration_secs': 1.666165} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.940028] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.940227] env[69281]: INFO nova.compute.manager [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Took 9.53 seconds to spawn the instance on the hypervisor. [ 825.940408] env[69281]: DEBUG nova.compute.manager [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 825.941247] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964e26c1-3eac-4cf5-af88-56040bdba7c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.979124] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Acquiring lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.979973] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.979973] env[69281]: INFO nova.compute.manager [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Attaching volume 1ad38161-f786-4d7b-af61-eac606ef6a1e to /dev/sdb [ 826.026488] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da091efe-3b28-48dd-8f16-e36c322033c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.035626] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4b0fbd-4953-411e-8490-d361dd21c80d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.056926] env[69281]: DEBUG nova.virt.block_device [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Updating existing volume attachment record: 69f2d28d-e46c-40a3-bac4-8eab94456cda {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 826.153295] env[69281]: DEBUG oslo_concurrency.lockutils [req-94c04432-eca8-4421-85b9-3e2f1926fca2 req-48172074-e469-46c7-88b8-299bd78e3707 service nova] Releasing lock "refresh_cache-fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.251297] env[69281]: DEBUG oslo_vmware.api [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935569, 'name': PowerOnVM_Task, 'duration_secs': 0.883909} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.251297] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.251297] env[69281]: DEBUG nova.compute.manager [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 826.252149] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f3846b-98a1-484a-8e85-d1f1db0763f3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.264745] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1ff114-00ae-4452-9534-fe1409bd5568 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.272516] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc43d5b1-06e7-47f0-a001-136546e98fa9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.309801] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4ba372-0809-4ec9-a60f-e21695e367f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.318792] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1009ef1d-9810-4148-9232-72cdf4bd893d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.336905] env[69281]: DEBUG nova.compute.provider_tree [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.422839] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5232007d-bde9-805b-a893-ca50b5006b85, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.423239] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.423446] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9/fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.423689] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a618c2a4-db6d-4025-91b9-7c63b0022a84 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.431235] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 826.431235] env[69281]: value = "task-3935573" [ 826.431235] env[69281]: _type = "Task" [ 826.431235] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.440040] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.466876] env[69281]: INFO nova.compute.manager [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Took 44.83 seconds to build instance. [ 826.490907] env[69281]: INFO nova.compute.manager [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Rebuilding instance [ 826.544778] env[69281]: DEBUG nova.compute.manager [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 826.545863] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63069b3b-3eea-4a15-80eb-db83ff9c1855 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.654046] env[69281]: DEBUG nova.compute.manager [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.679945] env[69281]: DEBUG nova.virt.hardware [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.680427] env[69281]: DEBUG nova.virt.hardware [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.680603] env[69281]: DEBUG nova.virt.hardware [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.680795] env[69281]: DEBUG nova.virt.hardware [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.680949] env[69281]: DEBUG nova.virt.hardware [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.681104] env[69281]: DEBUG nova.virt.hardware [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.681328] env[69281]: DEBUG nova.virt.hardware [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.681486] env[69281]: DEBUG nova.virt.hardware [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.681712] env[69281]: DEBUG nova.virt.hardware [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.681849] env[69281]: DEBUG nova.virt.hardware [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.682073] env[69281]: DEBUG nova.virt.hardware [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.683317] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f846da-5e01-456b-b155-c42b5e563b0a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.693326] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70981f6-6df5-4cc0-bde0-94d497585364 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.775170] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.841447] env[69281]: DEBUG nova.scheduler.client.report [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.948306] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935573, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.971149] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6b9c3b8f-e923-4f74-89af-461ef49deaba tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.689s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.032913] env[69281]: DEBUG nova.compute.manager [req-27c6b847-66db-4a90-a255-055a33b1df62 req-e7087f6d-23f2-4072-a77c-df656fbe2f3e service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Received event network-changed-918de5b5-6c4e-449c-bb00-ad179b32baa2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.033267] env[69281]: DEBUG nova.compute.manager [req-27c6b847-66db-4a90-a255-055a33b1df62 req-e7087f6d-23f2-4072-a77c-df656fbe2f3e service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Refreshing instance network info cache due to event network-changed-918de5b5-6c4e-449c-bb00-ad179b32baa2. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.033658] env[69281]: DEBUG oslo_concurrency.lockutils [req-27c6b847-66db-4a90-a255-055a33b1df62 req-e7087f6d-23f2-4072-a77c-df656fbe2f3e service nova] Acquiring lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.034023] env[69281]: DEBUG oslo_concurrency.lockutils [req-27c6b847-66db-4a90-a255-055a33b1df62 req-e7087f6d-23f2-4072-a77c-df656fbe2f3e service nova] Acquired lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.034530] env[69281]: DEBUG nova.network.neutron [req-27c6b847-66db-4a90-a255-055a33b1df62 req-e7087f6d-23f2-4072-a77c-df656fbe2f3e service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Refreshing network info cache for port 918de5b5-6c4e-449c-bb00-ad179b32baa2 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.261554] env[69281]: DEBUG nova.network.neutron [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Successfully updated port: b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.349578] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.350172] env[69281]: DEBUG nova.compute.manager [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.353396] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.354s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.357366] env[69281]: DEBUG nova.objects.instance [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lazy-loading 'resources' on Instance uuid 9eb97aaa-ca10-455f-8714-12090e3c9341 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.390083] env[69281]: DEBUG oslo_concurrency.lockutils [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.390083] env[69281]: DEBUG oslo_concurrency.lockutils [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.390083] env[69281]: INFO nova.compute.manager [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Rebooting instance [ 827.443915] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526169} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.444300] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9/fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.444585] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.444925] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd11b179-8f8e-444a-b9e0-1ee75aafafb4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.453424] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 827.453424] env[69281]: value = "task-3935574" [ 827.453424] env[69281]: _type = "Task" [ 827.453424] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.469275] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.474930] env[69281]: DEBUG nova.compute.manager [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.569975] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.570319] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08a5590c-875f-4cc4-92fc-a0b030b63c49 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.581010] env[69281]: DEBUG oslo_vmware.api [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Waiting for the task: (returnval){ [ 827.581010] env[69281]: value = "task-3935575" [ 827.581010] env[69281]: _type = "Task" [ 827.581010] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.588487] env[69281]: DEBUG oslo_vmware.api [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.767779] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "refresh_cache-34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.767779] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquired lock "refresh_cache-34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.767779] env[69281]: DEBUG nova.network.neutron [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.861183] env[69281]: DEBUG nova.compute.utils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.867559] env[69281]: DEBUG nova.compute.manager [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.867845] env[69281]: DEBUG nova.network.neutron [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.913014] env[69281]: DEBUG nova.policy [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a294cfc7555d4a238de88d228117a825', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a4ee80bb8224f98831090e6c8282090', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.920203] env[69281]: DEBUG oslo_concurrency.lockutils [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.965504] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068636} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.965821] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.966729] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02244915-d626-4e58-a7ae-64a56e7cc988 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.998655] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9/fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.004478] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb23250d-7bde-489e-b05f-b3566d9ca1a8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.028277] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 828.028277] env[69281]: value = "task-3935576" [ 828.028277] env[69281]: _type = "Task" [ 828.028277] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.038581] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.039194] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.097351] env[69281]: DEBUG oslo_vmware.api [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.240644] env[69281]: DEBUG nova.network.neutron [req-27c6b847-66db-4a90-a255-055a33b1df62 req-e7087f6d-23f2-4072-a77c-df656fbe2f3e service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Updated VIF entry in instance network info cache for port 918de5b5-6c4e-449c-bb00-ad179b32baa2. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.241396] env[69281]: DEBUG nova.network.neutron [req-27c6b847-66db-4a90-a255-055a33b1df62 req-e7087f6d-23f2-4072-a77c-df656fbe2f3e service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Updating instance_info_cache with network_info: [{"id": "918de5b5-6c4e-449c-bb00-ad179b32baa2", "address": "fa:16:3e:c4:07:c3", "network": {"id": "719fa763-82e1-4fa5-87bc-22b0a8ef9a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392171705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e2ab12b31ed4c9782e792c2c623e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918de5b5-6c", "ovs_interfaceid": "918de5b5-6c4e-449c-bb00-ad179b32baa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.327561] env[69281]: DEBUG nova.network.neutron [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.365194] env[69281]: DEBUG nova.compute.manager [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.385514] env[69281]: DEBUG nova.network.neutron [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Successfully created port: 71818f83-2431-41b5-bca6-402419c1bfa2 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.545236] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935576, 'name': ReconfigVM_Task, 'duration_secs': 0.342608} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.547033] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Reconfigured VM instance instance-00000038 to attach disk [datastore2] fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9/fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.547033] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f94de06-c4cc-4564-a5cd-69b419c31ece {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.560308] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 828.560308] env[69281]: value = "task-3935578" [ 828.560308] env[69281]: _type = "Task" [ 828.560308] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.577178] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935578, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.591092] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bf7172-7179-4421-b350-e31e3abcaa7b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.605768] env[69281]: DEBUG oslo_vmware.api [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935575, 'name': PowerOffVM_Task, 'duration_secs': 0.978796} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.607064] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5429e7-c90c-42e4-8027-335f50f30c3c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.612315] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.612706] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.613061] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8196083e-c67a-406c-89c5-33290359662f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.649343] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53443c12-dc54-4d8a-8161-f719564792b0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.654017] env[69281]: DEBUG oslo_vmware.api [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Waiting for the task: (returnval){ [ 828.654017] env[69281]: value = "task-3935579" [ 828.654017] env[69281]: _type = "Task" [ 828.654017] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.658782] env[69281]: DEBUG nova.network.neutron [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Updating instance_info_cache with network_info: [{"id": "b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba", "address": "fa:16:3e:d2:ce:33", "network": {"id": "a81d8834-33e9-4f00-bf52-a88544ef1bae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193798865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4ee80bb8224f98831090e6c8282090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2bd7d21-62", "ovs_interfaceid": "b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.665827] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5ac9b1-b028-44bc-823a-fa0671eebafe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.679626] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 828.679626] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 828.679626] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781171', 'volume_id': '133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'name': 'volume-133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '078efd80-309e-4eca-a4b3-a7059cdf317a', 'attached_at': '', 'detached_at': '', 'volume_id': '133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'serial': '133ab1f8-a171-4c7e-ae68-eed4df1a232a'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 828.679626] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4885f110-6cd6-430d-9da2-485d1c854fef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.691373] env[69281]: DEBUG nova.compute.provider_tree [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.711775] env[69281]: DEBUG nova.scheduler.client.report [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.716261] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d9ef1d-672e-41a3-8add-a9551e89e02b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.727412] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261ac9fb-fb80-4726-a49f-d9dbf4560e94 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.755397] env[69281]: DEBUG oslo_concurrency.lockutils [req-27c6b847-66db-4a90-a255-055a33b1df62 req-e7087f6d-23f2-4072-a77c-df656fbe2f3e service nova] Releasing lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.756083] env[69281]: DEBUG oslo_concurrency.lockutils [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquired lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.756329] env[69281]: DEBUG nova.network.neutron [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.758848] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788c895b-9100-4ee9-a678-ae292576a82c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.776611] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] The volume has not been displaced from its original location: [datastore1] volume-133ab1f8-a171-4c7e-ae68-eed4df1a232a/volume-133ab1f8-a171-4c7e-ae68-eed4df1a232a.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 828.783068] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 828.783653] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ced8f1b-e87e-4d08-bd3e-9cb8da982274 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.805285] env[69281]: DEBUG oslo_vmware.api [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Waiting for the task: (returnval){ [ 828.805285] env[69281]: value = "task-3935580" [ 828.805285] env[69281]: _type = "Task" [ 828.805285] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.815396] env[69281]: DEBUG oslo_vmware.api [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.013448] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "49037718-4f32-4227-94e3-1e63a2f605d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.014114] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "49037718-4f32-4227-94e3-1e63a2f605d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.014273] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "49037718-4f32-4227-94e3-1e63a2f605d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.016477] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "49037718-4f32-4227-94e3-1e63a2f605d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.016477] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "49037718-4f32-4227-94e3-1e63a2f605d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.017788] env[69281]: INFO nova.compute.manager [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Terminating instance [ 829.070995] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935578, 'name': Rename_Task, 'duration_secs': 0.162856} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.071318] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.071633] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ac3cc7d-5af3-4e7a-9519-6e904e5e7c7d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.079742] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 829.079742] env[69281]: value = "task-3935581" [ 829.079742] env[69281]: _type = "Task" [ 829.079742] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.089992] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.163804] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Releasing lock "refresh_cache-34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.164174] env[69281]: DEBUG nova.compute.manager [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Instance network_info: |[{"id": "b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba", "address": "fa:16:3e:d2:ce:33", "network": {"id": "a81d8834-33e9-4f00-bf52-a88544ef1bae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193798865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4ee80bb8224f98831090e6c8282090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2bd7d21-62", "ovs_interfaceid": "b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.164610] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:ce:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.172532] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.174186] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.177103] env[69281]: DEBUG nova.compute.manager [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Received event network-vif-plugged-b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.177401] env[69281]: DEBUG oslo_concurrency.lockutils [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] Acquiring lock "34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.177661] env[69281]: DEBUG oslo_concurrency.lockutils [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] Lock "34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.177977] env[69281]: DEBUG oslo_concurrency.lockutils [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] Lock "34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.178229] env[69281]: DEBUG nova.compute.manager [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] No waiting events found dispatching network-vif-plugged-b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 829.178367] env[69281]: WARNING nova.compute.manager [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Received unexpected event network-vif-plugged-b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba for instance with vm_state building and task_state spawning. [ 829.178531] env[69281]: DEBUG nova.compute.manager [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Received event network-changed-b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.179199] env[69281]: DEBUG nova.compute.manager [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Refreshing instance network info cache due to event network-changed-b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.179199] env[69281]: DEBUG oslo_concurrency.lockutils [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] Acquiring lock "refresh_cache-34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.179199] env[69281]: DEBUG oslo_concurrency.lockutils [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] Acquired lock "refresh_cache-34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.179199] env[69281]: DEBUG nova.network.neutron [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Refreshing network info cache for port b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.181308] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00f6788f-085a-4a0c-ab2b-3456c63ce4b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.205174] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.205174] env[69281]: value = "task-3935582" [ 829.205174] env[69281]: _type = "Task" [ 829.205174] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.217419] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935582, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.222803] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.225088] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.218s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.225390] env[69281]: DEBUG nova.objects.instance [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Lazy-loading 'resources' on Instance uuid e7e97dba-8cc9-4ba9-8756-6168d248cb89 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.248860] env[69281]: INFO nova.scheduler.client.report [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Deleted allocations for instance 9eb97aaa-ca10-455f-8714-12090e3c9341 [ 829.317998] env[69281]: DEBUG oslo_vmware.api [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935580, 'name': ReconfigVM_Task, 'duration_secs': 0.211177} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.318194] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 829.323753] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de9a5fde-2812-4ffd-8aa6-31173ef94d24 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.347541] env[69281]: DEBUG oslo_vmware.api [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Waiting for the task: (returnval){ [ 829.347541] env[69281]: value = "task-3935583" [ 829.347541] env[69281]: _type = "Task" [ 829.347541] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.363326] env[69281]: DEBUG oslo_vmware.api [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.380407] env[69281]: DEBUG nova.compute.manager [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.418445] env[69281]: DEBUG nova.virt.hardware [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.418445] env[69281]: DEBUG nova.virt.hardware [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.418445] env[69281]: DEBUG nova.virt.hardware [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.418822] env[69281]: DEBUG nova.virt.hardware [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.418822] env[69281]: DEBUG nova.virt.hardware [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.418822] env[69281]: DEBUG nova.virt.hardware [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.419082] env[69281]: DEBUG nova.virt.hardware [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.419303] env[69281]: DEBUG nova.virt.hardware [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.419492] env[69281]: DEBUG nova.virt.hardware [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.419686] env[69281]: DEBUG nova.virt.hardware [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.419862] env[69281]: DEBUG nova.virt.hardware [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.421279] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4135fa6-1373-4fa8-945e-acb275dfcc49 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.431662] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ca055a-e9fc-4db7-a5c2-8e9b89d54f84 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.527597] env[69281]: DEBUG nova.compute.manager [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.527802] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.529053] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede5c2a4-a8a7-4c28-98b0-e0270d2aca2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.542316] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.542686] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a8d8188-b4cc-4d40-9c6b-0b25c5052ef9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.550370] env[69281]: DEBUG oslo_vmware.api [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 829.550370] env[69281]: value = "task-3935584" [ 829.550370] env[69281]: _type = "Task" [ 829.550370] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.560918] env[69281]: DEBUG oslo_vmware.api [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.586202] env[69281]: DEBUG nova.network.neutron [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Updated VIF entry in instance network info cache for port b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.586555] env[69281]: DEBUG nova.network.neutron [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Updating instance_info_cache with network_info: [{"id": "b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba", "address": "fa:16:3e:d2:ce:33", "network": {"id": "a81d8834-33e9-4f00-bf52-a88544ef1bae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193798865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4ee80bb8224f98831090e6c8282090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2bd7d21-62", "ovs_interfaceid": "b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.588574] env[69281]: DEBUG nova.network.neutron [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Updating instance_info_cache with network_info: [{"id": "918de5b5-6c4e-449c-bb00-ad179b32baa2", "address": "fa:16:3e:c4:07:c3", "network": {"id": "719fa763-82e1-4fa5-87bc-22b0a8ef9a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392171705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e2ab12b31ed4c9782e792c2c623e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918de5b5-6c", "ovs_interfaceid": "918de5b5-6c4e-449c-bb00-ad179b32baa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.597866] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.719942] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935582, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.764029] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3bb1d29f-f547-45c9-ab34-3ae919bb6fe5 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "9eb97aaa-ca10-455f-8714-12090e3c9341" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.753s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.862741] env[69281]: DEBUG oslo_vmware.api [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935583, 'name': ReconfigVM_Task, 'duration_secs': 0.194141} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.865019] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781171', 'volume_id': '133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'name': 'volume-133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '078efd80-309e-4eca-a4b3-a7059cdf317a', 'attached_at': '', 'detached_at': '', 'volume_id': '133ab1f8-a171-4c7e-ae68-eed4df1a232a', 'serial': '133ab1f8-a171-4c7e-ae68-eed4df1a232a'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 829.865019] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.865280] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25802e24-d2a0-4fd3-93d0-6cc05766ae8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.879046] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.879046] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dabee933-0947-4a40-ac4e-99cdad3de5ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.972737] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.972737] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.973052] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Deleting the datastore file [datastore1] 078efd80-309e-4eca-a4b3-a7059cdf317a {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.973647] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b8d50c0-3f41-48a0-812d-30a3cf0a9273 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.986065] env[69281]: DEBUG oslo_vmware.api [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Waiting for the task: (returnval){ [ 829.986065] env[69281]: value = "task-3935586" [ 829.986065] env[69281]: _type = "Task" [ 829.986065] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.998233] env[69281]: DEBUG oslo_vmware.api [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.061144] env[69281]: DEBUG oslo_vmware.api [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935584, 'name': PowerOffVM_Task, 'duration_secs': 0.424419} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.064623] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.064932] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.065659] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0284950e-52ea-4a85-ac4d-5047bc0c8be8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.094073] env[69281]: DEBUG oslo_concurrency.lockutils [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] Releasing lock "refresh_cache-34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.094648] env[69281]: DEBUG nova.compute.manager [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Received event network-changed-7a73d2d4-fc07-4c28-aa98-f2b1f0631318 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.094978] env[69281]: DEBUG nova.compute.manager [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Refreshing instance network info cache due to event network-changed-7a73d2d4-fc07-4c28-aa98-f2b1f0631318. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.095404] env[69281]: DEBUG oslo_concurrency.lockutils [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] Acquiring lock "refresh_cache-1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.095777] env[69281]: DEBUG oslo_concurrency.lockutils [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] Acquired lock "refresh_cache-1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.096101] env[69281]: DEBUG nova.network.neutron [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Refreshing network info cache for port 7a73d2d4-fc07-4c28-aa98-f2b1f0631318 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.097788] env[69281]: DEBUG oslo_concurrency.lockutils [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Releasing lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.106192] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.167991] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.168442] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.169039] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleting the datastore file [datastore2] 49037718-4f32-4227-94e3-1e63a2f605d5 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.169539] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f1f1570-7bac-4bf1-86cb-089b690bd7f7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.180360] env[69281]: DEBUG oslo_vmware.api [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 830.180360] env[69281]: value = "task-3935588" [ 830.180360] env[69281]: _type = "Task" [ 830.180360] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.196956] env[69281]: DEBUG oslo_vmware.api [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.218269] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935582, 'name': CreateVM_Task, 'duration_secs': 0.954886} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.222684] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.223518] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.224784] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.224784] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.224784] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13830ff7-ae17-44a8-8493-c69c0a3b26e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.234041] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 830.234041] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529a9c00-e257-3167-a09c-95e1608dd7e3" [ 830.234041] env[69281]: _type = "Task" [ 830.234041] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.256463] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529a9c00-e257-3167-a09c-95e1608dd7e3, 'name': SearchDatastore_Task, 'duration_secs': 0.014862} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.258758] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.259241] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.259591] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.259981] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.260203] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.261914] env[69281]: DEBUG nova.compute.manager [req-6aefd649-0411-4aad-97ef-339de143a0eb req-2f8267c4-ea94-4350-bedd-d9907267d598 service nova] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Received event network-vif-plugged-71818f83-2431-41b5-bca6-402419c1bfa2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.262148] env[69281]: DEBUG oslo_concurrency.lockutils [req-6aefd649-0411-4aad-97ef-339de143a0eb req-2f8267c4-ea94-4350-bedd-d9907267d598 service nova] Acquiring lock "08a765e1-c6ce-459a-9543-f017aa8202ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.262424] env[69281]: DEBUG oslo_concurrency.lockutils [req-6aefd649-0411-4aad-97ef-339de143a0eb req-2f8267c4-ea94-4350-bedd-d9907267d598 service nova] Lock "08a765e1-c6ce-459a-9543-f017aa8202ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.262658] env[69281]: DEBUG oslo_concurrency.lockutils [req-6aefd649-0411-4aad-97ef-339de143a0eb req-2f8267c4-ea94-4350-bedd-d9907267d598 service nova] Lock "08a765e1-c6ce-459a-9543-f017aa8202ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.262893] env[69281]: DEBUG nova.compute.manager [req-6aefd649-0411-4aad-97ef-339de143a0eb req-2f8267c4-ea94-4350-bedd-d9907267d598 service nova] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] No waiting events found dispatching network-vif-plugged-71818f83-2431-41b5-bca6-402419c1bfa2 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 830.263137] env[69281]: WARNING nova.compute.manager [req-6aefd649-0411-4aad-97ef-339de143a0eb req-2f8267c4-ea94-4350-bedd-d9907267d598 service nova] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Received unexpected event network-vif-plugged-71818f83-2431-41b5-bca6-402419c1bfa2 for instance with vm_state building and task_state spawning. [ 830.265131] env[69281]: DEBUG nova.network.neutron [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Successfully updated port: 71818f83-2431-41b5-bca6-402419c1bfa2 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.267984] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40790849-2892-4be8-a823-7ebbe1b17dc6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.280097] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.281852] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.281852] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c7c7ec3-bfd4-4850-b750-180302e2e1d0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.294038] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 830.294038] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523c6dd0-42f2-42bb-63f3-7c528410ba57" [ 830.294038] env[69281]: _type = "Task" [ 830.294038] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.308814] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523c6dd0-42f2-42bb-63f3-7c528410ba57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.417145] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad01074-886a-4527-bf68-ec30560e78c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.430311] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761d6ce4-7a61-42cf-958a-2e285b817bcd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.477273] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fadce5d-21d7-4fa5-8808-a8dfaae57a38 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.486649] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5320bfe7-155e-49b8-8986-aa560be753f6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.532332] env[69281]: DEBUG nova.compute.provider_tree [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.532332] env[69281]: DEBUG oslo_vmware.api [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Task: {'id': task-3935586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145958} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.532332] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.532332] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.532332] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.577812] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251aecc-7610-5bb2-dd6e-afd13f995234/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 830.579962] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c703e7-fb2d-4b6a-95cb-9d1f1e8a3069 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.593121] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251aecc-7610-5bb2-dd6e-afd13f995234/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 830.593121] env[69281]: ERROR oslo_vmware.rw_handles [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251aecc-7610-5bb2-dd6e-afd13f995234/disk-0.vmdk due to incomplete transfer. [ 830.596122] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4c8fdb80-d28c-4b59-b468-10099a7093b8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.598404] env[69281]: DEBUG oslo_vmware.api [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935581, 'name': PowerOnVM_Task, 'duration_secs': 1.235933} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.598770] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.599898] env[69281]: INFO nova.compute.manager [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Took 9.02 seconds to spawn the instance on the hypervisor. [ 830.599898] env[69281]: DEBUG nova.compute.manager [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.600938] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 830.605945] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dce6307-bcc6-4ca7-94ae-fe3404ef9d73 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.612098] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9c21c65-3b77-4a96-a6bd-dcfe81d668d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.614827] env[69281]: DEBUG nova.compute.manager [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.617383] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d33328-02e4-42e3-8335-8d0e63cf43fe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.621094] env[69281]: DEBUG oslo_vmware.rw_handles [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251aecc-7610-5bb2-dd6e-afd13f995234/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 830.621094] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Uploaded image 8a7b0e0b-28c9-45e8-b4c5-e769ad3bc314 to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 830.623567] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 830.624645] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3877cca8-b5c4-4d1a-a529-bf4fc244fba5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.639436] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 830.639923] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781291', 'volume_id': '1ad38161-f786-4d7b-af61-eac606ef6a1e', 'name': 'volume-1ad38161-f786-4d7b-af61-eac606ef6a1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f31bf3ac-2618-4f2e-8f12-99de5620e16d', 'attached_at': '', 'detached_at': '', 'volume_id': '1ad38161-f786-4d7b-af61-eac606ef6a1e', 'serial': '1ad38161-f786-4d7b-af61-eac606ef6a1e'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 830.646628] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bea939-645a-48de-b3d6-06ba8eaf04b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.650200] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 830.650200] env[69281]: value = "task-3935589" [ 830.650200] env[69281]: _type = "Task" [ 830.650200] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.654239] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaa3466-b01f-44ef-94c4-b9d33c061e7e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.683748] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85c5455-387a-4b90-8fa2-2e2fe67202aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.699437] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935589, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.709263] env[69281]: ERROR nova.compute.manager [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Failed to detach volume 133ab1f8-a171-4c7e-ae68-eed4df1a232a from /dev/sda: nova.exception.InstanceNotFound: Instance 078efd80-309e-4eca-a4b3-a7059cdf317a could not be found. [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Traceback (most recent call last): [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] self.driver.rebuild(**kwargs) [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] raise NotImplementedError() [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] NotImplementedError [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] During handling of the above exception, another exception occurred: [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Traceback (most recent call last): [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] self.driver.detach_volume(context, old_connection_info, [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] return self._volumeops.detach_volume(connection_info, instance) [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] self._detach_volume_vmdk(connection_info, instance) [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] stable_ref.fetch_moref(session) [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] nova.exception.InstanceNotFound: Instance 078efd80-309e-4eca-a4b3-a7059cdf317a could not be found. [ 830.709263] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] [ 830.732537] env[69281]: DEBUG oslo_vmware.api [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255028} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.738083] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] volume-1ad38161-f786-4d7b-af61-eac606ef6a1e/volume-1ad38161-f786-4d7b-af61-eac606ef6a1e.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.738557] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.738820] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.738989] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.739199] env[69281]: INFO nova.compute.manager [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Took 1.21 seconds to destroy the instance on the hypervisor. [ 830.739626] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.739734] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ebed89-a081-44c3-a5bf-f497fb09560f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.762100] env[69281]: DEBUG nova.compute.manager [-] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.762100] env[69281]: DEBUG nova.network.neutron [-] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.772203] env[69281]: DEBUG oslo_vmware.api [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Waiting for the task: (returnval){ [ 830.772203] env[69281]: value = "task-3935590" [ 830.772203] env[69281]: _type = "Task" [ 830.772203] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.772203] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "refresh_cache-08a765e1-c6ce-459a-9543-f017aa8202ba" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.772203] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquired lock "refresh_cache-08a765e1-c6ce-459a-9543-f017aa8202ba" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.772203] env[69281]: DEBUG nova.network.neutron [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.782675] env[69281]: DEBUG oslo_vmware.api [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Task: {'id': task-3935590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.807154] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523c6dd0-42f2-42bb-63f3-7c528410ba57, 'name': SearchDatastore_Task, 'duration_secs': 0.015211} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.808345] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b545d5-5696-4e6f-b92e-961a613e11f0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.815207] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 830.815207] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528d2324-cdfd-6ad1-7b21-6a9f54c86161" [ 830.815207] env[69281]: _type = "Task" [ 830.815207] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.824121] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528d2324-cdfd-6ad1-7b21-6a9f54c86161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.914389] env[69281]: DEBUG nova.compute.utils [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Build of instance 078efd80-309e-4eca-a4b3-a7059cdf317a aborted: Failed to rebuild volume backed instance. {{(pid=69281) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 830.919679] env[69281]: ERROR nova.compute.manager [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 078efd80-309e-4eca-a4b3-a7059cdf317a aborted: Failed to rebuild volume backed instance. [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Traceback (most recent call last): [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] self.driver.rebuild(**kwargs) [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] raise NotImplementedError() [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] NotImplementedError [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] During handling of the above exception, another exception occurred: [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Traceback (most recent call last): [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] self._detach_root_volume(context, instance, root_bdm) [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] with excutils.save_and_reraise_exception(): [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] self.force_reraise() [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] raise self.value [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] self.driver.detach_volume(context, old_connection_info, [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] return self._volumeops.detach_volume(connection_info, instance) [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] self._detach_volume_vmdk(connection_info, instance) [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] stable_ref.fetch_moref(session) [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] nova.exception.InstanceNotFound: Instance 078efd80-309e-4eca-a4b3-a7059cdf317a could not be found. [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] [ 830.919679] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] During handling of the above exception, another exception occurred: [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Traceback (most recent call last): [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] yield [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] self._do_rebuild_instance_with_claim( [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] self._do_rebuild_instance( [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] self._rebuild_default_impl(**kwargs) [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] self._rebuild_volume_backed_instance( [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] raise exception.BuildAbortException( [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] nova.exception.BuildAbortException: Build of instance 078efd80-309e-4eca-a4b3-a7059cdf317a aborted: Failed to rebuild volume backed instance. [ 830.920868] env[69281]: ERROR nova.compute.manager [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] [ 831.023616] env[69281]: DEBUG nova.scheduler.client.report [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.177987] env[69281]: INFO nova.compute.manager [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Took 45.23 seconds to build instance. [ 831.185980] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935589, 'name': Destroy_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.289748] env[69281]: DEBUG oslo_vmware.api [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Task: {'id': task-3935590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.328335] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528d2324-cdfd-6ad1-7b21-6a9f54c86161, 'name': SearchDatastore_Task, 'duration_secs': 0.023267} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.328811] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.330114] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a/34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.330114] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4231e33f-6fa4-4e14-9149-5d361f01961e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.338656] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 831.338656] env[69281]: value = "task-3935591" [ 831.338656] env[69281]: _type = "Task" [ 831.338656] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.339767] env[69281]: DEBUG nova.network.neutron [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.353951] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.531156] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.535301] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.974s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.539546] env[69281]: INFO nova.compute.claims [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.550099] env[69281]: DEBUG nova.network.neutron [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Updated VIF entry in instance network info cache for port 7a73d2d4-fc07-4c28-aa98-f2b1f0631318. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.550523] env[69281]: DEBUG nova.network.neutron [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Updating instance_info_cache with network_info: [{"id": "7a73d2d4-fc07-4c28-aa98-f2b1f0631318", "address": "fa:16:3e:29:2f:e5", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a73d2d4-fc", "ovs_interfaceid": "7a73d2d4-fc07-4c28-aa98-f2b1f0631318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.558464] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "cf67457e-fd08-422f-899a-2799d00e8760" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.558874] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "cf67457e-fd08-422f-899a-2799d00e8760" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.566141] env[69281]: INFO nova.scheduler.client.report [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Deleted allocations for instance e7e97dba-8cc9-4ba9-8756-6168d248cb89 [ 831.574996] env[69281]: DEBUG nova.network.neutron [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Updating instance_info_cache with network_info: [{"id": "71818f83-2431-41b5-bca6-402419c1bfa2", "address": "fa:16:3e:54:9e:f8", "network": {"id": "a81d8834-33e9-4f00-bf52-a88544ef1bae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193798865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4ee80bb8224f98831090e6c8282090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71818f83-24", "ovs_interfaceid": "71818f83-2431-41b5-bca6-402419c1bfa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.675603] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432f0953-e4e1-4158-a8d1-112b78a2b445 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.684583] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bd7558c0-80ac-40c9-bc97-c281ef9ba001 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.504s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.699157] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935589, 'name': Destroy_Task, 'duration_secs': 0.851046} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.699157] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Doing hard reboot of VM {{(pid=69281) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 831.699157] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Destroyed the VM [ 831.699664] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 831.699664] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-43d7f93e-6838-4560-8ae2-32c90115a553 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.701918] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-80d4bd27-1533-474d-b463-a9e8a5ae5821 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.710910] env[69281]: DEBUG oslo_vmware.api [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 831.710910] env[69281]: value = "task-3935592" [ 831.710910] env[69281]: _type = "Task" [ 831.710910] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.715658] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 831.715658] env[69281]: value = "task-3935593" [ 831.715658] env[69281]: _type = "Task" [ 831.715658] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.730753] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935593, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.734530] env[69281]: DEBUG oslo_vmware.api [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935592, 'name': ResetVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.787222] env[69281]: DEBUG oslo_vmware.api [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Task: {'id': task-3935590, 'name': ReconfigVM_Task, 'duration_secs': 1.001602} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.787552] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Reconfigured VM instance instance-00000015 to attach disk [datastore2] volume-1ad38161-f786-4d7b-af61-eac606ef6a1e/volume-1ad38161-f786-4d7b-af61-eac606ef6a1e.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.793180] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e077f4-e109-4b00-ab0c-a3a8d02acc04 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.815695] env[69281]: DEBUG oslo_vmware.api [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Waiting for the task: (returnval){ [ 831.815695] env[69281]: value = "task-3935594" [ 831.815695] env[69281]: _type = "Task" [ 831.815695] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.828447] env[69281]: DEBUG oslo_vmware.api [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Task: {'id': task-3935594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.855628] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935591, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.060044] env[69281]: DEBUG oslo_concurrency.lockutils [req-a99a5032-ea5b-4cbd-a594-20e258681839 req-2d0eb23d-d5e3-46de-9791-fbe29ff27699 service nova] Releasing lock "refresh_cache-1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.079555] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Releasing lock "refresh_cache-08a765e1-c6ce-459a-9543-f017aa8202ba" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.079988] env[69281]: DEBUG nova.compute.manager [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Instance network_info: |[{"id": "71818f83-2431-41b5-bca6-402419c1bfa2", "address": "fa:16:3e:54:9e:f8", "network": {"id": "a81d8834-33e9-4f00-bf52-a88544ef1bae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193798865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4ee80bb8224f98831090e6c8282090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71818f83-24", "ovs_interfaceid": "71818f83-2431-41b5-bca6-402419c1bfa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.080591] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e5cd4522-7785-40a0-abf0-d4fe721e2138 tempest-ServerTagsTestJSON-2048526977 tempest-ServerTagsTestJSON-2048526977-project-member] Lock "e7e97dba-8cc9-4ba9-8756-6168d248cb89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.591s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.081896] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:9e:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71818f83-2431-41b5-bca6-402419c1bfa2', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.090850] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.091845] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.092134] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a078c94-552d-4ac8-9a66-a92e7b607175 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.118638] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.118638] env[69281]: value = "task-3935595" [ 832.118638] env[69281]: _type = "Task" [ 832.118638] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.131504] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935595, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.185284] env[69281]: DEBUG nova.network.neutron [-] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.189352] env[69281]: DEBUG nova.compute.manager [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.231348] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935593, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.234835] env[69281]: DEBUG oslo_vmware.api [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935592, 'name': ResetVM_Task, 'duration_secs': 0.19141} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.235357] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Did hard reboot of VM {{(pid=69281) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 832.235603] env[69281]: DEBUG nova.compute.manager [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 832.236471] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615135cb-dfd8-4934-ad23-f01ccbfef431 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.334464] env[69281]: DEBUG oslo_vmware.api [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Task: {'id': task-3935594, 'name': ReconfigVM_Task, 'duration_secs': 0.301075} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.334814] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781291', 'volume_id': '1ad38161-f786-4d7b-af61-eac606ef6a1e', 'name': 'volume-1ad38161-f786-4d7b-af61-eac606ef6a1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f31bf3ac-2618-4f2e-8f12-99de5620e16d', 'attached_at': '', 'detached_at': '', 'volume_id': '1ad38161-f786-4d7b-af61-eac606ef6a1e', 'serial': '1ad38161-f786-4d7b-af61-eac606ef6a1e'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 832.340087] env[69281]: DEBUG nova.compute.manager [req-afcc1ad6-7ee9-4c26-a2c9-2a706ace509a req-af82e816-4608-433c-9a04-3954357bd3b3 service nova] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Received event network-changed-71818f83-2431-41b5-bca6-402419c1bfa2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.340087] env[69281]: DEBUG nova.compute.manager [req-afcc1ad6-7ee9-4c26-a2c9-2a706ace509a req-af82e816-4608-433c-9a04-3954357bd3b3 service nova] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Refreshing instance network info cache due to event network-changed-71818f83-2431-41b5-bca6-402419c1bfa2. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.340087] env[69281]: DEBUG oslo_concurrency.lockutils [req-afcc1ad6-7ee9-4c26-a2c9-2a706ace509a req-af82e816-4608-433c-9a04-3954357bd3b3 service nova] Acquiring lock "refresh_cache-08a765e1-c6ce-459a-9543-f017aa8202ba" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.340312] env[69281]: DEBUG oslo_concurrency.lockutils [req-afcc1ad6-7ee9-4c26-a2c9-2a706ace509a req-af82e816-4608-433c-9a04-3954357bd3b3 service nova] Acquired lock "refresh_cache-08a765e1-c6ce-459a-9543-f017aa8202ba" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.340413] env[69281]: DEBUG nova.network.neutron [req-afcc1ad6-7ee9-4c26-a2c9-2a706ace509a req-af82e816-4608-433c-9a04-3954357bd3b3 service nova] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Refreshing network info cache for port 71818f83-2431-41b5-bca6-402419c1bfa2 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.357361] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839552} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.357738] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a/34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.358106] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.358482] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b19c2a91-94e5-4934-8a00-4d5a76834496 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.370448] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 832.370448] env[69281]: value = "task-3935596" [ 832.370448] env[69281]: _type = "Task" [ 832.370448] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.381746] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.635804] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935595, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.691246] env[69281]: INFO nova.compute.manager [-] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Took 1.93 seconds to deallocate network for instance. [ 832.717329] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.734181] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935593, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.753148] env[69281]: DEBUG oslo_concurrency.lockutils [None req-812954e5-2c03-44e5-a4f6-73faa463026e tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.364s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.886214] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117533} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.886214] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.887240] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39f899d-b00f-4853-9d96-2d3331df2529 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.925914] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a/34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.934434] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29cf2a92-d36a-42a0-9d6e-edfaad612cec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.953178] env[69281]: DEBUG nova.objects.instance [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Lazy-loading 'flavor' on Instance uuid f31bf3ac-2618-4f2e-8f12-99de5620e16d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.957357] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.962613] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 832.962613] env[69281]: value = "task-3935597" [ 832.962613] env[69281]: _type = "Task" [ 832.962613] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.981030] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.141538] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935595, 'name': CreateVM_Task, 'duration_secs': 0.718731} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.141764] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.142615] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.142862] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.143446] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.143608] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-139be6e7-8b44-4893-9cff-5454a991c992 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.150485] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 833.150485] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523cc6e8-07e7-6d21-6061-28aa9c5ee01d" [ 833.150485] env[69281]: _type = "Task" [ 833.150485] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.168148] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523cc6e8-07e7-6d21-6061-28aa9c5ee01d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.206439] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.231395] env[69281]: DEBUG oslo_vmware.api [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935593, 'name': RemoveSnapshot_Task, 'duration_secs': 1.324099} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.231639] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 833.232043] env[69281]: INFO nova.compute.manager [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Took 18.86 seconds to snapshot the instance on the hypervisor. [ 833.239683] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb488d40-4811-4e76-abfe-9a3d73ae9a4c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.248932] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771b0397-1642-4092-95ac-dc52b614d611 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.293267] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d097ce-2a6c-4f9f-a82f-4dc2eb330a4f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.304060] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb27795-dfb8-4b87-abe6-363690e13023 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.320815] env[69281]: DEBUG nova.compute.provider_tree [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.372118] env[69281]: DEBUG nova.network.neutron [req-afcc1ad6-7ee9-4c26-a2c9-2a706ace509a req-af82e816-4608-433c-9a04-3954357bd3b3 service nova] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Updated VIF entry in instance network info cache for port 71818f83-2431-41b5-bca6-402419c1bfa2. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.372492] env[69281]: DEBUG nova.network.neutron [req-afcc1ad6-7ee9-4c26-a2c9-2a706ace509a req-af82e816-4608-433c-9a04-3954357bd3b3 service nova] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Updating instance_info_cache with network_info: [{"id": "71818f83-2431-41b5-bca6-402419c1bfa2", "address": "fa:16:3e:54:9e:f8", "network": {"id": "a81d8834-33e9-4f00-bf52-a88544ef1bae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193798865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4ee80bb8224f98831090e6c8282090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71818f83-24", "ovs_interfaceid": "71818f83-2431-41b5-bca6-402419c1bfa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.459238] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27cfb755-6dd5-48cc-ad5f-a56f86d2043d tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.480s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.474737] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935597, 'name': ReconfigVM_Task, 'duration_secs': 0.472852} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.475099] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a/34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.475797] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6d4be90-d2ea-4483-ae82-6cecb4f52f5d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.485488] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 833.485488] env[69281]: value = "task-3935598" [ 833.485488] env[69281]: _type = "Task" [ 833.485488] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.495086] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935598, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.668380] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523cc6e8-07e7-6d21-6061-28aa9c5ee01d, 'name': SearchDatastore_Task, 'duration_secs': 0.016519} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.669632] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.674021] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.674021] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.674021] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.674021] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.674021] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f0afc25-e1eb-4dc0-8546-3d36e243ae1b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.690091] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.690484] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.691785] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9cb4f93-35fa-45d0-a7d3-1194476c2fa7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.699748] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 833.699748] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5226a0bb-f4b8-bfd6-d637-130cb938150b" [ 833.699748] env[69281]: _type = "Task" [ 833.699748] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.713517] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5226a0bb-f4b8-bfd6-d637-130cb938150b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.811102] env[69281]: DEBUG nova.compute.manager [None req-b9852681-36f0-41de-a2aa-f6623ba20a29 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Found 1 images (rotation: 2) {{(pid=69281) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 833.824182] env[69281]: DEBUG nova.scheduler.client.report [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.874997] env[69281]: DEBUG oslo_concurrency.lockutils [req-afcc1ad6-7ee9-4c26-a2c9-2a706ace509a req-af82e816-4608-433c-9a04-3954357bd3b3 service nova] Releasing lock "refresh_cache-08a765e1-c6ce-459a-9543-f017aa8202ba" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.875118] env[69281]: DEBUG nova.compute.manager [req-afcc1ad6-7ee9-4c26-a2c9-2a706ace509a req-af82e816-4608-433c-9a04-3954357bd3b3 service nova] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Received event network-vif-deleted-94d2b023-3f46-404b-abb5-df33d2dbdae8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.002665] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935598, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.217069] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5226a0bb-f4b8-bfd6-d637-130cb938150b, 'name': SearchDatastore_Task, 'duration_secs': 0.016062} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.218140] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec5eefc-853f-47f3-972c-a56a30be282a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.225458] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 834.225458] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5270aabc-3e7c-5ddc-c204-a5e0007e1188" [ 834.225458] env[69281]: _type = "Task" [ 834.225458] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.237951] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5270aabc-3e7c-5ddc-c204-a5e0007e1188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.329287] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.329935] env[69281]: DEBUG nova.compute.manager [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.334366] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.556s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.334621] env[69281]: DEBUG nova.objects.instance [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lazy-loading 'resources' on Instance uuid 5ee27608-e963-45bd-b947-ffa3a38a0594 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.498661] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935598, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.738027] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5270aabc-3e7c-5ddc-c204-a5e0007e1188, 'name': SearchDatastore_Task, 'duration_secs': 0.018101} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.738325] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.738567] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 08a765e1-c6ce-459a-9543-f017aa8202ba/08a765e1-c6ce-459a-9543-f017aa8202ba.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.739046] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-534f095b-b2ae-4f2d-86a8-1643fc0772ec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.751391] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 834.751391] env[69281]: value = "task-3935599" [ 834.751391] env[69281]: _type = "Task" [ 834.751391] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.762766] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.777388] env[69281]: DEBUG nova.compute.manager [req-283402ed-ac9b-45d3-a11e-cb5151644460 req-a3b1f25b-b144-4eb0-81e0-30a0664fa345 service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Received event network-changed-918de5b5-6c4e-449c-bb00-ad179b32baa2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.777673] env[69281]: DEBUG nova.compute.manager [req-283402ed-ac9b-45d3-a11e-cb5151644460 req-a3b1f25b-b144-4eb0-81e0-30a0664fa345 service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Refreshing instance network info cache due to event network-changed-918de5b5-6c4e-449c-bb00-ad179b32baa2. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.778404] env[69281]: DEBUG oslo_concurrency.lockutils [req-283402ed-ac9b-45d3-a11e-cb5151644460 req-a3b1f25b-b144-4eb0-81e0-30a0664fa345 service nova] Acquiring lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.778404] env[69281]: DEBUG oslo_concurrency.lockutils [req-283402ed-ac9b-45d3-a11e-cb5151644460 req-a3b1f25b-b144-4eb0-81e0-30a0664fa345 service nova] Acquired lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.778404] env[69281]: DEBUG nova.network.neutron [req-283402ed-ac9b-45d3-a11e-cb5151644460 req-a3b1f25b-b144-4eb0-81e0-30a0664fa345 service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Refreshing network info cache for port 918de5b5-6c4e-449c-bb00-ad179b32baa2 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.842212] env[69281]: DEBUG nova.compute.utils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.847651] env[69281]: DEBUG nova.compute.manager [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.848171] env[69281]: DEBUG nova.network.neutron [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.873763] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.874215] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.874743] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.874889] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.875212] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.879938] env[69281]: INFO nova.compute.manager [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Terminating instance [ 834.917768] env[69281]: DEBUG nova.policy [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc94a3874181480d8966d83741f9fc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d85cb5a5514e9f81e5e335672b15a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.000812] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935598, 'name': Rename_Task, 'duration_secs': 1.113222} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.002941] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.002941] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d283075e-ec5e-45a5-9d87-104b66c74b55 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.011270] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 835.011270] env[69281]: value = "task-3935600" [ 835.011270] env[69281]: _type = "Task" [ 835.011270] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.025904] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.054280] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Acquiring lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.055907] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.169613] env[69281]: DEBUG nova.compute.manager [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 835.170977] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794b7b87-9ff8-4cfb-8db6-4b502be57132 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.246955] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Acquiring lock "078efd80-309e-4eca-a4b3-a7059cdf317a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.248025] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Lock "078efd80-309e-4eca-a4b3-a7059cdf317a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.248025] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Acquiring lock "078efd80-309e-4eca-a4b3-a7059cdf317a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.248025] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Lock "078efd80-309e-4eca-a4b3-a7059cdf317a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.248025] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Lock "078efd80-309e-4eca-a4b3-a7059cdf317a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.250708] env[69281]: INFO nova.compute.manager [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Terminating instance [ 835.274642] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935599, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.349026] env[69281]: DEBUG nova.compute.manager [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.390210] env[69281]: DEBUG nova.compute.manager [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.390505] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.395561] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357ef4b5-f6f7-4c4b-ad1c-02d57874bc8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.413339] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.417368] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40ac8c32-7378-4e27-84a3-07d0154744dd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.425471] env[69281]: DEBUG oslo_vmware.api [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 835.425471] env[69281]: value = "task-3935601" [ 835.425471] env[69281]: _type = "Task" [ 835.425471] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.440896] env[69281]: DEBUG oslo_vmware.api [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.450949] env[69281]: DEBUG nova.network.neutron [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Successfully created port: b4d8303e-296d-4f45-8f1a-22f5ece0be9f {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.529615] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.544516] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e81672-c7ea-4ade-9920-aea0c65dc7c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.556720] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5147b96d-39b9-46ee-b894-ca9118c90375 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.562196] env[69281]: INFO nova.compute.manager [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Detaching volume 1ad38161-f786-4d7b-af61-eac606ef6a1e [ 835.603382] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beca88bf-d97f-451b-bb4f-0e4e55134620 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.613259] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c822edab-de02-4583-9fb5-a90002a9f7a1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.618708] env[69281]: INFO nova.virt.block_device [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Attempting to driver detach volume 1ad38161-f786-4d7b-af61-eac606ef6a1e from mountpoint /dev/sdb [ 835.618941] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 835.619145] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781291', 'volume_id': '1ad38161-f786-4d7b-af61-eac606ef6a1e', 'name': 'volume-1ad38161-f786-4d7b-af61-eac606ef6a1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f31bf3ac-2618-4f2e-8f12-99de5620e16d', 'attached_at': '', 'detached_at': '', 'volume_id': '1ad38161-f786-4d7b-af61-eac606ef6a1e', 'serial': '1ad38161-f786-4d7b-af61-eac606ef6a1e'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 835.619968] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d03b1da-72c4-4d48-a20d-935f38d25b24 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.634454] env[69281]: DEBUG nova.compute.provider_tree [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.656447] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1c7a03-3366-45f6-9585-b057eba0509e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.665610] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a3be0a-955e-41ad-9e11-f080018ca3bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.692286] env[69281]: INFO nova.compute.manager [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] instance snapshotting [ 835.692988] env[69281]: DEBUG nova.objects.instance [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'flavor' on Instance uuid 066aadf2-88b6-4015-a933-f110946dbf3e {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.695364] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0e770f-7e2d-4fbc-82e0-e02904d111be {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.717594] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] The volume has not been displaced from its original location: [datastore2] volume-1ad38161-f786-4d7b-af61-eac606ef6a1e/volume-1ad38161-f786-4d7b-af61-eac606ef6a1e.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 835.723841] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 835.724981] env[69281]: DEBUG nova.network.neutron [req-283402ed-ac9b-45d3-a11e-cb5151644460 req-a3b1f25b-b144-4eb0-81e0-30a0664fa345 service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Updated VIF entry in instance network info cache for port 918de5b5-6c4e-449c-bb00-ad179b32baa2. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.725360] env[69281]: DEBUG nova.network.neutron [req-283402ed-ac9b-45d3-a11e-cb5151644460 req-a3b1f25b-b144-4eb0-81e0-30a0664fa345 service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Updating instance_info_cache with network_info: [{"id": "918de5b5-6c4e-449c-bb00-ad179b32baa2", "address": "fa:16:3e:c4:07:c3", "network": {"id": "719fa763-82e1-4fa5-87bc-22b0a8ef9a5d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1392171705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e2ab12b31ed4c9782e792c2c623e0d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918de5b5-6c", "ovs_interfaceid": "918de5b5-6c4e-449c-bb00-ad179b32baa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.726934] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41b215e0-b93e-4736-a3ca-f4754ed4417b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.742121] env[69281]: DEBUG oslo_concurrency.lockutils [req-283402ed-ac9b-45d3-a11e-cb5151644460 req-a3b1f25b-b144-4eb0-81e0-30a0664fa345 service nova] Releasing lock "refresh_cache-f9a0134d-8333-4348-bfd9-be2ad13ed7d3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.749296] env[69281]: DEBUG oslo_vmware.api [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Waiting for the task: (returnval){ [ 835.749296] env[69281]: value = "task-3935602" [ 835.749296] env[69281]: _type = "Task" [ 835.749296] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.766669] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87396} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.767480] env[69281]: DEBUG nova.compute.manager [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.767843] env[69281]: DEBUG oslo_vmware.api [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Task: {'id': task-3935602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.768101] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 08a765e1-c6ce-459a-9543-f017aa8202ba/08a765e1-c6ce-459a-9543-f017aa8202ba.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.768304] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.768543] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74caadc9-dcdc-4ddd-a87d-7bb0b74585d6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.770615] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4044c9e7-5be4-46e5-ab72-186acfebd424 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.782982] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91632caf-e0ea-4f17-a153-242174a66634 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.799024] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 835.799024] env[69281]: value = "task-3935603" [ 835.799024] env[69281]: _type = "Task" [ 835.799024] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.807243] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.825234] env[69281]: WARNING nova.virt.vmwareapi.driver [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 078efd80-309e-4eca-a4b3-a7059cdf317a could not be found. [ 835.825793] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.825894] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08729751-2018-424d-a5dd-111f7d35cfaa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.836748] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b011ec2-d8f1-45a2-afef-8d80bec992ae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.882365] env[69281]: WARNING nova.virt.vmwareapi.vmops [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 078efd80-309e-4eca-a4b3-a7059cdf317a could not be found. [ 835.882507] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.882751] env[69281]: INFO nova.compute.manager [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Took 0.12 seconds to destroy the instance on the hypervisor. [ 835.883030] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.883434] env[69281]: DEBUG nova.compute.manager [-] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.883527] env[69281]: DEBUG nova.network.neutron [-] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.939478] env[69281]: DEBUG oslo_vmware.api [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935601, 'name': PowerOffVM_Task, 'duration_secs': 0.279811} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.939478] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.939478] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.939478] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5294e932-40c0-4634-bba6-3a9005432b8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.023398] env[69281]: DEBUG oslo_vmware.api [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935600, 'name': PowerOnVM_Task, 'duration_secs': 0.777451} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.024894] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.025242] env[69281]: INFO nova.compute.manager [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Took 9.37 seconds to spawn the instance on the hypervisor. [ 836.025445] env[69281]: DEBUG nova.compute.manager [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 836.025651] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.025857] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.026012] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Deleting the datastore file [datastore2] f9a0134d-8333-4348-bfd9-be2ad13ed7d3 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.027117] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4761f84c-a673-404a-88df-a4aed8fe8cae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.030076] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bd0a0d7-7af3-4c06-9454-02ee5e2d13fd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.043461] env[69281]: DEBUG oslo_vmware.api [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 836.043461] env[69281]: value = "task-3935605" [ 836.043461] env[69281]: _type = "Task" [ 836.043461] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.052214] env[69281]: DEBUG oslo_vmware.api [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.156836] env[69281]: DEBUG nova.scheduler.client.report [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.202748] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2d947b-5cf7-48e6-8e84-aa28c4c423ab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.223377] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6847c6-ed56-4edc-9194-eb0f627292c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.264119] env[69281]: DEBUG oslo_vmware.api [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Task: {'id': task-3935602, 'name': ReconfigVM_Task, 'duration_secs': 0.409308} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.264514] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 836.269716] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-381d5e9b-8170-49d7-a708-30fab6014df3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.288962] env[69281]: DEBUG oslo_vmware.api [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Waiting for the task: (returnval){ [ 836.288962] env[69281]: value = "task-3935606" [ 836.288962] env[69281]: _type = "Task" [ 836.288962] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.300595] env[69281]: DEBUG oslo_vmware.api [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Task: {'id': task-3935606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.309693] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084273} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.310102] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.311150] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032dd2ac-c890-4a13-bc68-f8b2a52819ff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.341434] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 08a765e1-c6ce-459a-9543-f017aa8202ba/08a765e1-c6ce-459a-9543-f017aa8202ba.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.341798] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d088625-9c10-475d-ad2c-219533447fae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.362317] env[69281]: DEBUG nova.compute.manager [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.366863] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 836.366863] env[69281]: value = "task-3935607" [ 836.366863] env[69281]: _type = "Task" [ 836.366863] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.378502] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.398060] env[69281]: DEBUG nova.virt.hardware [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.398060] env[69281]: DEBUG nova.virt.hardware [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.398060] env[69281]: DEBUG nova.virt.hardware [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.398060] env[69281]: DEBUG nova.virt.hardware [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.398060] env[69281]: DEBUG nova.virt.hardware [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.398060] env[69281]: DEBUG nova.virt.hardware [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.398060] env[69281]: DEBUG nova.virt.hardware [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.398060] env[69281]: DEBUG nova.virt.hardware [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.398499] env[69281]: DEBUG nova.virt.hardware [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.398499] env[69281]: DEBUG nova.virt.hardware [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.398562] env[69281]: DEBUG nova.virt.hardware [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.399847] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d6e169-5994-4b70-9aba-d8e2bdbef6d8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.408409] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22313c23-1a12-47c4-afee-f9439df31ca7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.534823] env[69281]: DEBUG nova.compute.manager [req-9481d9fb-7678-49a5-b2b8-6ff2c1e93da1 req-f74e05ce-bb7f-48cb-a970-2669d27b8369 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Received event network-vif-deleted-1d498bf3-4624-4790-9ac8-88656efc07d8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.535096] env[69281]: INFO nova.compute.manager [req-9481d9fb-7678-49a5-b2b8-6ff2c1e93da1 req-f74e05ce-bb7f-48cb-a970-2669d27b8369 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Neutron deleted interface 1d498bf3-4624-4790-9ac8-88656efc07d8; detaching it from the instance and deleting it from the info cache [ 836.535302] env[69281]: DEBUG nova.network.neutron [req-9481d9fb-7678-49a5-b2b8-6ff2c1e93da1 req-f74e05ce-bb7f-48cb-a970-2669d27b8369 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.560546] env[69281]: INFO nova.compute.manager [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Took 44.61 seconds to build instance. [ 836.569455] env[69281]: DEBUG oslo_vmware.api [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518874} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.569802] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.570014] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.570361] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.570580] env[69281]: INFO nova.compute.manager [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 836.570914] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.571239] env[69281]: DEBUG nova.compute.manager [-] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.571376] env[69281]: DEBUG nova.network.neutron [-] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.665364] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.669809] env[69281]: DEBUG oslo_concurrency.lockutils [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.107s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.669809] env[69281]: INFO nova.compute.claims [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.699328] env[69281]: INFO nova.scheduler.client.report [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Deleted allocations for instance 5ee27608-e963-45bd-b947-ffa3a38a0594 [ 836.735395] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 836.739476] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b8d8ab4d-3eac-4f41-9a01-55a7501e1ce9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.749221] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 836.749221] env[69281]: value = "task-3935608" [ 836.749221] env[69281]: _type = "Task" [ 836.749221] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.766032] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935608, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.802760] env[69281]: DEBUG oslo_vmware.api [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Task: {'id': task-3935606, 'name': ReconfigVM_Task, 'duration_secs': 0.173993} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.803142] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781291', 'volume_id': '1ad38161-f786-4d7b-af61-eac606ef6a1e', 'name': 'volume-1ad38161-f786-4d7b-af61-eac606ef6a1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f31bf3ac-2618-4f2e-8f12-99de5620e16d', 'attached_at': '', 'detached_at': '', 'volume_id': '1ad38161-f786-4d7b-af61-eac606ef6a1e', 'serial': '1ad38161-f786-4d7b-af61-eac606ef6a1e'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 836.878328] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935607, 'name': ReconfigVM_Task, 'duration_secs': 0.311614} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.878618] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 08a765e1-c6ce-459a-9543-f017aa8202ba/08a765e1-c6ce-459a-9543-f017aa8202ba.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.879408] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c6dea30-3a2a-4ec2-97a3-c33aade44203 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.886433] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 836.886433] env[69281]: value = "task-3935609" [ 836.886433] env[69281]: _type = "Task" [ 836.886433] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.897674] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935609, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.988977] env[69281]: DEBUG nova.network.neutron [-] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.039437] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb3affb9-e5d9-46b7-ac78-5790bb765838 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.050664] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415b58ec-c58b-44cf-bc98-2bbf1b9f5e48 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.062932] env[69281]: DEBUG oslo_concurrency.lockutils [None req-055fae95-1846-401b-aeed-ae8e5bd2f132 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.053s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.089318] env[69281]: DEBUG nova.compute.manager [req-9481d9fb-7678-49a5-b2b8-6ff2c1e93da1 req-f74e05ce-bb7f-48cb-a970-2669d27b8369 service nova] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Detach interface failed, port_id=1d498bf3-4624-4790-9ac8-88656efc07d8, reason: Instance 078efd80-309e-4eca-a4b3-a7059cdf317a could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 837.211678] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5fe0155b-87f2-4af6-b82e-f3ca543dd215 tempest-ServersAdminNegativeTestJSON-1537378782 tempest-ServersAdminNegativeTestJSON-1537378782-project-member] Lock "5ee27608-e963-45bd-b947-ffa3a38a0594" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.041s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.262325] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935608, 'name': CreateSnapshot_Task, 'duration_secs': 0.480649} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.262448] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 837.263270] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977845e9-7c5b-4965-8817-09bccfafbf4f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.363014] env[69281]: DEBUG nova.objects.instance [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Lazy-loading 'flavor' on Instance uuid f31bf3ac-2618-4f2e-8f12-99de5620e16d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.399698] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935609, 'name': Rename_Task, 'duration_secs': 0.160288} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.400684] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.400942] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4979e18c-0c08-47bd-b1cf-3c49973703ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.408510] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 837.408510] env[69281]: value = "task-3935610" [ 837.408510] env[69281]: _type = "Task" [ 837.408510] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.417525] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.469981] env[69281]: DEBUG nova.compute.manager [req-7c7cd6a8-8108-4c29-aeb4-5a2b5910a206 req-f1b630c0-d2e1-41fa-9505-fd2b3b8767cf service nova] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Received event network-vif-plugged-b4d8303e-296d-4f45-8f1a-22f5ece0be9f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.472277] env[69281]: DEBUG oslo_concurrency.lockutils [req-7c7cd6a8-8108-4c29-aeb4-5a2b5910a206 req-f1b630c0-d2e1-41fa-9505-fd2b3b8767cf service nova] Acquiring lock "30e0d6a1-a30e-4023-94e4-4fba054a237d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.472509] env[69281]: DEBUG oslo_concurrency.lockutils [req-7c7cd6a8-8108-4c29-aeb4-5a2b5910a206 req-f1b630c0-d2e1-41fa-9505-fd2b3b8767cf service nova] Lock "30e0d6a1-a30e-4023-94e4-4fba054a237d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.472801] env[69281]: DEBUG oslo_concurrency.lockutils [req-7c7cd6a8-8108-4c29-aeb4-5a2b5910a206 req-f1b630c0-d2e1-41fa-9505-fd2b3b8767cf service nova] Lock "30e0d6a1-a30e-4023-94e4-4fba054a237d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.473108] env[69281]: DEBUG nova.compute.manager [req-7c7cd6a8-8108-4c29-aeb4-5a2b5910a206 req-f1b630c0-d2e1-41fa-9505-fd2b3b8767cf service nova] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] No waiting events found dispatching network-vif-plugged-b4d8303e-296d-4f45-8f1a-22f5ece0be9f {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 837.473392] env[69281]: WARNING nova.compute.manager [req-7c7cd6a8-8108-4c29-aeb4-5a2b5910a206 req-f1b630c0-d2e1-41fa-9505-fd2b3b8767cf service nova] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Received unexpected event network-vif-plugged-b4d8303e-296d-4f45-8f1a-22f5ece0be9f for instance with vm_state building and task_state spawning. [ 837.497232] env[69281]: INFO nova.compute.manager [-] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Took 1.61 seconds to deallocate network for instance. [ 837.530074] env[69281]: DEBUG nova.network.neutron [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Successfully updated port: b4d8303e-296d-4f45-8f1a-22f5ece0be9f {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.787883] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 837.791317] env[69281]: DEBUG nova.network.neutron [-] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.795411] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c295cea-d399-437a-965b-48698c793516 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.804492] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 837.804492] env[69281]: value = "task-3935611" [ 837.804492] env[69281]: _type = "Task" [ 837.804492] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.820578] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935611, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.921886] env[69281]: DEBUG oslo_vmware.api [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935610, 'name': PowerOnVM_Task, 'duration_secs': 0.500931} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.922226] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.922429] env[69281]: INFO nova.compute.manager [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Took 8.54 seconds to spawn the instance on the hypervisor. [ 837.922609] env[69281]: DEBUG nova.compute.manager [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 837.926447] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd76bc7a-20de-45d7-a46c-3bd80e7aa94b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.033730] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "refresh_cache-30e0d6a1-a30e-4023-94e4-4fba054a237d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.033831] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "refresh_cache-30e0d6a1-a30e-4023-94e4-4fba054a237d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.033971] env[69281]: DEBUG nova.network.neutron [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.064395] env[69281]: INFO nova.compute.manager [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Took 0.57 seconds to detach 1 volumes for instance. [ 838.066711] env[69281]: DEBUG nova.compute.manager [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Deleting volume: 133ab1f8-a171-4c7e-ae68-eed4df1a232a {{(pid=69281) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 838.297688] env[69281]: INFO nova.compute.manager [-] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Took 1.73 seconds to deallocate network for instance. [ 838.329029] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935611, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.355182] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372b4e48-2cd3-488a-b027-0bcc4d67afee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.371610] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f107bea5-11d7-471b-907d-7f35098f31b8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.378972] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d5051f97-144e-4473-94e2-9802f5c666b8 tempest-VolumesAssistedSnapshotsTest-1342753632 tempest-VolumesAssistedSnapshotsTest-1342753632-project-admin] Lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.324s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.415049] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e952a3-8ba6-4d3f-957e-4aad384754b4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.425604] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0872835-ed54-4874-aa40-87f43dacb3f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.446206] env[69281]: DEBUG nova.compute.provider_tree [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.450239] env[69281]: INFO nova.compute.manager [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Took 45.11 seconds to build instance. [ 838.584790] env[69281]: DEBUG nova.network.neutron [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.622021] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.673408] env[69281]: DEBUG nova.compute.manager [req-701ccbbb-93d2-4fcc-9ffb-94b97c3d69d4 req-2957f522-929f-44cd-b0ed-a8b254817af6 service nova] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Received event network-vif-deleted-918de5b5-6c4e-449c-bb00-ad179b32baa2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.809985] env[69281]: DEBUG nova.network.neutron [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Updating instance_info_cache with network_info: [{"id": "b4d8303e-296d-4f45-8f1a-22f5ece0be9f", "address": "fa:16:3e:86:06:f0", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d8303e-29", "ovs_interfaceid": "b4d8303e-296d-4f45-8f1a-22f5ece0be9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.814365] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.825831] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935611, 'name': CloneVM_Task} progress is 95%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.951446] env[69281]: DEBUG nova.scheduler.client.report [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.959172] env[69281]: DEBUG oslo_concurrency.lockutils [None req-842628b2-cce0-4b3e-8f81-c0af630cea62 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "08a765e1-c6ce-459a-9543-f017aa8202ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.193s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.314009] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "refresh_cache-30e0d6a1-a30e-4023-94e4-4fba054a237d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.314499] env[69281]: DEBUG nova.compute.manager [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Instance network_info: |[{"id": "b4d8303e-296d-4f45-8f1a-22f5ece0be9f", "address": "fa:16:3e:86:06:f0", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d8303e-29", "ovs_interfaceid": "b4d8303e-296d-4f45-8f1a-22f5ece0be9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.315049] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:06:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4d8303e-296d-4f45-8f1a-22f5ece0be9f', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.324719] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Creating folder: Project (45d85cb5a5514e9f81e5e335672b15a2). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.328760] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a39782a-f5bf-4403-b179-c4aee3bd56a0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.339287] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935611, 'name': CloneVM_Task, 'duration_secs': 1.330808} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.343033] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Created linked-clone VM from snapshot [ 839.343033] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Created folder: Project (45d85cb5a5514e9f81e5e335672b15a2) in parent group-v781128. [ 839.343033] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Creating folder: Instances. Parent ref: group-v781296. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.343033] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14b321a-c70f-4f3a-be90-c9a5b57de35c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.346319] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ca66c2f-91a9-47d3-a447-bb2123613155 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.362840] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Uploading image b2b33337-2c16-44f3-90b3-7671a5343459 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 839.370520] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Created folder: Instances in parent group-v781296. [ 839.370520] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.370520] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.370520] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b445989-b1b3-4cd5-b644-55033a4caef1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.393189] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.393189] env[69281]: value = "task-3935616" [ 839.393189] env[69281]: _type = "Task" [ 839.393189] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.405505] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935616, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.408106] env[69281]: DEBUG oslo_vmware.rw_handles [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 839.408106] env[69281]: value = "vm-781295" [ 839.408106] env[69281]: _type = "VirtualMachine" [ 839.408106] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 839.408469] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a5620004-10b2-4874-a227-be01551f551b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.415753] env[69281]: DEBUG oslo_vmware.rw_handles [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lease: (returnval){ [ 839.415753] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b2d79a-a8a5-a309-c9b6-b87874940379" [ 839.415753] env[69281]: _type = "HttpNfcLease" [ 839.415753] env[69281]: } obtained for exporting VM: (result){ [ 839.415753] env[69281]: value = "vm-781295" [ 839.415753] env[69281]: _type = "VirtualMachine" [ 839.415753] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 839.416061] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the lease: (returnval){ [ 839.416061] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b2d79a-a8a5-a309-c9b6-b87874940379" [ 839.416061] env[69281]: _type = "HttpNfcLease" [ 839.416061] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 839.426056] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.426056] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b2d79a-a8a5-a309-c9b6-b87874940379" [ 839.426056] env[69281]: _type = "HttpNfcLease" [ 839.426056] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 839.461585] env[69281]: DEBUG oslo_concurrency.lockutils [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.461930] env[69281]: DEBUG nova.compute.manager [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.464975] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.318s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.465251] env[69281]: DEBUG nova.objects.instance [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lazy-loading 'resources' on Instance uuid 3f6112ba-f475-4bdb-add6-8bed09ed54f6 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.684234] env[69281]: DEBUG nova.compute.manager [req-49d55186-e8c5-4a03-82de-d12f419c901c req-20aec73c-acca-4e47-a66e-1f1a3c4e024a service nova] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Received event network-changed-b4d8303e-296d-4f45-8f1a-22f5ece0be9f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.684482] env[69281]: DEBUG nova.compute.manager [req-49d55186-e8c5-4a03-82de-d12f419c901c req-20aec73c-acca-4e47-a66e-1f1a3c4e024a service nova] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Refreshing instance network info cache due to event network-changed-b4d8303e-296d-4f45-8f1a-22f5ece0be9f. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.685745] env[69281]: DEBUG oslo_concurrency.lockutils [req-49d55186-e8c5-4a03-82de-d12f419c901c req-20aec73c-acca-4e47-a66e-1f1a3c4e024a service nova] Acquiring lock "refresh_cache-30e0d6a1-a30e-4023-94e4-4fba054a237d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.685745] env[69281]: DEBUG oslo_concurrency.lockutils [req-49d55186-e8c5-4a03-82de-d12f419c901c req-20aec73c-acca-4e47-a66e-1f1a3c4e024a service nova] Acquired lock "refresh_cache-30e0d6a1-a30e-4023-94e4-4fba054a237d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.685745] env[69281]: DEBUG nova.network.neutron [req-49d55186-e8c5-4a03-82de-d12f419c901c req-20aec73c-acca-4e47-a66e-1f1a3c4e024a service nova] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Refreshing network info cache for port b4d8303e-296d-4f45-8f1a-22f5ece0be9f {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.911570] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935616, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.925622] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.925622] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b2d79a-a8a5-a309-c9b6-b87874940379" [ 839.925622] env[69281]: _type = "HttpNfcLease" [ 839.925622] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 839.925940] env[69281]: DEBUG oslo_vmware.rw_handles [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 839.925940] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b2d79a-a8a5-a309-c9b6-b87874940379" [ 839.925940] env[69281]: _type = "HttpNfcLease" [ 839.925940] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 839.926802] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbf7d71-01dc-4d57-bda3-38eb363c1cfb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.936633] env[69281]: DEBUG oslo_vmware.rw_handles [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251dfa1-da2f-c71a-fe20-708638886b4d/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 839.936844] env[69281]: DEBUG oslo_vmware.rw_handles [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251dfa1-da2f-c71a-fe20-708638886b4d/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 840.003064] env[69281]: DEBUG nova.compute.utils [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.010261] env[69281]: DEBUG nova.compute.manager [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Not allocating networking since 'none' was specified. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 840.043253] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-da8b537d-97f3-4d21-aafe-a62c61d63c31 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.410041] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935616, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.513062] env[69281]: DEBUG nova.compute.manager [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.609035] env[69281]: DEBUG nova.network.neutron [req-49d55186-e8c5-4a03-82de-d12f419c901c req-20aec73c-acca-4e47-a66e-1f1a3c4e024a service nova] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Updated VIF entry in instance network info cache for port b4d8303e-296d-4f45-8f1a-22f5ece0be9f. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.609464] env[69281]: DEBUG nova.network.neutron [req-49d55186-e8c5-4a03-82de-d12f419c901c req-20aec73c-acca-4e47-a66e-1f1a3c4e024a service nova] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Updating instance_info_cache with network_info: [{"id": "b4d8303e-296d-4f45-8f1a-22f5ece0be9f", "address": "fa:16:3e:86:06:f0", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d8303e-29", "ovs_interfaceid": "b4d8303e-296d-4f45-8f1a-22f5ece0be9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.743528] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110e7d90-5abf-4e59-af06-803c4f86ca6d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.752932] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38335524-25be-4549-9b96-1f8206ded1d5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.792374] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ef7aa8-5bc9-486a-87a0-528c92f9ab8e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.801636] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f1bfe7-555b-46bd-a4f2-d7ba92435bb7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.820795] env[69281]: DEBUG nova.compute.provider_tree [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.910797] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935616, 'name': CreateVM_Task, 'duration_secs': 1.160361} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.911072] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.912473] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.913137] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.913137] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.914132] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68032e2d-f302-411c-a138-b2b1ba2c26dc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.921149] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 840.921149] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526ad95f-453b-d749-1d48-435fd922f9e0" [ 840.921149] env[69281]: _type = "Task" [ 840.921149] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.931184] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526ad95f-453b-d749-1d48-435fd922f9e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.112206] env[69281]: DEBUG oslo_concurrency.lockutils [req-49d55186-e8c5-4a03-82de-d12f419c901c req-20aec73c-acca-4e47-a66e-1f1a3c4e024a service nova] Releasing lock "refresh_cache-30e0d6a1-a30e-4023-94e4-4fba054a237d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.326075] env[69281]: DEBUG nova.scheduler.client.report [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.443127] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526ad95f-453b-d749-1d48-435fd922f9e0, 'name': SearchDatastore_Task, 'duration_secs': 0.016728} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.445556] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.445860] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.446256] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.449107] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.449641] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.450097] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87c5a752-6086-46fa-b869-6bbff93be3ee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.463565] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.463969] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.464941] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f4792f-192a-481f-8d35-ed6ffc29609a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.472646] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 841.472646] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ead829-f3ab-2c6b-3e25-01fe64896384" [ 841.472646] env[69281]: _type = "Task" [ 841.472646] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.484150] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ead829-f3ab-2c6b-3e25-01fe64896384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.533245] env[69281]: DEBUG nova.compute.manager [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.576505] env[69281]: DEBUG nova.virt.hardware [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.576937] env[69281]: DEBUG nova.virt.hardware [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.577308] env[69281]: DEBUG nova.virt.hardware [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.577505] env[69281]: DEBUG nova.virt.hardware [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.577655] env[69281]: DEBUG nova.virt.hardware [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.577805] env[69281]: DEBUG nova.virt.hardware [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.578242] env[69281]: DEBUG nova.virt.hardware [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.578443] env[69281]: DEBUG nova.virt.hardware [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.578643] env[69281]: DEBUG nova.virt.hardware [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.578826] env[69281]: DEBUG nova.virt.hardware [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.579023] env[69281]: DEBUG nova.virt.hardware [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.580209] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb5bbf8-2a42-4223-80b7-1651d26ae0e4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.592810] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d3ef81-e705-4b66-b690-30c13ead4a7b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.609880] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.617863] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Creating folder: Project (02535df7fb1648ca983d371a489780f2). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.618539] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-109cbf0e-8045-47c0-96b7-8ba530bb07d0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.630855] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Created folder: Project (02535df7fb1648ca983d371a489780f2) in parent group-v781128. [ 841.631263] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Creating folder: Instances. Parent ref: group-v781299. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.631672] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a245e54-026b-47e8-b606-be6aaad64271 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.644433] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Created folder: Instances in parent group-v781299. [ 841.645214] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.645328] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.645563] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55e61583-07c2-4a0f-b7da-3b6e1514918f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.671926] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.671926] env[69281]: value = "task-3935620" [ 841.671926] env[69281]: _type = "Task" [ 841.671926] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.682657] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935620, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.834078] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.369s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.839492] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.811s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.843754] env[69281]: INFO nova.compute.claims [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.873096] env[69281]: INFO nova.scheduler.client.report [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Deleted allocations for instance 3f6112ba-f475-4bdb-add6-8bed09ed54f6 [ 841.985124] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ead829-f3ab-2c6b-3e25-01fe64896384, 'name': SearchDatastore_Task, 'duration_secs': 0.015582} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.985923] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5f5b55-0d70-43b3-aebd-c4f777227429 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.996769] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 841.996769] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526443ca-0707-4595-8989-8d1d4abcb7d2" [ 841.996769] env[69281]: _type = "Task" [ 841.996769] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.009440] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526443ca-0707-4595-8989-8d1d4abcb7d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.187871] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935620, 'name': CreateVM_Task, 'duration_secs': 0.474984} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.187871] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.188561] env[69281]: DEBUG oslo_concurrency.lockutils [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.188561] env[69281]: DEBUG oslo_concurrency.lockutils [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.188975] env[69281]: DEBUG oslo_concurrency.lockutils [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.189221] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f02c39-eb21-4043-b657-91f6efa4a253 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.196014] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 842.196014] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5287de15-90e8-ae84-e660-bf04c0104bad" [ 842.196014] env[69281]: _type = "Task" [ 842.196014] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.206948] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5287de15-90e8-ae84-e660-bf04c0104bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.384029] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c0e96c75-e894-4fb3-9a23-c88974b5b078 tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "3f6112ba-f475-4bdb-add6-8bed09ed54f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.222s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.497023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Acquiring lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.497023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.497023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Acquiring lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.497023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.497023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.502728] env[69281]: INFO nova.compute.manager [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Terminating instance [ 842.515031] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526443ca-0707-4595-8989-8d1d4abcb7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012596} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.518191] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.518833] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 30e0d6a1-a30e-4023-94e4-4fba054a237d/30e0d6a1-a30e-4023-94e4-4fba054a237d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.520115] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ae099bf-7bf2-4fdd-9c8c-89801044b59e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.531486] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 842.531486] env[69281]: value = "task-3935621" [ 842.531486] env[69281]: _type = "Task" [ 842.531486] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.551942] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.574842] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1ea80f36-0f44-48cd-af09-525dd3831028 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.575151] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1ea80f36-0f44-48cd-af09-525dd3831028 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.575477] env[69281]: DEBUG nova.compute.manager [None req-1ea80f36-0f44-48cd-af09-525dd3831028 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 842.576519] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fc529c-e2b0-465e-b464-21d40fac4730 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.590798] env[69281]: DEBUG nova.compute.manager [None req-1ea80f36-0f44-48cd-af09-525dd3831028 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69281) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 842.591508] env[69281]: DEBUG nova.objects.instance [None req-1ea80f36-0f44-48cd-af09-525dd3831028 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lazy-loading 'flavor' on Instance uuid fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.710311] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5287de15-90e8-ae84-e660-bf04c0104bad, 'name': SearchDatastore_Task, 'duration_secs': 0.01367} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.710615] env[69281]: DEBUG oslo_concurrency.lockutils [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.710881] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.711186] env[69281]: DEBUG oslo_concurrency.lockutils [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.711364] env[69281]: DEBUG oslo_concurrency.lockutils [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.711573] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.711938] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f721d83-cf83-40f9-b40c-6e52bfc7a640 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.729089] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.729089] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.729089] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4425712a-8cd1-4470-afd8-939e2e33ae4b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.736963] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 842.736963] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b6128b-6aef-94df-9a3a-7bb44ff77cb6" [ 842.736963] env[69281]: _type = "Task" [ 842.736963] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.750592] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b6128b-6aef-94df-9a3a-7bb44ff77cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.021478] env[69281]: DEBUG nova.compute.manager [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.021747] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.022751] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eeb2de-7d00-433b-b570-d22b0179645e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.039274] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.040839] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c602ef2-7f55-454d-a7c7-27304acc937e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.054646] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935621, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.059014] env[69281]: DEBUG oslo_vmware.api [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Waiting for the task: (returnval){ [ 843.059014] env[69281]: value = "task-3935622" [ 843.059014] env[69281]: _type = "Task" [ 843.059014] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.073862] env[69281]: DEBUG oslo_vmware.api [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.261065] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b6128b-6aef-94df-9a3a-7bb44ff77cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.012595} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.262571] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180e7921-e33a-4fbe-82bf-e121b75a5258 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.274576] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 843.274576] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dc3a00-19a5-e52a-7349-d1583fdb7943" [ 843.274576] env[69281]: _type = "Task" [ 843.274576] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.288710] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dc3a00-19a5-e52a-7349-d1583fdb7943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.549845] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6599} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.551446] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 30e0d6a1-a30e-4023-94e4-4fba054a237d/30e0d6a1-a30e-4023-94e4-4fba054a237d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.551702] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.552923] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094e0bdf-8734-4c94-8180-b95c13337028 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.559039] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5efcc993-c825-4288-a118-a32516d2d6c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.570892] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf46d8e6-3352-48ba-ade9-b3aee2e90009 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.578023] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 843.578023] env[69281]: value = "task-3935624" [ 843.578023] env[69281]: _type = "Task" [ 843.578023] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.580494] env[69281]: DEBUG oslo_vmware.api [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935622, 'name': PowerOffVM_Task, 'duration_secs': 0.468285} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.587204] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.587204] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.625568] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c877574-de60-4b6a-bcd8-dbe0bca8a84e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.627984] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea80f36-0f44-48cd-af09-525dd3831028 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.629195] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68875202-ea10-4b9e-a1e6-3348537a66f5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.633558] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e0e2fa-a8f4-4cad-aeeb-b192a523942b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.639873] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935624, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.651806] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2708cb0d-e39a-42ad-8ab1-378da3d17a45 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.660494] env[69281]: DEBUG oslo_vmware.api [None req-1ea80f36-0f44-48cd-af09-525dd3831028 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 843.660494] env[69281]: value = "task-3935626" [ 843.660494] env[69281]: _type = "Task" [ 843.660494] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.677296] env[69281]: DEBUG nova.compute.provider_tree [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.687431] env[69281]: DEBUG oslo_vmware.api [None req-1ea80f36-0f44-48cd-af09-525dd3831028 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.726504] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.726504] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.726700] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Deleting the datastore file [datastore2] f31bf3ac-2618-4f2e-8f12-99de5620e16d {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.728024] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bf15f16-a1a5-4bb6-aa33-002d781fd6b0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.736601] env[69281]: DEBUG oslo_vmware.api [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Waiting for the task: (returnval){ [ 843.736601] env[69281]: value = "task-3935627" [ 843.736601] env[69281]: _type = "Task" [ 843.736601] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.748799] env[69281]: DEBUG oslo_vmware.api [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.788387] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dc3a00-19a5-e52a-7349-d1583fdb7943, 'name': SearchDatastore_Task, 'duration_secs': 0.020757} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.788712] env[69281]: DEBUG oslo_concurrency.lockutils [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.789552] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 5461af5c-2687-413e-af95-2ceaea58953f/5461af5c-2687-413e-af95-2ceaea58953f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.789552] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b163ea3-893f-40ca-87a2-2e9c6ed8c10f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.801034] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 843.801034] env[69281]: value = "task-3935628" [ 843.801034] env[69281]: _type = "Task" [ 843.801034] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.813883] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.094015] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093166} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.094608] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.096176] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cb5bf8-c95a-4743-b303-a7adac01adbe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.127344] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 30e0d6a1-a30e-4023-94e4-4fba054a237d/30e0d6a1-a30e-4023-94e4-4fba054a237d.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.127834] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40107cfa-e08b-4cb4-8848-1f18d1dec120 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.151780] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 844.151780] env[69281]: value = "task-3935629" [ 844.151780] env[69281]: _type = "Task" [ 844.151780] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.167199] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.181715] env[69281]: DEBUG nova.scheduler.client.report [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.186668] env[69281]: DEBUG oslo_vmware.api [None req-1ea80f36-0f44-48cd-af09-525dd3831028 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935626, 'name': PowerOffVM_Task, 'duration_secs': 0.306964} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.187375] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea80f36-0f44-48cd-af09-525dd3831028 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.187746] env[69281]: DEBUG nova.compute.manager [None req-1ea80f36-0f44-48cd-af09-525dd3831028 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 844.188712] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab61cc7-6d84-4a05-9dba-3bb80e78787d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.253017] env[69281]: DEBUG oslo_vmware.api [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Task: {'id': task-3935627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303714} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.253375] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.253568] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.253820] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.254143] env[69281]: INFO nova.compute.manager [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Took 1.23 seconds to destroy the instance on the hypervisor. [ 844.254299] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.254507] env[69281]: DEBUG nova.compute.manager [-] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.254605] env[69281]: DEBUG nova.network.neutron [-] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.314662] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935628, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.664392] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.688518] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.689136] env[69281]: DEBUG nova.compute.manager [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.696111] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.941s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.696442] env[69281]: DEBUG nova.objects.instance [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Lazy-loading 'resources' on Instance uuid 2d0613c8-f62b-4e39-adcc-da89d1264653 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.707813] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1ea80f36-0f44-48cd-af09-525dd3831028 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.133s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.813062] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935628, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.095319] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Acquiring lock "37f8853b-006a-4591-bc1b-01349ea94022" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.095719] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Lock "37f8853b-006a-4591-bc1b-01349ea94022" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.164195] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935629, 'name': ReconfigVM_Task, 'duration_secs': 0.746673} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.165895] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 30e0d6a1-a30e-4023-94e4-4fba054a237d/30e0d6a1-a30e-4023-94e4-4fba054a237d.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.165895] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa70ab34-9231-4f81-8be6-c38d3b1d6854 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.177592] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 845.177592] env[69281]: value = "task-3935630" [ 845.177592] env[69281]: _type = "Task" [ 845.177592] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.192906] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935630, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.204314] env[69281]: DEBUG nova.compute.utils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.207368] env[69281]: DEBUG nova.compute.manager [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.207547] env[69281]: DEBUG nova.network.neutron [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.247193] env[69281]: DEBUG nova.compute.manager [req-88d9fdb3-fc32-4491-bf20-faaa947461ad req-190f3f93-978f-4a62-8b34-a6b2f92e6918 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Received event network-vif-deleted-d7182cce-17f9-40a8-8edb-ae992a459c6d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.247402] env[69281]: INFO nova.compute.manager [req-88d9fdb3-fc32-4491-bf20-faaa947461ad req-190f3f93-978f-4a62-8b34-a6b2f92e6918 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Neutron deleted interface d7182cce-17f9-40a8-8edb-ae992a459c6d; detaching it from the instance and deleting it from the info cache [ 845.247915] env[69281]: DEBUG nova.network.neutron [req-88d9fdb3-fc32-4491-bf20-faaa947461ad req-190f3f93-978f-4a62-8b34-a6b2f92e6918 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.260347] env[69281]: DEBUG nova.policy [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fecaa00ed3f64c72847d448ed681abf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba33207f5fa140bf89fe8723b52bcc00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.315562] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935628, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.453762] env[69281]: DEBUG nova.network.neutron [-] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.589634] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.589945] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.590155] env[69281]: INFO nova.compute.manager [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Shelving [ 845.599180] env[69281]: DEBUG nova.compute.manager [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.687804] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935630, 'name': Rename_Task, 'duration_secs': 0.257438} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.688209] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.688513] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03c3f060-6e6e-4db7-8fd1-3d2d24afa602 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.703024] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 845.703024] env[69281]: value = "task-3935631" [ 845.703024] env[69281]: _type = "Task" [ 845.703024] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.709706] env[69281]: DEBUG nova.compute.manager [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.718114] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935631, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.752332] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddcd5255-d6ce-424f-afc9-d69d7f3cae74 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.766202] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8a8bf7-5c18-4011-88a6-64d6c43c6a85 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.816442] env[69281]: DEBUG nova.compute.manager [req-88d9fdb3-fc32-4491-bf20-faaa947461ad req-190f3f93-978f-4a62-8b34-a6b2f92e6918 service nova] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Detach interface failed, port_id=d7182cce-17f9-40a8-8edb-ae992a459c6d, reason: Instance f31bf3ac-2618-4f2e-8f12-99de5620e16d could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 845.833158] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935628, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.67942} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.834140] env[69281]: DEBUG nova.network.neutron [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Successfully created port: a6762356-a217-4909-ab73-965aec4c04c8 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.836120] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 5461af5c-2687-413e-af95-2ceaea58953f/5461af5c-2687-413e-af95-2ceaea58953f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.836347] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.838905] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20a01e52-8d0b-4637-ab18-3a44ccab4155 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.849031] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 845.849031] env[69281]: value = "task-3935632" [ 845.849031] env[69281]: _type = "Task" [ 845.849031] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.859308] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.896867] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40169c5-18d6-448e-ab89-8dc6e028ace1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.907130] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ec48ad-42f7-4eac-a941-bcce4de6cb3f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.941030] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757b3764-2d5c-4724-a56f-a2c389ef675b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.949800] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022c540b-84d9-481f-b1a0-03cbf5606366 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.955751] env[69281]: INFO nova.compute.manager [-] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Took 1.70 seconds to deallocate network for instance. [ 845.970794] env[69281]: DEBUG nova.compute.provider_tree [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.128252] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.222437] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.286035] env[69281]: DEBUG nova.objects.instance [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lazy-loading 'flavor' on Instance uuid fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.361954] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087567} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.362448] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.363609] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153aa0b8-e1fb-424e-870d-b39b993c2f56 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.392236] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 5461af5c-2687-413e-af95-2ceaea58953f/5461af5c-2687-413e-af95-2ceaea58953f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.393875] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7189090b-c079-4b6a-8cf9-f64a96b0a168 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.425030] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 846.425030] env[69281]: value = "task-3935633" [ 846.425030] env[69281]: _type = "Task" [ 846.425030] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.435606] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.472069] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.475165] env[69281]: DEBUG nova.scheduler.client.report [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.609278] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.609762] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54757596-3fae-467c-94d9-c60e16126f1a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.618941] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 846.618941] env[69281]: value = "task-3935634" [ 846.618941] env[69281]: _type = "Task" [ 846.618941] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.633155] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.718036] env[69281]: DEBUG oslo_vmware.api [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935631, 'name': PowerOnVM_Task, 'duration_secs': 0.846087} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.718198] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.718311] env[69281]: INFO nova.compute.manager [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Took 10.36 seconds to spawn the instance on the hypervisor. [ 846.718457] env[69281]: DEBUG nova.compute.manager [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.719366] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bf1ae1-24d8-48d7-a94f-cc70b0cdbf79 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.724928] env[69281]: DEBUG nova.compute.manager [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.760929] env[69281]: DEBUG nova.virt.hardware [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.761294] env[69281]: DEBUG nova.virt.hardware [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.761509] env[69281]: DEBUG nova.virt.hardware [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.761750] env[69281]: DEBUG nova.virt.hardware [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.762036] env[69281]: DEBUG nova.virt.hardware [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.762215] env[69281]: DEBUG nova.virt.hardware [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.762786] env[69281]: DEBUG nova.virt.hardware [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.762786] env[69281]: DEBUG nova.virt.hardware [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.762914] env[69281]: DEBUG nova.virt.hardware [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.764027] env[69281]: DEBUG nova.virt.hardware [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.764027] env[69281]: DEBUG nova.virt.hardware [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.764358] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391cccb9-9f04-48cf-b9ab-fd531b556c27 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.776054] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df92a58-7886-4a23-8e50-882c085e522e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.796685] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "refresh_cache-fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.796869] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquired lock "refresh_cache-fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.797059] env[69281]: DEBUG nova.network.neutron [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.797253] env[69281]: DEBUG nova.objects.instance [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lazy-loading 'info_cache' on Instance uuid fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.921666] env[69281]: DEBUG oslo_concurrency.lockutils [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.921666] env[69281]: DEBUG oslo_concurrency.lockutils [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.921666] env[69281]: DEBUG oslo_concurrency.lockutils [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.921991] env[69281]: DEBUG oslo_concurrency.lockutils [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.922196] env[69281]: DEBUG oslo_concurrency.lockutils [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.924767] env[69281]: INFO nova.compute.manager [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Terminating instance [ 846.940065] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935633, 'name': ReconfigVM_Task, 'duration_secs': 0.343168} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.940333] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 5461af5c-2687-413e-af95-2ceaea58953f/5461af5c-2687-413e-af95-2ceaea58953f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.941097] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d2060cd-bbe0-4d66-a7fc-e27363b87e3b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.950294] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 846.950294] env[69281]: value = "task-3935635" [ 846.950294] env[69281]: _type = "Task" [ 846.950294] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.963080] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935635, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.981448] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.985313] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.442s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.985656] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.985896] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 846.986406] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.376s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.986960] env[69281]: DEBUG nova.objects.instance [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 846.993903] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05945ae2-56a3-4f08-bfa2-97c571d16e72 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.006024] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f301beb7-4d78-48a7-815b-fc212d0524a9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.013255] env[69281]: INFO nova.scheduler.client.report [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Deleted allocations for instance 2d0613c8-f62b-4e39-adcc-da89d1264653 [ 847.031048] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe748b00-0586-42ff-abe6-266494adabd1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.039743] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa909c3-c6e9-4504-9e40-6f62a1f24b8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.077919] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177651MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 847.078064] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.129785] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935634, 'name': PowerOffVM_Task, 'duration_secs': 0.334257} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.130200] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.131026] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c33dd6-32e1-4fa0-88df-e2c0cb7507e4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.150854] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4ff1b7-5ee4-4053-abbf-720c98537814 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.244751] env[69281]: INFO nova.compute.manager [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Took 45.71 seconds to build instance. [ 847.300562] env[69281]: DEBUG nova.objects.base [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 847.400260] env[69281]: DEBUG nova.compute.manager [req-ee393215-f979-47d8-b5bd-06d444dec432 req-132ef60b-31dc-4d6c-a4c0-9df9d5f60fd5 service nova] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Received event network-vif-plugged-a6762356-a217-4909-ab73-965aec4c04c8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.400508] env[69281]: DEBUG oslo_concurrency.lockutils [req-ee393215-f979-47d8-b5bd-06d444dec432 req-132ef60b-31dc-4d6c-a4c0-9df9d5f60fd5 service nova] Acquiring lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.400853] env[69281]: DEBUG oslo_concurrency.lockutils [req-ee393215-f979-47d8-b5bd-06d444dec432 req-132ef60b-31dc-4d6c-a4c0-9df9d5f60fd5 service nova] Lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.401208] env[69281]: DEBUG oslo_concurrency.lockutils [req-ee393215-f979-47d8-b5bd-06d444dec432 req-132ef60b-31dc-4d6c-a4c0-9df9d5f60fd5 service nova] Lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.401554] env[69281]: DEBUG nova.compute.manager [req-ee393215-f979-47d8-b5bd-06d444dec432 req-132ef60b-31dc-4d6c-a4c0-9df9d5f60fd5 service nova] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] No waiting events found dispatching network-vif-plugged-a6762356-a217-4909-ab73-965aec4c04c8 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 847.401954] env[69281]: WARNING nova.compute.manager [req-ee393215-f979-47d8-b5bd-06d444dec432 req-132ef60b-31dc-4d6c-a4c0-9df9d5f60fd5 service nova] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Received unexpected event network-vif-plugged-a6762356-a217-4909-ab73-965aec4c04c8 for instance with vm_state building and task_state spawning. [ 847.433605] env[69281]: DEBUG nova.compute.manager [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.433850] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.435368] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc17d3eb-8ff7-4180-89cd-e374fa9f4968 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.444653] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.444934] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45bc5ea6-ace8-468f-8b7c-d75fbba89fed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.453802] env[69281]: DEBUG oslo_vmware.api [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 847.453802] env[69281]: value = "task-3935636" [ 847.453802] env[69281]: _type = "Task" [ 847.453802] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.467531] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935635, 'name': Rename_Task, 'duration_secs': 0.177459} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.472176] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.472176] env[69281]: DEBUG oslo_vmware.api [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.472176] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea1cbe59-46c6-40d1-9cf6-053cf94d8b64 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.479902] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 847.479902] env[69281]: value = "task-3935637" [ 847.479902] env[69281]: _type = "Task" [ 847.479902] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.491554] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.527702] env[69281]: DEBUG nova.network.neutron [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Successfully updated port: a6762356-a217-4909-ab73-965aec4c04c8 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.529596] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4ee59a89-1ede-4080-90c4-374dc2dd0d08 tempest-ServersNegativeTestMultiTenantJSON-121196380 tempest-ServersNegativeTestMultiTenantJSON-121196380-project-member] Lock "2d0613c8-f62b-4e39-adcc-da89d1264653" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.249s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.665549] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 847.665549] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-91842108-68a6-449c-9c51-94120ebe82b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.674689] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 847.674689] env[69281]: value = "task-3935638" [ 847.674689] env[69281]: _type = "Task" [ 847.674689] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.685812] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935638, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.747878] env[69281]: DEBUG oslo_concurrency.lockutils [None req-da5fb962-d3d3-4c2e-ba16-75af4ec1b646 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "30e0d6a1-a30e-4023-94e4-4fba054a237d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.961s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.783530] env[69281]: DEBUG oslo_concurrency.lockutils [None req-02c7ca87-c392-499c-8df0-7a20a358b608 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "30e0d6a1-a30e-4023-94e4-4fba054a237d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.783846] env[69281]: DEBUG oslo_concurrency.lockutils [None req-02c7ca87-c392-499c-8df0-7a20a358b608 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "30e0d6a1-a30e-4023-94e4-4fba054a237d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.784138] env[69281]: DEBUG nova.compute.manager [None req-02c7ca87-c392-499c-8df0-7a20a358b608 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 847.785161] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bcae04-19fa-41eb-b858-6f18d8779731 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.796345] env[69281]: DEBUG nova.compute.manager [None req-02c7ca87-c392-499c-8df0-7a20a358b608 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69281) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 847.797161] env[69281]: DEBUG nova.objects.instance [None req-02c7ca87-c392-499c-8df0-7a20a358b608 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lazy-loading 'flavor' on Instance uuid 30e0d6a1-a30e-4023-94e4-4fba054a237d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.968280] env[69281]: DEBUG oslo_vmware.api [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935636, 'name': PowerOffVM_Task, 'duration_secs': 0.257894} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.968628] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.968827] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.970041] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41ab3151-2067-4373-a1f1-4cd75c664f22 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.993455] env[69281]: DEBUG oslo_vmware.api [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935637, 'name': PowerOnVM_Task, 'duration_secs': 0.471929} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.996491] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.996821] env[69281]: INFO nova.compute.manager [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Took 6.46 seconds to spawn the instance on the hypervisor. [ 847.997056] env[69281]: DEBUG nova.compute.manager [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 847.998070] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f585c7dc-b3c0-4b64-a92a-2e45b69e8f9e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.002511] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2644e0a-4de9-4f69-af2a-9c54ecc265ac tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.004457] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.600s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.004457] env[69281]: DEBUG nova.objects.instance [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Lazy-loading 'resources' on Instance uuid 91e4ae0e-21b4-43ae-a491-b1d5032f39f5 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.032249] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.032404] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.032598] env[69281]: DEBUG nova.network.neutron [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.054780] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.055014] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.055298] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Deleting the datastore file [datastore1] f936b4ff-b128-46b1-ae08-e22f0030c5ea {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.055647] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10e507c6-dc0e-46c3-9217-fb6bbd732676 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.065777] env[69281]: DEBUG oslo_vmware.api [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for the task: (returnval){ [ 848.065777] env[69281]: value = "task-3935640" [ 848.065777] env[69281]: _type = "Task" [ 848.065777] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.077178] env[69281]: DEBUG oslo_vmware.api [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.191243] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935638, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.225202] env[69281]: DEBUG nova.network.neutron [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Updating instance_info_cache with network_info: [{"id": "020e8e32-b0d4-426a-80c4-b16634bc3028", "address": "fa:16:3e:1d:92:46", "network": {"id": "a81d8834-33e9-4f00-bf52-a88544ef1bae", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1193798865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a4ee80bb8224f98831090e6c8282090", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap020e8e32-b0", "ovs_interfaceid": "020e8e32-b0d4-426a-80c4-b16634bc3028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.522474] env[69281]: INFO nova.compute.manager [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Took 44.98 seconds to build instance. [ 848.578156] env[69281]: DEBUG oslo_vmware.api [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Task: {'id': task-3935640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30836} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.581684] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.582050] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.582285] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.582513] env[69281]: INFO nova.compute.manager [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Took 1.15 seconds to destroy the instance on the hypervisor. [ 848.583327] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.584432] env[69281]: DEBUG nova.compute.manager [-] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.584698] env[69281]: DEBUG nova.network.neutron [-] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.606116] env[69281]: DEBUG nova.network.neutron [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.694320] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935638, 'name': CreateSnapshot_Task, 'duration_secs': 0.82512} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.698461] env[69281]: DEBUG oslo_vmware.rw_handles [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251dfa1-da2f-c71a-fe20-708638886b4d/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 848.698854] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 848.699675] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f711979-988b-4071-b5a6-5d29027070ee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.706820] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb21b40e-689d-4ebb-84fe-6301ece4d3ef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.714174] env[69281]: DEBUG oslo_vmware.rw_handles [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251dfa1-da2f-c71a-fe20-708638886b4d/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 848.714361] env[69281]: ERROR oslo_vmware.rw_handles [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251dfa1-da2f-c71a-fe20-708638886b4d/disk-0.vmdk due to incomplete transfer. [ 848.718247] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-70761cbc-d6b0-4da4-9949-1ef925c78ba3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.729767] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Releasing lock "refresh_cache-fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.737025] env[69281]: DEBUG oslo_vmware.rw_handles [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5251dfa1-da2f-c71a-fe20-708638886b4d/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 848.737025] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Uploaded image b2b33337-2c16-44f3-90b3-7671a5343459 to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 848.737396] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 848.743496] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dc43fcc5-ed36-4a99-9b8b-fc2b905bd402 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.752149] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 848.752149] env[69281]: value = "task-3935641" [ 848.752149] env[69281]: _type = "Task" [ 848.752149] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.767072] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935641, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.805738] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c7ca87-c392-499c-8df0-7a20a358b608 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.805738] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9aa6e21-b398-4a9d-8a9c-e667272778ff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.813702] env[69281]: DEBUG oslo_vmware.api [None req-02c7ca87-c392-499c-8df0-7a20a358b608 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 848.813702] env[69281]: value = "task-3935642" [ 848.813702] env[69281]: _type = "Task" [ 848.813702] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.824129] env[69281]: DEBUG oslo_vmware.api [None req-02c7ca87-c392-499c-8df0-7a20a358b608 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.959094] env[69281]: DEBUG nova.network.neutron [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating instance_info_cache with network_info: [{"id": "a6762356-a217-4909-ab73-965aec4c04c8", "address": "fa:16:3e:3f:a6:93", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6762356-a2", "ovs_interfaceid": "a6762356-a217-4909-ab73-965aec4c04c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.024470] env[69281]: DEBUG oslo_concurrency.lockutils [None req-db4b2162-dd8c-42bd-9a2a-232983494229 tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Lock "5461af5c-2687-413e-af95-2ceaea58953f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.290s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.082608] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9307dead-c4ee-44d6-9d41-5500ed886df6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.093304] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d4bb51-e0c2-474e-8a85-c979617e3314 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.141454] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6efc436-1c94-49fc-aafd-f081fdf5493b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.155051] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a88a4e-88bd-4b19-9f3e-62baf4eaea2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.172834] env[69281]: DEBUG nova.compute.provider_tree [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.232904] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 849.233319] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5887f19b-3945-428c-9159-66f7df1c3f64 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.243144] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 849.243144] env[69281]: value = "task-3935643" [ 849.243144] env[69281]: _type = "Task" [ 849.243144] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.252947] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935643, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.262989] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935641, 'name': Destroy_Task, 'duration_secs': 0.400659} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.263276] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Destroyed the VM [ 849.263511] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 849.263768] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2dbbe402-acd8-420b-bfc7-4ec61cef80df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.270958] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 849.270958] env[69281]: value = "task-3935644" [ 849.270958] env[69281]: _type = "Task" [ 849.270958] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.281220] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935644, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.323970] env[69281]: DEBUG oslo_vmware.api [None req-02c7ca87-c392-499c-8df0-7a20a358b608 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935642, 'name': PowerOffVM_Task, 'duration_secs': 0.371823} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.324274] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c7ca87-c392-499c-8df0-7a20a358b608 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.324469] env[69281]: DEBUG nova.compute.manager [None req-02c7ca87-c392-499c-8df0-7a20a358b608 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.325303] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41634b3d-f741-4277-b34e-36bcf00338dd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.460652] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.461130] env[69281]: DEBUG nova.compute.manager [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Instance network_info: |[{"id": "a6762356-a217-4909-ab73-965aec4c04c8", "address": "fa:16:3e:3f:a6:93", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6762356-a2", "ovs_interfaceid": "a6762356-a217-4909-ab73-965aec4c04c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.461674] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:a6:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6762356-a217-4909-ab73-965aec4c04c8', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.474230] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.474941] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.475226] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d7829d8-da23-4def-9aa7-025aa5b4205c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.503901] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.503901] env[69281]: value = "task-3935645" [ 849.503901] env[69281]: _type = "Task" [ 849.503901] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.510123] env[69281]: DEBUG nova.compute.manager [req-9eed0f59-ab5c-4cad-b49d-79301312373e req-02f9ffe4-258b-4456-b09b-868358758fcf service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Received event network-vif-deleted-75b052b0-dcc0-4297-bc30-1b7d5b7320e4 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.510387] env[69281]: INFO nova.compute.manager [req-9eed0f59-ab5c-4cad-b49d-79301312373e req-02f9ffe4-258b-4456-b09b-868358758fcf service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Neutron deleted interface 75b052b0-dcc0-4297-bc30-1b7d5b7320e4; detaching it from the instance and deleting it from the info cache [ 849.510656] env[69281]: DEBUG nova.network.neutron [req-9eed0f59-ab5c-4cad-b49d-79301312373e req-02f9ffe4-258b-4456-b09b-868358758fcf service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.522072] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935645, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.676881] env[69281]: DEBUG nova.scheduler.client.report [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.681488] env[69281]: DEBUG nova.network.neutron [-] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.743169] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.744073] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2db05e93-9068-48b6-bbc4-837ebabd7149 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.756529] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935643, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.758268] env[69281]: DEBUG oslo_vmware.api [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 849.758268] env[69281]: value = "task-3935646" [ 849.758268] env[69281]: _type = "Task" [ 849.758268] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.772405] env[69281]: DEBUG oslo_vmware.api [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.782353] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935644, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.788435] env[69281]: DEBUG nova.compute.manager [req-7179d1f3-d9b2-40d0-a67c-43fdddfcc0ec req-b5fb9ae4-e37f-4ef9-8978-6c257b30c1cd service nova] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Received event network-changed-a6762356-a217-4909-ab73-965aec4c04c8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.788666] env[69281]: DEBUG nova.compute.manager [req-7179d1f3-d9b2-40d0-a67c-43fdddfcc0ec req-b5fb9ae4-e37f-4ef9-8978-6c257b30c1cd service nova] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Refreshing instance network info cache due to event network-changed-a6762356-a217-4909-ab73-965aec4c04c8. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.788922] env[69281]: DEBUG oslo_concurrency.lockutils [req-7179d1f3-d9b2-40d0-a67c-43fdddfcc0ec req-b5fb9ae4-e37f-4ef9-8978-6c257b30c1cd service nova] Acquiring lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.789111] env[69281]: DEBUG oslo_concurrency.lockutils [req-7179d1f3-d9b2-40d0-a67c-43fdddfcc0ec req-b5fb9ae4-e37f-4ef9-8978-6c257b30c1cd service nova] Acquired lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.789283] env[69281]: DEBUG nova.network.neutron [req-7179d1f3-d9b2-40d0-a67c-43fdddfcc0ec req-b5fb9ae4-e37f-4ef9-8978-6c257b30c1cd service nova] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Refreshing network info cache for port a6762356-a217-4909-ab73-965aec4c04c8 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.843956] env[69281]: DEBUG oslo_concurrency.lockutils [None req-02c7ca87-c392-499c-8df0-7a20a358b608 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "30e0d6a1-a30e-4023-94e4-4fba054a237d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.019604] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935645, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.021102] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc8ec52e-c64a-4366-a792-93e668acb163 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.031655] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb1ada7-e6be-4898-a082-ce1cd5152b60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.078930] env[69281]: DEBUG nova.compute.manager [req-9eed0f59-ab5c-4cad-b49d-79301312373e req-02f9ffe4-258b-4456-b09b-868358758fcf service nova] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Detach interface failed, port_id=75b052b0-dcc0-4297-bc30-1b7d5b7320e4, reason: Instance f936b4ff-b128-46b1-ae08-e22f0030c5ea could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 850.184091] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.189368] env[69281]: INFO nova.compute.manager [-] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Took 1.60 seconds to deallocate network for instance. [ 850.189747] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.063s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.192914] env[69281]: INFO nova.compute.claims [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.233874] env[69281]: INFO nova.scheduler.client.report [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Deleted allocations for instance 91e4ae0e-21b4-43ae-a491-b1d5032f39f5 [ 850.259962] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935643, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.273082] env[69281]: DEBUG oslo_vmware.api [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.286872] env[69281]: DEBUG oslo_vmware.api [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935644, 'name': RemoveSnapshot_Task, 'duration_secs': 0.589405} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.288666] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 850.288839] env[69281]: INFO nova.compute.manager [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Took 14.09 seconds to snapshot the instance on the hypervisor. [ 850.488023] env[69281]: INFO nova.compute.manager [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Rebuilding instance [ 850.528821] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935645, 'name': CreateVM_Task, 'duration_secs': 0.785945} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.529236] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.530131] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.531149] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.531722] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.532554] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15359db-3d2b-4dac-b812-015e6e30bf1b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.539769] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 850.539769] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f5c25f-2d04-1ce3-86ec-50b85aac3270" [ 850.539769] env[69281]: _type = "Task" [ 850.539769] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.551159] env[69281]: DEBUG nova.compute.manager [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 850.552080] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cb53f3-c390-48d9-86cd-df78f7fd3a87 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.562443] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f5c25f-2d04-1ce3-86ec-50b85aac3270, 'name': SearchDatastore_Task, 'duration_secs': 0.012549} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.564576] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.565481] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.565481] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.565481] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.565637] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.568760] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-545017dc-9234-4890-ad89-0f4c94d5600d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.583051] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.583051] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.583742] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbee5648-f0bc-49bc-b369-892178e94c22 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.590485] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 850.590485] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52592e18-559d-6286-8040-f6793ff54620" [ 850.590485] env[69281]: _type = "Task" [ 850.590485] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.600293] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52592e18-559d-6286-8040-f6793ff54620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.614536] env[69281]: DEBUG nova.network.neutron [req-7179d1f3-d9b2-40d0-a67c-43fdddfcc0ec req-b5fb9ae4-e37f-4ef9-8978-6c257b30c1cd service nova] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updated VIF entry in instance network info cache for port a6762356-a217-4909-ab73-965aec4c04c8. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.614936] env[69281]: DEBUG nova.network.neutron [req-7179d1f3-d9b2-40d0-a67c-43fdddfcc0ec req-b5fb9ae4-e37f-4ef9-8978-6c257b30c1cd service nova] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating instance_info_cache with network_info: [{"id": "a6762356-a217-4909-ab73-965aec4c04c8", "address": "fa:16:3e:3f:a6:93", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6762356-a2", "ovs_interfaceid": "a6762356-a217-4909-ab73-965aec4c04c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.703694] env[69281]: DEBUG oslo_concurrency.lockutils [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.750290] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dfe88507-edf6-4287-8d21-8982ddcd5848 tempest-AttachInterfacesUnderV243Test-1646687414 tempest-AttachInterfacesUnderV243Test-1646687414-project-member] Lock "91e4ae0e-21b4-43ae-a491-b1d5032f39f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.341s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.758415] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935643, 'name': CloneVM_Task, 'duration_secs': 1.475507} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.758415] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Created linked-clone VM from snapshot [ 850.759447] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6a867c-0ef4-4113-9fcb-9a32c3f35793 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.772309] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Uploading image a88da6ee-efb3-46f7-9d96-a8d3fcc88524 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 850.777780] env[69281]: DEBUG oslo_vmware.api [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935646, 'name': PowerOnVM_Task, 'duration_secs': 0.616271} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.778146] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.778395] env[69281]: DEBUG nova.compute.manager [None req-6aa541ec-140f-4b38-a0d7-4c5bbbfe99d5 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 850.779370] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a60e78-3b80-45b1-aec9-46b27515ea4e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.799099] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 850.799099] env[69281]: value = "vm-781303" [ 850.799099] env[69281]: _type = "VirtualMachine" [ 850.799099] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 850.801894] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74cfc152-3315-4423-bf3f-192fc672baab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.814795] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lease: (returnval){ [ 850.814795] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b68ea0-cbb6-fad8-72b2-f0dc07ab21b3" [ 850.814795] env[69281]: _type = "HttpNfcLease" [ 850.814795] env[69281]: } obtained for exporting VM: (result){ [ 850.814795] env[69281]: value = "vm-781303" [ 850.814795] env[69281]: _type = "VirtualMachine" [ 850.814795] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 850.814795] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the lease: (returnval){ [ 850.814795] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b68ea0-cbb6-fad8-72b2-f0dc07ab21b3" [ 850.814795] env[69281]: _type = "HttpNfcLease" [ 850.814795] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.820963] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.820963] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b68ea0-cbb6-fad8-72b2-f0dc07ab21b3" [ 850.820963] env[69281]: _type = "HttpNfcLease" [ 850.820963] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 850.857681] env[69281]: DEBUG nova.compute.manager [None req-39bb4cc5-ae42-4bd6-8c01-b05b58346d35 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Found 2 images (rotation: 2) {{(pid=69281) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 851.104800] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52592e18-559d-6286-8040-f6793ff54620, 'name': SearchDatastore_Task, 'duration_secs': 0.012951} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.104943] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee854e8-3332-4c28-9cd5-a691e4b45ba0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.114574] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 851.114574] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529ac5a2-e3d9-3c71-afa5-8e109bc7f0ce" [ 851.114574] env[69281]: _type = "Task" [ 851.114574] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.118660] env[69281]: DEBUG oslo_concurrency.lockutils [req-7179d1f3-d9b2-40d0-a67c-43fdddfcc0ec req-b5fb9ae4-e37f-4ef9-8978-6c257b30c1cd service nova] Releasing lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.125274] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529ac5a2-e3d9-3c71-afa5-8e109bc7f0ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.323670] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.323670] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b68ea0-cbb6-fad8-72b2-f0dc07ab21b3" [ 851.323670] env[69281]: _type = "HttpNfcLease" [ 851.323670] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 851.324282] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 851.324282] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b68ea0-cbb6-fad8-72b2-f0dc07ab21b3" [ 851.324282] env[69281]: _type = "HttpNfcLease" [ 851.324282] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 851.325037] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12beb26-6430-4e8a-b7ce-6a33e31537a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.338957] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52581294-5a4d-058b-28f0-8732fd8f364b/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 851.339270] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52581294-5a4d-058b-28f0-8732fd8f364b/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 851.439430] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b6b3698-638c-4b6d-95cf-2db4a122bbd5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.583241] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.583241] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbae4899-c410-481e-a6b4-7e8c46c44fc4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.589064] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 851.589064] env[69281]: value = "task-3935648" [ 851.589064] env[69281]: _type = "Task" [ 851.589064] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.607735] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.619024] env[69281]: DEBUG nova.compute.manager [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 851.619024] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5412b81-d9f5-4970-af1b-d4b60aedd1a1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.643248] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529ac5a2-e3d9-3c71-afa5-8e109bc7f0ce, 'name': SearchDatastore_Task, 'duration_secs': 0.035579} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.647179] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.647497] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 1d7a25e6-1f78-40b1-b146-339b754cbeb8/1d7a25e6-1f78-40b1-b146-339b754cbeb8.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.648012] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc8d9b95-207e-4308-8cc8-660283c3d59e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.655616] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 851.655616] env[69281]: value = "task-3935649" [ 851.655616] env[69281]: _type = "Task" [ 851.655616] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.666594] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.794023] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c305da9-93f8-4bd1-8533-1eacdd2525a3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.802817] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca756be7-9cbb-41bd-9ad2-a97448649eed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.844243] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dcd88f-5a8a-4d0c-b35a-eb70651b86da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.855171] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60b08c8-bd04-4180-a8e0-78c0c321183d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.875021] env[69281]: DEBUG nova.compute.provider_tree [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.934546] env[69281]: DEBUG nova.compute.manager [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 851.937079] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d5dd97-e9f6-41f4-8f38-a139e708ebf7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.106574] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935648, 'name': PowerOffVM_Task, 'duration_secs': 0.212335} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.111031] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.111031] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.111031] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beed2a47-ba7d-4da9-aa4f-80a1da2cfd8a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.119661] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.121175] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-611bfba1-b04a-4138-9f11-9890bcf49f6d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.148126] env[69281]: INFO nova.compute.manager [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] instance snapshotting [ 852.148126] env[69281]: WARNING nova.compute.manager [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 852.150955] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20599261-6985-4a9c-bf1e-c5fb941de410 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.158093] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.158560] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.158855] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Deleting the datastore file [datastore1] 5461af5c-2687-413e-af95-2ceaea58953f {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.167156] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-180e8dd6-a0d8-4142-bb45-ab3976b52080 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.188519] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4a3700-8ecd-46d4-85fa-4f6613b43e5f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.195718] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935649, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.198548] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 852.198548] env[69281]: value = "task-3935651" [ 852.198548] env[69281]: _type = "Task" [ 852.198548] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.219911] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.379571] env[69281]: DEBUG nova.scheduler.client.report [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.451594] env[69281]: INFO nova.compute.manager [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] instance snapshotting [ 852.452393] env[69281]: DEBUG nova.objects.instance [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'flavor' on Instance uuid 066aadf2-88b6-4015-a933-f110946dbf3e {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.676127] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625588} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.676515] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 1d7a25e6-1f78-40b1-b146-339b754cbeb8/1d7a25e6-1f78-40b1-b146-339b754cbeb8.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.676917] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.677053] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49c2f192-1942-4fe4-a8cc-96e31ab983be {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.689237] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 852.689237] env[69281]: value = "task-3935652" [ 852.689237] env[69281]: _type = "Task" [ 852.689237] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.700967] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.711659] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177288} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.715040] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 852.715040] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.715040] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.715040] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.719841] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0cb759ba-ec9e-4e89-879d-c78080f43bea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.732197] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 852.732197] env[69281]: value = "task-3935653" [ 852.732197] env[69281]: _type = "Task" [ 852.732197] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.744967] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935653, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.887184] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.887863] env[69281]: DEBUG nova.compute.manager [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.892403] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.623s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.894079] env[69281]: INFO nova.compute.claims [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.962892] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa40772-cc50-4531-93eb-c2f5686c1b17 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.989106] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906ce454-d742-46e2-9a27-199127c8b241 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.205278] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081956} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.205732] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.206795] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235d57ef-33a2-476f-9aec-f49c39e5f95c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.243168] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 1d7a25e6-1f78-40b1-b146-339b754cbeb8/1d7a25e6-1f78-40b1-b146-339b754cbeb8.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.244326] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbef0d9d-2608-4467-adc1-468d2a239a08 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.274919] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935653, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.278174] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 853.278174] env[69281]: value = "task-3935654" [ 853.278174] env[69281]: _type = "Task" [ 853.278174] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.291365] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935654, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.395208] env[69281]: DEBUG nova.compute.utils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.397737] env[69281]: DEBUG nova.compute.manager [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.397947] env[69281]: DEBUG nova.network.neutron [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.502682] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 853.503038] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6ced9596-e0dd-4c35-b32c-a7c101ad8a5d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.512245] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 853.512245] env[69281]: value = "task-3935655" [ 853.512245] env[69281]: _type = "Task" [ 853.512245] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.524385] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935655, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.531203] env[69281]: DEBUG nova.policy [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b9f066b70124288ad24507629cfb424', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba055d1913264fbaacac6f791a039789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.774362] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935653, 'name': CreateSnapshot_Task, 'duration_secs': 0.988352} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.775336] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 853.776994] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb089906-b574-4db9-9910-0109d01aa2b8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.801091] env[69281]: DEBUG nova.virt.hardware [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.801646] env[69281]: DEBUG nova.virt.hardware [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.801971] env[69281]: DEBUG nova.virt.hardware [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.802325] env[69281]: DEBUG nova.virt.hardware [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.802580] env[69281]: DEBUG nova.virt.hardware [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.802847] env[69281]: DEBUG nova.virt.hardware [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.803233] env[69281]: DEBUG nova.virt.hardware [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.803583] env[69281]: DEBUG nova.virt.hardware [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.803974] env[69281]: DEBUG nova.virt.hardware [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.804845] env[69281]: DEBUG nova.virt.hardware [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.804845] env[69281]: DEBUG nova.virt.hardware [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.805398] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c01984-c3d3-4e87-9a0e-ba0015125cf6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.819167] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935654, 'name': ReconfigVM_Task, 'duration_secs': 0.425803} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.819636] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 1d7a25e6-1f78-40b1-b146-339b754cbeb8/1d7a25e6-1f78-40b1-b146-339b754cbeb8.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.820388] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f313f00d-b7cd-4a6c-acbd-983678053f51 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.826116] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04763fe9-beaf-4d2b-ade1-86a900c0a4d0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.832026] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 853.832026] env[69281]: value = "task-3935656" [ 853.832026] env[69281]: _type = "Task" [ 853.832026] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.844265] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.850198] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.851066] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.851323] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ca8f6c5-2c73-444e-8b1d-54410dc95da2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.869521] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935656, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.875849] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.875849] env[69281]: value = "task-3935657" [ 853.875849] env[69281]: _type = "Task" [ 853.875849] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.887852] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935657, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.905492] env[69281]: DEBUG nova.compute.manager [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.028372] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935655, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.157278] env[69281]: DEBUG nova.network.neutron [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Successfully created port: 11d5345c-4085-4b3a-8c75-9dd8f317a26e {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.331385] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 854.331788] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c9df5401-9f9a-4fd3-98fd-2c41f6eaefbe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.354522] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935656, 'name': Rename_Task, 'duration_secs': 0.208219} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.358895] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.359295] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 854.359295] env[69281]: value = "task-3935658" [ 854.359295] env[69281]: _type = "Task" [ 854.359295] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.360878] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f0e2493-9fdf-45b9-992a-6f803272dfbd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.379088] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935658, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.381192] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 854.381192] env[69281]: value = "task-3935659" [ 854.381192] env[69281]: _type = "Task" [ 854.381192] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.401521] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.401926] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935657, 'name': CreateVM_Task, 'duration_secs': 0.458772} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.402044] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.402538] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.402689] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.404564] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.405027] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a8ce46-b697-4991-8fb0-06fc04aad0bb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.418900] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 854.418900] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52176f67-3d5c-9e70-a50f-7f6159b546a1" [ 854.418900] env[69281]: _type = "Task" [ 854.418900] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.433695] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52176f67-3d5c-9e70-a50f-7f6159b546a1, 'name': SearchDatastore_Task, 'duration_secs': 0.014816} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.434076] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.434358] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.435193] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.435193] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.435358] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.435835] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6689d4c-8523-4012-842d-355b8c9f7421 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.449218] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.449463] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.450346] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a54c874d-b6a5-491e-9e3d-92176abdaebf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.458505] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 854.458505] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52306fd5-624a-b6de-1a22-55c5a4cce8d1" [ 854.458505] env[69281]: _type = "Task" [ 854.458505] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.477026] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52306fd5-624a-b6de-1a22-55c5a4cce8d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.529460] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935655, 'name': CreateSnapshot_Task, 'duration_secs': 0.687785} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.529460] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 854.529460] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644c072d-4494-4203-b487-78a72c00c9f7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.566292] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279a08e3-773d-4cb8-81f8-a5461be11682 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.577847] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe39f5a2-6ee3-4aee-bee7-75e7560908f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.629028] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50936de1-9dd4-4d37-b81b-e15c46d7ea3c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.637527] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6ad3d9-d524-4df4-93cf-9b91799b2a45 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.655171] env[69281]: DEBUG nova.compute.provider_tree [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.873371] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935658, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.895144] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935659, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.924724] env[69281]: DEBUG nova.compute.manager [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.949308] env[69281]: DEBUG nova.virt.hardware [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:47:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='71139b85-3dbb-48be-83d0-bbf043aea88c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-463018250',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.949632] env[69281]: DEBUG nova.virt.hardware [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.949814] env[69281]: DEBUG nova.virt.hardware [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.950047] env[69281]: DEBUG nova.virt.hardware [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.950346] env[69281]: DEBUG nova.virt.hardware [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.950582] env[69281]: DEBUG nova.virt.hardware [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.950633] env[69281]: DEBUG nova.virt.hardware [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.950797] env[69281]: DEBUG nova.virt.hardware [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.950966] env[69281]: DEBUG nova.virt.hardware [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.951152] env[69281]: DEBUG nova.virt.hardware [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.951378] env[69281]: DEBUG nova.virt.hardware [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.952256] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969476ec-a315-42eb-b8f0-1c4697d35989 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.964883] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fea80cd-c184-4071-942c-aa832e0e84a2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.975588] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52306fd5-624a-b6de-1a22-55c5a4cce8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.017412} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.984905] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afdd6872-9eb3-4b59-8642-df05f5b94403 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.992449] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 854.992449] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52408513-4587-8448-74ef-6dc803b2dd46" [ 854.992449] env[69281]: _type = "Task" [ 854.992449] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.003212] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52408513-4587-8448-74ef-6dc803b2dd46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.015010] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "08a765e1-c6ce-459a-9543-f017aa8202ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.015254] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "08a765e1-c6ce-459a-9543-f017aa8202ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.015484] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "08a765e1-c6ce-459a-9543-f017aa8202ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.015660] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "08a765e1-c6ce-459a-9543-f017aa8202ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.015860] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "08a765e1-c6ce-459a-9543-f017aa8202ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.017994] env[69281]: INFO nova.compute.manager [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Terminating instance [ 855.055419] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 855.055680] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-814f1085-7d13-48e9-a576-f9c9c4ecb92c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.066732] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 855.066732] env[69281]: value = "task-3935660" [ 855.066732] env[69281]: _type = "Task" [ 855.066732] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.078831] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935660, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.161051] env[69281]: DEBUG nova.scheduler.client.report [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.379156] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935658, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.402985] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935659, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.503170] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52408513-4587-8448-74ef-6dc803b2dd46, 'name': SearchDatastore_Task, 'duration_secs': 0.019962} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.503444] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.503726] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 5461af5c-2687-413e-af95-2ceaea58953f/5461af5c-2687-413e-af95-2ceaea58953f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.504369] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd495522-bfde-4214-bf4b-ae6398f3c960 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.513128] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 855.513128] env[69281]: value = "task-3935661" [ 855.513128] env[69281]: _type = "Task" [ 855.513128] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.525913] env[69281]: DEBUG nova.compute.manager [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.526367] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.526528] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.527675] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be78540-f0c9-42da-9f4b-19e670facf0b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.537526] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.537885] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e15a350-ed15-4c96-ada1-ea0d77f5ef47 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.547351] env[69281]: DEBUG oslo_vmware.api [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 855.547351] env[69281]: value = "task-3935662" [ 855.547351] env[69281]: _type = "Task" [ 855.547351] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.559418] env[69281]: DEBUG oslo_vmware.api [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.580966] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935660, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.673110] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.674077] env[69281]: DEBUG nova.compute.manager [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.678290] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.492s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.678745] env[69281]: DEBUG nova.objects.instance [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Lazy-loading 'resources' on Instance uuid ed4b9a79-0775-41d7-81c1-cf8f733cb80d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.877868] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935658, 'name': CloneVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.896868] env[69281]: DEBUG oslo_vmware.api [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935659, 'name': PowerOnVM_Task, 'duration_secs': 1.065665} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.897389] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.897808] env[69281]: INFO nova.compute.manager [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Took 9.17 seconds to spawn the instance on the hypervisor. [ 855.898125] env[69281]: DEBUG nova.compute.manager [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 855.899758] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94c9a4e-6eb0-44b1-a61b-33728d4fca55 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.993509] env[69281]: DEBUG nova.compute.manager [req-b7b03b7c-d1cf-49e6-b03e-db3ae67b5f3f req-4e57844e-3f63-4a45-85f2-f139e4c7be50 service nova] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Received event network-vif-plugged-11d5345c-4085-4b3a-8c75-9dd8f317a26e {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.993826] env[69281]: DEBUG oslo_concurrency.lockutils [req-b7b03b7c-d1cf-49e6-b03e-db3ae67b5f3f req-4e57844e-3f63-4a45-85f2-f139e4c7be50 service nova] Acquiring lock "4600fd81-377f-4ce2-97de-9b03f2b03d37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.994062] env[69281]: DEBUG oslo_concurrency.lockutils [req-b7b03b7c-d1cf-49e6-b03e-db3ae67b5f3f req-4e57844e-3f63-4a45-85f2-f139e4c7be50 service nova] Lock "4600fd81-377f-4ce2-97de-9b03f2b03d37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.995013] env[69281]: DEBUG oslo_concurrency.lockutils [req-b7b03b7c-d1cf-49e6-b03e-db3ae67b5f3f req-4e57844e-3f63-4a45-85f2-f139e4c7be50 service nova] Lock "4600fd81-377f-4ce2-97de-9b03f2b03d37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.995013] env[69281]: DEBUG nova.compute.manager [req-b7b03b7c-d1cf-49e6-b03e-db3ae67b5f3f req-4e57844e-3f63-4a45-85f2-f139e4c7be50 service nova] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] No waiting events found dispatching network-vif-plugged-11d5345c-4085-4b3a-8c75-9dd8f317a26e {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 855.995147] env[69281]: WARNING nova.compute.manager [req-b7b03b7c-d1cf-49e6-b03e-db3ae67b5f3f req-4e57844e-3f63-4a45-85f2-f139e4c7be50 service nova] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Received unexpected event network-vif-plugged-11d5345c-4085-4b3a-8c75-9dd8f317a26e for instance with vm_state building and task_state spawning. [ 856.024622] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935661, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.065583] env[69281]: DEBUG oslo_vmware.api [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935662, 'name': PowerOffVM_Task, 'duration_secs': 0.269234} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.065583] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.065583] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.065583] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56d1c9e7-b0c7-4452-aeea-cc326d85c3e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.081780] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935660, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.135809] env[69281]: DEBUG nova.network.neutron [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Successfully updated port: 11d5345c-4085-4b3a-8c75-9dd8f317a26e {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.169341] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.169341] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.169341] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Deleting the datastore file [datastore1] 08a765e1-c6ce-459a-9543-f017aa8202ba {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.169625] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-928e1ea9-7728-48b0-a519-76f7535b60ee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.180724] env[69281]: DEBUG oslo_vmware.api [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 856.180724] env[69281]: value = "task-3935664" [ 856.180724] env[69281]: _type = "Task" [ 856.180724] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.188338] env[69281]: DEBUG nova.compute.utils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.196416] env[69281]: DEBUG nova.compute.manager [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.196416] env[69281]: DEBUG nova.network.neutron [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.207638] env[69281]: DEBUG oslo_vmware.api [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.276035] env[69281]: DEBUG nova.policy [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fc75e46e2d74fd2bb49eed1877c575b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38c86754e2c444189183df5d177c2c02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.376323] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935658, 'name': CloneVM_Task, 'duration_secs': 1.628697} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.376365] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Created linked-clone VM from snapshot [ 856.377180] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39535d68-7ba7-4630-8d44-c62b415a0b6a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.393269] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Uploading image 9b5d2a92-9633-4e52-9ee9-d60157035072 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 856.424237] env[69281]: INFO nova.compute.manager [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Took 48.43 seconds to build instance. [ 856.441238] env[69281]: DEBUG oslo_vmware.rw_handles [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 856.441238] env[69281]: value = "vm-781308" [ 856.441238] env[69281]: _type = "VirtualMachine" [ 856.441238] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 856.441667] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3de04cdb-1171-41df-baee-614c4832dac9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.460257] env[69281]: DEBUG oslo_vmware.rw_handles [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lease: (returnval){ [ 856.460257] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52410319-6471-be96-68f9-4a5500972aea" [ 856.460257] env[69281]: _type = "HttpNfcLease" [ 856.460257] env[69281]: } obtained for exporting VM: (result){ [ 856.460257] env[69281]: value = "vm-781308" [ 856.460257] env[69281]: _type = "VirtualMachine" [ 856.460257] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 856.460851] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the lease: (returnval){ [ 856.460851] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52410319-6471-be96-68f9-4a5500972aea" [ 856.460851] env[69281]: _type = "HttpNfcLease" [ 856.460851] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 856.472855] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 856.472855] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52410319-6471-be96-68f9-4a5500972aea" [ 856.472855] env[69281]: _type = "HttpNfcLease" [ 856.472855] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 856.527524] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70848} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.531533] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 5461af5c-2687-413e-af95-2ceaea58953f/5461af5c-2687-413e-af95-2ceaea58953f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.531818] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.533735] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8709dd76-cf75-4ccb-ba5c-1517696c49a5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.541663] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 856.541663] env[69281]: value = "task-3935666" [ 856.541663] env[69281]: _type = "Task" [ 856.541663] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.552302] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.587592] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935660, 'name': CloneVM_Task} progress is 95%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.639013] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.639013] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.639013] env[69281]: DEBUG nova.network.neutron [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.696423] env[69281]: DEBUG nova.compute.manager [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.700769] env[69281]: DEBUG oslo_vmware.api [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341697} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.702342] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.702474] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.702716] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.702972] env[69281]: INFO nova.compute.manager [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Took 1.18 seconds to destroy the instance on the hypervisor. [ 856.703331] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.706498] env[69281]: DEBUG nova.compute.manager [-] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.707144] env[69281]: DEBUG nova.network.neutron [-] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.883687] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efabcc8-7c88-460e-99de-6be4176d7b06 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.897882] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faa6f5c-d0a3-432f-9768-2375e3505613 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.941292] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61fad58f-a4cd-4c55-8b05-4a8f4260e7e9 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.848s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.942801] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b617642-815f-4bec-99c6-d1c1be26fbe1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.951796] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17faa7a7-443b-4625-9845-d5000a55f58e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.969897] env[69281]: DEBUG nova.compute.provider_tree [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.981756] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 856.981756] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52410319-6471-be96-68f9-4a5500972aea" [ 856.981756] env[69281]: _type = "HttpNfcLease" [ 856.981756] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 856.982897] env[69281]: DEBUG oslo_vmware.rw_handles [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 856.982897] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52410319-6471-be96-68f9-4a5500972aea" [ 856.982897] env[69281]: _type = "HttpNfcLease" [ 856.982897] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 856.983757] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f8634b-3a7b-4906-9a94-6a937796e78c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.995085] env[69281]: DEBUG oslo_vmware.rw_handles [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251b495-d7d4-5ff9-ade7-21827d08af40/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 856.995287] env[69281]: DEBUG oslo_vmware.rw_handles [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251b495-d7d4-5ff9-ade7-21827d08af40/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 857.054168] env[69281]: DEBUG nova.network.neutron [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Successfully created port: e1e1565f-92c7-4ab8-9205-5d0589777b7a {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.066058] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170084} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.066398] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.067282] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e697a2d5-3acf-4d9c-8283-499d1fa85890 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.093603] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 5461af5c-2687-413e-af95-2ceaea58953f/5461af5c-2687-413e-af95-2ceaea58953f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.094553] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c11a115-ae33-4dba-a4da-020829f13467 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.113949] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935660, 'name': CloneVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.121141] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 857.121141] env[69281]: value = "task-3935667" [ 857.121141] env[69281]: _type = "Task" [ 857.121141] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.127178] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df653613-5297-48bd-92f0-d0a7d96a5328 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.139324] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.203192] env[69281]: DEBUG nova.network.neutron [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.474465] env[69281]: DEBUG nova.network.neutron [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance_info_cache with network_info: [{"id": "11d5345c-4085-4b3a-8c75-9dd8f317a26e", "address": "fa:16:3e:52:55:4b", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d5345c-40", "ovs_interfaceid": "11d5345c-4085-4b3a-8c75-9dd8f317a26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.481633] env[69281]: DEBUG nova.scheduler.client.report [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.588183] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935660, 'name': CloneVM_Task, 'duration_secs': 2.043708} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.588567] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Created linked-clone VM from snapshot [ 857.590330] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131842f0-23dd-4c33-a860-14ed4adf9e9f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.606561] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Uploading image 5561c35a-2807-4416-a09e-4a8536e36848 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 857.638235] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.711453] env[69281]: DEBUG nova.compute.manager [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.810129] env[69281]: DEBUG nova.network.neutron [-] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.916857] env[69281]: DEBUG nova.compute.manager [req-7d14bb52-92c9-4292-9390-2ba42cfe4cbf req-25ef0f44-6a4f-4316-8c16-618f14639d00 service nova] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Received event network-vif-deleted-71818f83-2431-41b5-bca6-402419c1bfa2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.981537] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Releasing lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.982111] env[69281]: DEBUG nova.compute.manager [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Instance network_info: |[{"id": "11d5345c-4085-4b3a-8c75-9dd8f317a26e", "address": "fa:16:3e:52:55:4b", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d5345c-40", "ovs_interfaceid": "11d5345c-4085-4b3a-8c75-9dd8f317a26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.982550] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:55:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11d5345c-4085-4b3a-8c75-9dd8f317a26e', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.996678] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.998560] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.005054] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.010876] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.171s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.010876] env[69281]: DEBUG nova.objects.instance [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lazy-loading 'resources' on Instance uuid f7295443-8a3f-4fbe-af03-abf4419e4c9a {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.013108] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1c0f94f-f43b-482d-85b0-7b17a9f74ad8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.038344] env[69281]: INFO nova.scheduler.client.report [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Deleted allocations for instance ed4b9a79-0775-41d7-81c1-cf8f733cb80d [ 858.044388] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.044388] env[69281]: value = "task-3935668" [ 858.044388] env[69281]: _type = "Task" [ 858.044388] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.057658] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935668, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.143646] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935667, 'name': ReconfigVM_Task, 'duration_secs': 0.609758} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.144389] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 5461af5c-2687-413e-af95-2ceaea58953f/5461af5c-2687-413e-af95-2ceaea58953f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.145273] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f165315-f152-442f-8da8-ad179a099822 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.156102] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 858.156102] env[69281]: value = "task-3935669" [ 858.156102] env[69281]: _type = "Task" [ 858.156102] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.169993] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935669, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.189679] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "3157633a-c966-48d3-a066-ef80540e64a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.190054] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "3157633a-c966-48d3-a066-ef80540e64a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.313712] env[69281]: INFO nova.compute.manager [-] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Took 1.61 seconds to deallocate network for instance. [ 858.556924] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2f552e9-97be-412d-bb46-9749734e91ed tempest-ServersTestManualDisk-1091924666 tempest-ServersTestManualDisk-1091924666-project-member] Lock "ed4b9a79-0775-41d7-81c1-cf8f733cb80d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.306s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.563729] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935668, 'name': CreateVM_Task, 'duration_secs': 0.504213} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.563729] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.563914] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.564085] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.564514] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.564816] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0ea5c5-ff80-4ee1-b52b-c9780c190fa1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.576252] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 858.576252] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5283feeb-bfdc-5960-d12b-a6a57d719c13" [ 858.576252] env[69281]: _type = "Task" [ 858.576252] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.584622] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5283feeb-bfdc-5960-d12b-a6a57d719c13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.616951] env[69281]: DEBUG nova.compute.manager [req-20169d41-f768-4449-bb59-f0ef5ee2f7af req-8cba64b1-2d2f-4514-a313-94337a5dae84 service nova] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Received event network-changed-11d5345c-4085-4b3a-8c75-9dd8f317a26e {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.617335] env[69281]: DEBUG nova.compute.manager [req-20169d41-f768-4449-bb59-f0ef5ee2f7af req-8cba64b1-2d2f-4514-a313-94337a5dae84 service nova] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Refreshing instance network info cache due to event network-changed-11d5345c-4085-4b3a-8c75-9dd8f317a26e. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.617573] env[69281]: DEBUG oslo_concurrency.lockutils [req-20169d41-f768-4449-bb59-f0ef5ee2f7af req-8cba64b1-2d2f-4514-a313-94337a5dae84 service nova] Acquiring lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.618070] env[69281]: DEBUG oslo_concurrency.lockutils [req-20169d41-f768-4449-bb59-f0ef5ee2f7af req-8cba64b1-2d2f-4514-a313-94337a5dae84 service nova] Acquired lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.618070] env[69281]: DEBUG nova.network.neutron [req-20169d41-f768-4449-bb59-f0ef5ee2f7af req-8cba64b1-2d2f-4514-a313-94337a5dae84 service nova] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Refreshing network info cache for port 11d5345c-4085-4b3a-8c75-9dd8f317a26e {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.673478] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935669, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.693932] env[69281]: DEBUG nova.compute.manager [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.822668] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.088332] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5283feeb-bfdc-5960-d12b-a6a57d719c13, 'name': SearchDatastore_Task, 'duration_secs': 0.015714} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.088960] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.089294] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.089520] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.089684] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.090083] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.091475] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5f3c249-f437-4c0c-bf88-3f981a5b1ec3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.094347] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca27af4b-52d2-4dcf-8df8-71777546f187 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.103982] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ffa3eb-5548-432a-bab8-a0205f136d6a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.109445] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.109559] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.111386] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d7bd20-bbf8-4e59-a627-a77b6815b774 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.148548] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197078bf-06ae-4c3d-b0bc-d341ec73e526 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.154184] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 859.154184] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5231775e-7a65-312f-6cc7-86207f85b821" [ 859.154184] env[69281]: _type = "Task" [ 859.154184] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.163864] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fedf3c6-bcbf-4028-a44d-b97a7f1926c7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.172833] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5231775e-7a65-312f-6cc7-86207f85b821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.179103] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935669, 'name': Rename_Task, 'duration_secs': 0.704807} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.187500] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.188122] env[69281]: DEBUG nova.compute.provider_tree [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.189603] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4177b45b-587d-46d9-a4e3-9d046d5be780 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.200663] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 859.200663] env[69281]: value = "task-3935670" [ 859.200663] env[69281]: _type = "Task" [ 859.200663] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.216165] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.218401] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.465593] env[69281]: DEBUG nova.network.neutron [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Successfully updated port: e1e1565f-92c7-4ab8-9205-5d0589777b7a {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.669227] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5231775e-7a65-312f-6cc7-86207f85b821, 'name': SearchDatastore_Task, 'duration_secs': 0.025307} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.670976] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e9af171-d7ea-4a17-a947-d141e9cbe35a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.677712] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 859.677712] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522783df-6360-74d6-c64b-06509cd8102e" [ 859.677712] env[69281]: _type = "Task" [ 859.677712] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.689392] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522783df-6360-74d6-c64b-06509cd8102e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.693443] env[69281]: DEBUG nova.network.neutron [req-20169d41-f768-4449-bb59-f0ef5ee2f7af req-8cba64b1-2d2f-4514-a313-94337a5dae84 service nova] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updated VIF entry in instance network info cache for port 11d5345c-4085-4b3a-8c75-9dd8f317a26e. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.693947] env[69281]: DEBUG nova.network.neutron [req-20169d41-f768-4449-bb59-f0ef5ee2f7af req-8cba64b1-2d2f-4514-a313-94337a5dae84 service nova] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance_info_cache with network_info: [{"id": "11d5345c-4085-4b3a-8c75-9dd8f317a26e", "address": "fa:16:3e:52:55:4b", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d5345c-40", "ovs_interfaceid": "11d5345c-4085-4b3a-8c75-9dd8f317a26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.700290] env[69281]: DEBUG nova.scheduler.client.report [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.715570] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.968017] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Acquiring lock "refresh_cache-dec2b564-be28-4462-b767-cba2e1842d33" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.968017] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Acquired lock "refresh_cache-dec2b564-be28-4462-b767-cba2e1842d33" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.968150] env[69281]: DEBUG nova.network.neutron [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.191205] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522783df-6360-74d6-c64b-06509cd8102e, 'name': SearchDatastore_Task, 'duration_secs': 0.021578} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.191571] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.191845] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 4600fd81-377f-4ce2-97de-9b03f2b03d37/4600fd81-377f-4ce2-97de-9b03f2b03d37.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.192229] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3780744-ac8d-4e9c-a288-1dde2e1b8d0c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.202276] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 860.202276] env[69281]: value = "task-3935671" [ 860.202276] env[69281]: _type = "Task" [ 860.202276] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.205449] env[69281]: DEBUG oslo_concurrency.lockutils [req-20169d41-f768-4449-bb59-f0ef5ee2f7af req-8cba64b1-2d2f-4514-a313-94337a5dae84 service nova] Releasing lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.206357] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.211678] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.484s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.213355] env[69281]: INFO nova.compute.claims [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.222945] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.226315] env[69281]: DEBUG oslo_vmware.api [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935670, 'name': PowerOnVM_Task, 'duration_secs': 0.830841} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.226618] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.226800] env[69281]: DEBUG nova.compute.manager [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.227651] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8769f6f7-ae97-4744-9002-c3a2f49025bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.233083] env[69281]: INFO nova.scheduler.client.report [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleted allocations for instance f7295443-8a3f-4fbe-af03-abf4419e4c9a [ 860.520958] env[69281]: DEBUG nova.network.neutron [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.722723] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935671, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.751186] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.751742] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be97c363-0bbc-49d6-b646-e7e87a09bdfa tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "f7295443-8a3f-4fbe-af03-abf4419e4c9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.490s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.760531] env[69281]: DEBUG nova.network.neutron [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Updating instance_info_cache with network_info: [{"id": "e1e1565f-92c7-4ab8-9205-5d0589777b7a", "address": "fa:16:3e:0e:e6:0a", "network": {"id": "cc8ac6de-5e89-44d8-9eaa-f0c1a539da26", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2746131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c86754e2c444189183df5d177c2c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e1565f-92", "ovs_interfaceid": "e1e1565f-92c7-4ab8-9205-5d0589777b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.225807] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764613} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.226814] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 4600fd81-377f-4ce2-97de-9b03f2b03d37/4600fd81-377f-4ce2-97de-9b03f2b03d37.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.226814] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.227729] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02d9893d-7c27-4235-99f0-534df6307616 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.239737] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 861.239737] env[69281]: value = "task-3935672" [ 861.239737] env[69281]: _type = "Task" [ 861.239737] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.251723] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.264925] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Releasing lock "refresh_cache-dec2b564-be28-4462-b767-cba2e1842d33" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.264925] env[69281]: DEBUG nova.compute.manager [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Instance network_info: |[{"id": "e1e1565f-92c7-4ab8-9205-5d0589777b7a", "address": "fa:16:3e:0e:e6:0a", "network": {"id": "cc8ac6de-5e89-44d8-9eaa-f0c1a539da26", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2746131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c86754e2c444189183df5d177c2c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e1565f-92", "ovs_interfaceid": "e1e1565f-92c7-4ab8-9205-5d0589777b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.568985] env[69281]: DEBUG nova.compute.manager [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Stashing vm_state: active {{(pid=69281) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 861.605042] env[69281]: DEBUG nova.compute.manager [req-1b8776d7-18b0-49f7-85e2-cd1e99502c17 req-7cf0b981-7fb5-4159-87d5-8bfa55d02f81 service nova] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Received event network-vif-plugged-e1e1565f-92c7-4ab8-9205-5d0589777b7a {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.605042] env[69281]: DEBUG oslo_concurrency.lockutils [req-1b8776d7-18b0-49f7-85e2-cd1e99502c17 req-7cf0b981-7fb5-4159-87d5-8bfa55d02f81 service nova] Acquiring lock "dec2b564-be28-4462-b767-cba2e1842d33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.605042] env[69281]: DEBUG oslo_concurrency.lockutils [req-1b8776d7-18b0-49f7-85e2-cd1e99502c17 req-7cf0b981-7fb5-4159-87d5-8bfa55d02f81 service nova] Lock "dec2b564-be28-4462-b767-cba2e1842d33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.605042] env[69281]: DEBUG oslo_concurrency.lockutils [req-1b8776d7-18b0-49f7-85e2-cd1e99502c17 req-7cf0b981-7fb5-4159-87d5-8bfa55d02f81 service nova] Lock "dec2b564-be28-4462-b767-cba2e1842d33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.605042] env[69281]: DEBUG nova.compute.manager [req-1b8776d7-18b0-49f7-85e2-cd1e99502c17 req-7cf0b981-7fb5-4159-87d5-8bfa55d02f81 service nova] [instance: dec2b564-be28-4462-b767-cba2e1842d33] No waiting events found dispatching network-vif-plugged-e1e1565f-92c7-4ab8-9205-5d0589777b7a {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 861.605042] env[69281]: WARNING nova.compute.manager [req-1b8776d7-18b0-49f7-85e2-cd1e99502c17 req-7cf0b981-7fb5-4159-87d5-8bfa55d02f81 service nova] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Received unexpected event network-vif-plugged-e1e1565f-92c7-4ab8-9205-5d0589777b7a for instance with vm_state building and task_state spawning. [ 861.605042] env[69281]: DEBUG nova.compute.manager [req-1b8776d7-18b0-49f7-85e2-cd1e99502c17 req-7cf0b981-7fb5-4159-87d5-8bfa55d02f81 service nova] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Received event network-changed-e1e1565f-92c7-4ab8-9205-5d0589777b7a {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.605042] env[69281]: DEBUG nova.compute.manager [req-1b8776d7-18b0-49f7-85e2-cd1e99502c17 req-7cf0b981-7fb5-4159-87d5-8bfa55d02f81 service nova] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Refreshing instance network info cache due to event network-changed-e1e1565f-92c7-4ab8-9205-5d0589777b7a. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.605042] env[69281]: DEBUG oslo_concurrency.lockutils [req-1b8776d7-18b0-49f7-85e2-cd1e99502c17 req-7cf0b981-7fb5-4159-87d5-8bfa55d02f81 service nova] Acquiring lock "refresh_cache-dec2b564-be28-4462-b767-cba2e1842d33" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.605042] env[69281]: DEBUG oslo_concurrency.lockutils [req-1b8776d7-18b0-49f7-85e2-cd1e99502c17 req-7cf0b981-7fb5-4159-87d5-8bfa55d02f81 service nova] Acquired lock "refresh_cache-dec2b564-be28-4462-b767-cba2e1842d33" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.605042] env[69281]: DEBUG nova.network.neutron [req-1b8776d7-18b0-49f7-85e2-cd1e99502c17 req-7cf0b981-7fb5-4159-87d5-8bfa55d02f81 service nova] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Refreshing network info cache for port e1e1565f-92c7-4ab8-9205-5d0589777b7a {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.755293] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081517} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.755626] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.756648] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6b6197-6709-42d5-bf82-01d4d31c7a35 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.761816] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187e78a0-e77a-4824-babe-318618816691 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.784965] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd74a6b-7ff0-4218-a40f-ba8b9738c5bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.798666] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 4600fd81-377f-4ce2-97de-9b03f2b03d37/4600fd81-377f-4ce2-97de-9b03f2b03d37.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.799049] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66263949-f363-4408-9187-25ab8f155425 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.848017] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6772563-87c0-44df-b4ca-9af3e361adb7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.850973] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 861.850973] env[69281]: value = "task-3935673" [ 861.850973] env[69281]: _type = "Task" [ 861.850973] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.858807] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6b941a-5a36-4909-88a2-a17a9350d288 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.866642] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.879203] env[69281]: DEBUG nova.compute.provider_tree [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.090252] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.217668] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 862.217668] env[69281]: value = "vm-781309" [ 862.217668] env[69281]: _type = "VirtualMachine" [ 862.217668] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 862.218088] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-598a8f5d-adf3-49b3-b7a2-d625a2bb8a4b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.227862] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lease: (returnval){ [ 862.227862] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dfc446-45c9-3137-0a23-a55fd1a785f7" [ 862.227862] env[69281]: _type = "HttpNfcLease" [ 862.227862] env[69281]: } obtained for exporting VM: (result){ [ 862.227862] env[69281]: value = "vm-781309" [ 862.227862] env[69281]: _type = "VirtualMachine" [ 862.227862] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 862.227862] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the lease: (returnval){ [ 862.227862] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dfc446-45c9-3137-0a23-a55fd1a785f7" [ 862.227862] env[69281]: _type = "HttpNfcLease" [ 862.227862] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 862.238706] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 862.238706] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dfc446-45c9-3137-0a23-a55fd1a785f7" [ 862.238706] env[69281]: _type = "HttpNfcLease" [ 862.238706] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 862.275198] env[69281]: DEBUG nova.virt.hardware [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.275198] env[69281]: DEBUG nova.virt.hardware [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.275198] env[69281]: DEBUG nova.virt.hardware [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.275764] env[69281]: DEBUG nova.virt.hardware [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.275764] env[69281]: DEBUG nova.virt.hardware [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.275764] env[69281]: DEBUG nova.virt.hardware [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.275852] env[69281]: DEBUG nova.virt.hardware [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.276583] env[69281]: DEBUG nova.virt.hardware [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.276982] env[69281]: DEBUG nova.virt.hardware [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.277070] env[69281]: DEBUG nova.virt.hardware [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.277382] env[69281]: DEBUG nova.virt.hardware [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.281215] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdeb8c4-31a5-4212-ad60-32f84c4f9e49 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.302824] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52581294-5a4d-058b-28f0-8732fd8f364b/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 862.307818] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2ddd4f-6d53-4fe6-b7d4-dd46955c9e3d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.317824] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a248c706-c1c6-4b66-9c4e-52f3e45e70f9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.336429] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:e6:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1e1565f-92c7-4ab8-9205-5d0589777b7a', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.344907] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Creating folder: Project (38c86754e2c444189183df5d177c2c02). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.349762] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37b4fe6b-86eb-4946-b533-77b6f9ad8789 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.351230] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52581294-5a4d-058b-28f0-8732fd8f364b/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 862.351398] env[69281]: ERROR oslo_vmware.rw_handles [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52581294-5a4d-058b-28f0-8732fd8f364b/disk-0.vmdk due to incomplete transfer. [ 862.351710] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-81d78d47-6f82-4dc6-9e75-a6edfc3c9186 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.364677] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935673, 'name': ReconfigVM_Task, 'duration_secs': 0.433068} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.367170] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 4600fd81-377f-4ce2-97de-9b03f2b03d37/4600fd81-377f-4ce2-97de-9b03f2b03d37.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.367934] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Created folder: Project (38c86754e2c444189183df5d177c2c02) in parent group-v781128. [ 862.368205] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Creating folder: Instances. Parent ref: group-v781311. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.369207] env[69281]: DEBUG oslo_vmware.rw_handles [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52581294-5a4d-058b-28f0-8732fd8f364b/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 862.369207] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Uploaded image a88da6ee-efb3-46f7-9d96-a8d3fcc88524 to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 862.370988] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 862.371595] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8e5f3f7-6686-463f-9d98-1e007e9a56c9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.373024] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24aad0df-6ca3-4c1b-8a85-d141c39e7be9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.374546] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b7d54be-c349-4fb2-afdf-02f7459508a9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.383763] env[69281]: DEBUG nova.scheduler.client.report [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.387286] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 862.387286] env[69281]: value = "task-3935676" [ 862.387286] env[69281]: _type = "Task" [ 862.387286] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.387558] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 862.387558] env[69281]: value = "task-3935678" [ 862.387558] env[69281]: _type = "Task" [ 862.387558] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.389332] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Created folder: Instances in parent group-v781311. [ 862.389626] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.398027] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.398156] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5dec51e-194e-4fb3-8641-ef1ffd82a5fa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.427063] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935676, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.435857] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935678, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.436430] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.436430] env[69281]: value = "task-3935679" [ 862.436430] env[69281]: _type = "Task" [ 862.436430] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.447639] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935679, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.725575] env[69281]: DEBUG nova.network.neutron [req-1b8776d7-18b0-49f7-85e2-cd1e99502c17 req-7cf0b981-7fb5-4159-87d5-8bfa55d02f81 service nova] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Updated VIF entry in instance network info cache for port e1e1565f-92c7-4ab8-9205-5d0589777b7a. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.726016] env[69281]: DEBUG nova.network.neutron [req-1b8776d7-18b0-49f7-85e2-cd1e99502c17 req-7cf0b981-7fb5-4159-87d5-8bfa55d02f81 service nova] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Updating instance_info_cache with network_info: [{"id": "e1e1565f-92c7-4ab8-9205-5d0589777b7a", "address": "fa:16:3e:0e:e6:0a", "network": {"id": "cc8ac6de-5e89-44d8-9eaa-f0c1a539da26", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2746131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38c86754e2c444189183df5d177c2c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1e1565f-92", "ovs_interfaceid": "e1e1565f-92c7-4ab8-9205-5d0589777b7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.737601] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 862.737601] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dfc446-45c9-3137-0a23-a55fd1a785f7" [ 862.737601] env[69281]: _type = "HttpNfcLease" [ 862.737601] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 862.741028] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 862.741028] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dfc446-45c9-3137-0a23-a55fd1a785f7" [ 862.741028] env[69281]: _type = "HttpNfcLease" [ 862.741028] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 862.741028] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1b0807-d2bb-4f6a-9c4a-7a918aa09c3e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.748411] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b2aa5-9d3c-d896-5267-0d3966c73b7d/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 862.748653] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b2aa5-9d3c-d896-5267-0d3966c73b7d/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 862.856026] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c5216986-19c7-4a08-8b48-bed2b8e8baf8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.891326] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.893038] env[69281]: DEBUG nova.compute.manager [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.902285] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.126s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.902285] env[69281]: DEBUG nova.objects.instance [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 862.918592] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935678, 'name': Destroy_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.921912] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935676, 'name': Rename_Task, 'duration_secs': 0.204262} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.922615] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.922615] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deae9835-90fe-495f-96b9-6873fe54ea32 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.932296] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 862.932296] env[69281]: value = "task-3935682" [ 862.932296] env[69281]: _type = "Task" [ 862.932296] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.951805] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935679, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.957701] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935682, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.012824] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquiring lock "5461af5c-2687-413e-af95-2ceaea58953f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.012824] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Lock "5461af5c-2687-413e-af95-2ceaea58953f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.012824] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquiring lock "5461af5c-2687-413e-af95-2ceaea58953f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.012824] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Lock "5461af5c-2687-413e-af95-2ceaea58953f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.012824] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Lock "5461af5c-2687-413e-af95-2ceaea58953f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.016642] env[69281]: INFO nova.compute.manager [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Terminating instance [ 863.229092] env[69281]: DEBUG oslo_concurrency.lockutils [req-1b8776d7-18b0-49f7-85e2-cd1e99502c17 req-7cf0b981-7fb5-4159-87d5-8bfa55d02f81 service nova] Releasing lock "refresh_cache-dec2b564-be28-4462-b767-cba2e1842d33" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.414640] env[69281]: DEBUG nova.compute.utils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.420816] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935678, 'name': Destroy_Task, 'duration_secs': 0.659385} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.421686] env[69281]: DEBUG nova.compute.manager [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.421686] env[69281]: DEBUG nova.network.neutron [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.424166] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Destroyed the VM [ 863.424637] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 863.424977] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0d136c2b-2a32-48f1-bac9-fb47929b226a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.443778] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 863.443778] env[69281]: value = "task-3935684" [ 863.443778] env[69281]: _type = "Task" [ 863.443778] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.459603] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.465932] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935679, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.473212] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935684, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.520769] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquiring lock "refresh_cache-5461af5c-2687-413e-af95-2ceaea58953f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.521074] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquired lock "refresh_cache-5461af5c-2687-413e-af95-2ceaea58953f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.521429] env[69281]: DEBUG nova.network.neutron [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.555704] env[69281]: DEBUG nova.policy [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f767bd9d14e40a5892d3b20b338deef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '296be399cc2e4baa95f90e14fe5b6ed7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.918627] env[69281]: DEBUG nova.compute.manager [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.922813] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00f8b964-6844-439d-9594-8b49f78218e5 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.927271] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.888s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.932037] env[69281]: INFO nova.compute.claims [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.953531] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.963567] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935679, 'name': CreateVM_Task, 'duration_secs': 1.517169} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.964513] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.965366] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.965763] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.966354] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.967061] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f78926-fe1b-4363-9936-4614e6131818 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.975563] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935684, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.980771] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Waiting for the task: (returnval){ [ 863.980771] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5239aa43-0aab-ae18-34e0-c0ad09f84fd7" [ 863.980771] env[69281]: _type = "Task" [ 863.980771] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.995249] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5239aa43-0aab-ae18-34e0-c0ad09f84fd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.049408] env[69281]: DEBUG nova.network.neutron [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.118052] env[69281]: DEBUG nova.network.neutron [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.139814] env[69281]: DEBUG nova.network.neutron [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Successfully created port: edcd0428-276c-4aca-939f-4b0a3856db79 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.401939] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "e894d77f-378a-4b9f-98ca-6ae6dc50d78d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.404779] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "e894d77f-378a-4b9f-98ca-6ae6dc50d78d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.455944] env[69281]: DEBUG oslo_vmware.api [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935682, 'name': PowerOnVM_Task, 'duration_secs': 1.494586} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.462212] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.463151] env[69281]: INFO nova.compute.manager [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Took 9.54 seconds to spawn the instance on the hypervisor. [ 864.464087] env[69281]: DEBUG nova.compute.manager [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.466803] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd4dca6-c481-4fed-b6c1-c1ff952de3a0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.479329] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935684, 'name': RemoveSnapshot_Task, 'duration_secs': 0.67279} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.483893] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 864.485379] env[69281]: DEBUG nova.compute.manager [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.490825] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ec99c9-6215-4dfb-aa26-90be780c49b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.509030] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5239aa43-0aab-ae18-34e0-c0ad09f84fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.01475} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.509365] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.509589] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.509848] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.509978] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.510184] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.510534] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b653a10d-d03f-434b-900e-4488820b8e33 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.526410] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.526410] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.526410] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f1c559-4a9d-4f1f-a04d-a7fb7e57898d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.533931] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Waiting for the task: (returnval){ [ 864.533931] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528889bb-3ed9-debc-f163-cb2f61686cec" [ 864.533931] env[69281]: _type = "Task" [ 864.533931] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.547339] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528889bb-3ed9-debc-f163-cb2f61686cec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.621077] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Releasing lock "refresh_cache-5461af5c-2687-413e-af95-2ceaea58953f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.622905] env[69281]: DEBUG nova.compute.manager [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.623296] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.625165] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bcdc54-c8b8-419f-9a43-5470f3d4335c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.634345] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.634732] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f576fc8d-4e67-4836-933c-431dd5869d2b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.642327] env[69281]: DEBUG oslo_vmware.api [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 864.642327] env[69281]: value = "task-3935685" [ 864.642327] env[69281]: _type = "Task" [ 864.642327] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.653976] env[69281]: DEBUG oslo_vmware.api [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.756364] env[69281]: DEBUG nova.network.neutron [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Successfully created port: 87a1966d-3ba6-42c3-97cf-c77b81e06bbc {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.907964] env[69281]: DEBUG nova.compute.manager [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.940776] env[69281]: DEBUG nova.compute.manager [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.001514] env[69281]: INFO nova.compute.manager [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Took 46.90 seconds to build instance. [ 865.017498] env[69281]: INFO nova.compute.manager [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Shelve offloading [ 865.048295] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528889bb-3ed9-debc-f163-cb2f61686cec, 'name': SearchDatastore_Task, 'duration_secs': 0.01701} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.052330] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac38e95-f7fb-44c2-b241-847283263483 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.060083] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Waiting for the task: (returnval){ [ 865.060083] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521e18ae-d142-e27b-fc52-ca6dac8cb309" [ 865.060083] env[69281]: _type = "Task" [ 865.060083] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.072844] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521e18ae-d142-e27b-fc52-ca6dac8cb309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.167415] env[69281]: DEBUG oslo_vmware.api [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935685, 'name': PowerOffVM_Task, 'duration_secs': 0.159073} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.167797] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.167980] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.168287] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71de49d8-f437-4bcb-a8bb-6228c9b3ad1e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.185143] env[69281]: DEBUG nova.network.neutron [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Successfully created port: f79f2019-7170-4582-9e20-dbc3d8d6fe19 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.206212] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.206503] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.206678] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Deleting the datastore file [datastore1] 5461af5c-2687-413e-af95-2ceaea58953f {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.207168] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e813e82-aeb9-4f1c-9c8d-01f7df18b099 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.216857] env[69281]: DEBUG oslo_vmware.api [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for the task: (returnval){ [ 865.216857] env[69281]: value = "task-3935687" [ 865.216857] env[69281]: _type = "Task" [ 865.216857] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.230433] env[69281]: DEBUG oslo_vmware.api [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.438635] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.504481] env[69281]: DEBUG oslo_concurrency.lockutils [None req-15de9b3c-3667-400c-a917-9d67305a4073 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "4600fd81-377f-4ce2-97de-9b03f2b03d37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.382s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.513127] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06f4cec-a86b-41ff-9e5e-a717dcc1f4ac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.524543] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91180484-7d18-43ee-a371-3986ccf30ddd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.530573] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.531043] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47dd7e34-7509-460f-8ab8-6e4e6ba5740f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.579465] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84616322-732e-4068-9d65-f14a5df58534 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.584741] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 865.584741] env[69281]: value = "task-3935688" [ 865.584741] env[69281]: _type = "Task" [ 865.584741] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.601264] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521e18ae-d142-e27b-fc52-ca6dac8cb309, 'name': SearchDatastore_Task, 'duration_secs': 0.010681} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.604640] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66075175-1be6-4d98-8756-85c14ab50c26 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.612854] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.613687] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] dec2b564-be28-4462-b767-cba2e1842d33/dec2b564-be28-4462-b767-cba2e1842d33.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.621032] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcfaf1e5-22bb-4105-965c-91835546ddd7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.624665] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 865.625057] env[69281]: DEBUG nova.compute.manager [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 865.626785] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57d159f-3f81-4d18-91fc-887f904ccb97 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.644737] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Waiting for the task: (returnval){ [ 865.644737] env[69281]: value = "task-3935689" [ 865.644737] env[69281]: _type = "Task" [ 865.644737] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.644959] env[69281]: DEBUG nova.compute.provider_tree [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.652284] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.652462] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquired lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.652657] env[69281]: DEBUG nova.network.neutron [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.660057] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.731168] env[69281]: DEBUG oslo_vmware.api [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Task: {'id': task-3935687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193421} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.731362] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.731579] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.731765] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.731971] env[69281]: INFO nova.compute.manager [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 865.732300] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.732527] env[69281]: DEBUG nova.compute.manager [-] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.732627] env[69281]: DEBUG nova.network.neutron [-] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.751923] env[69281]: DEBUG nova.network.neutron [-] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.154009] env[69281]: DEBUG nova.scheduler.client.report [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.165572] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935689, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.255104] env[69281]: DEBUG nova.network.neutron [-] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.400336] env[69281]: DEBUG nova.network.neutron [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Updating instance_info_cache with network_info: [{"id": "b18f49b1-da80-4541-a74c-f149458a21d7", "address": "fa:16:3e:8c:9c:f5", "network": {"id": "7c5a9818-5186-4993-933d-ef9914aa28a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-169684760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91536c432d85454e87333733cc5a9b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18f49b1-da", "ovs_interfaceid": "b18f49b1-da80-4541-a74c-f149458a21d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.659110] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558227} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.659454] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] dec2b564-be28-4462-b767-cba2e1842d33/dec2b564-be28-4462-b767-cba2e1842d33.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.659681] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.660045] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d88a37c7-7f6e-47ee-b1c2-931cb7b600fe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.667591] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.668215] env[69281]: DEBUG nova.compute.manager [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.673050] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.955s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.674173] env[69281]: INFO nova.compute.claims [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.677331] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Waiting for the task: (returnval){ [ 866.677331] env[69281]: value = "task-3935690" [ 866.677331] env[69281]: _type = "Task" [ 866.677331] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.688535] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.758178] env[69281]: INFO nova.compute.manager [-] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Took 1.03 seconds to deallocate network for instance. [ 866.903893] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Releasing lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.035824] env[69281]: DEBUG nova.network.neutron [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Successfully updated port: edcd0428-276c-4aca-939f-4b0a3856db79 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.107889] env[69281]: DEBUG nova.virt.hardware [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.110620] env[69281]: DEBUG nova.virt.hardware [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.110620] env[69281]: DEBUG nova.virt.hardware [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.110620] env[69281]: DEBUG nova.virt.hardware [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.110620] env[69281]: DEBUG nova.virt.hardware [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.110620] env[69281]: DEBUG nova.virt.hardware [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.110620] env[69281]: DEBUG nova.virt.hardware [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.110620] env[69281]: DEBUG nova.virt.hardware [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.110620] env[69281]: DEBUG nova.virt.hardware [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.110620] env[69281]: DEBUG nova.virt.hardware [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.110620] env[69281]: DEBUG nova.virt.hardware [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.114468] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f1bdc6-212a-43ef-a47e-630bd5bfbea4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.123711] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03e0f5f-220c-4dc3-b2b5-52f0c0fcae8a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.130516] env[69281]: DEBUG oslo_vmware.rw_handles [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251b495-d7d4-5ff9-ade7-21827d08af40/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 867.131608] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720d23ae-35df-4a59-af78-ed849029bd21 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.147885] env[69281]: DEBUG oslo_vmware.rw_handles [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251b495-d7d4-5ff9-ade7-21827d08af40/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 867.148195] env[69281]: ERROR oslo_vmware.rw_handles [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251b495-d7d4-5ff9-ade7-21827d08af40/disk-0.vmdk due to incomplete transfer. [ 867.148333] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1307239e-06bc-4ef4-a47a-e6b2102970bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.158670] env[69281]: DEBUG oslo_vmware.rw_handles [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5251b495-d7d4-5ff9-ade7-21827d08af40/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 867.158947] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Uploaded image 9b5d2a92-9633-4e52-9ee9-d60157035072 to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 867.160878] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 867.161298] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-31fb1d3c-f460-41f1-96d0-e1dbea7d7f93 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.168647] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 867.168647] env[69281]: value = "task-3935691" [ 867.168647] env[69281]: _type = "Task" [ 867.168647] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.183775] env[69281]: DEBUG nova.compute.utils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.185357] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935691, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.185988] env[69281]: DEBUG nova.compute.manager [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.186227] env[69281]: DEBUG nova.network.neutron [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.201029] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102417} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.201029] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.201668] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d9218d-028f-442a-b00d-ee39ffb363d3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.229838] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] dec2b564-be28-4462-b767-cba2e1842d33/dec2b564-be28-4462-b767-cba2e1842d33.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.232083] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a2d9f27-2739-4101-bcb6-5ab4d7a0fa7d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.257193] env[69281]: DEBUG nova.compute.manager [req-12be6f71-61b5-420e-976a-98259f2b7d24 req-a50a80e5-2221-47ff-9bb2-71bd5a905c8c service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Received event network-vif-plugged-edcd0428-276c-4aca-939f-4b0a3856db79 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.257193] env[69281]: DEBUG oslo_concurrency.lockutils [req-12be6f71-61b5-420e-976a-98259f2b7d24 req-a50a80e5-2221-47ff-9bb2-71bd5a905c8c service nova] Acquiring lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.257193] env[69281]: DEBUG oslo_concurrency.lockutils [req-12be6f71-61b5-420e-976a-98259f2b7d24 req-a50a80e5-2221-47ff-9bb2-71bd5a905c8c service nova] Lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.257193] env[69281]: DEBUG oslo_concurrency.lockutils [req-12be6f71-61b5-420e-976a-98259f2b7d24 req-a50a80e5-2221-47ff-9bb2-71bd5a905c8c service nova] Lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.257193] env[69281]: DEBUG nova.compute.manager [req-12be6f71-61b5-420e-976a-98259f2b7d24 req-a50a80e5-2221-47ff-9bb2-71bd5a905c8c service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] No waiting events found dispatching network-vif-plugged-edcd0428-276c-4aca-939f-4b0a3856db79 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 867.257193] env[69281]: WARNING nova.compute.manager [req-12be6f71-61b5-420e-976a-98259f2b7d24 req-a50a80e5-2221-47ff-9bb2-71bd5a905c8c service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Received unexpected event network-vif-plugged-edcd0428-276c-4aca-939f-4b0a3856db79 for instance with vm_state building and task_state spawning. [ 867.259183] env[69281]: DEBUG nova.policy [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fe1767f47dd48ffa25d0ea2e648c78f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312cd59189eb4a0696270ef4ca7a672f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.268545] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.272474] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Waiting for the task: (returnval){ [ 867.272474] env[69281]: value = "task-3935692" [ 867.272474] env[69281]: _type = "Task" [ 867.272474] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.288682] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.305818] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.308061] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae381d1-22bd-4b43-9efa-ff0a487776d5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.320155] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.320519] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72af9a6d-23c4-46a4-8524-cb3a877afb64 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.408958] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.409242] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.409454] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Deleting the datastore file [datastore1] 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.409756] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d3833c1-944c-4da2-ad24-beae06c09e54 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.419639] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 867.419639] env[69281]: value = "task-3935694" [ 867.419639] env[69281]: _type = "Task" [ 867.419639] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.433566] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.537620] env[69281]: DEBUG nova.compute.manager [req-fa1377e2-e67a-45e2-ae84-250a5eedd8d1 req-17b2759f-2158-46b9-b36e-aec728d1d447 service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Received event network-vif-unplugged-b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.537861] env[69281]: DEBUG oslo_concurrency.lockutils [req-fa1377e2-e67a-45e2-ae84-250a5eedd8d1 req-17b2759f-2158-46b9-b36e-aec728d1d447 service nova] Acquiring lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.538083] env[69281]: DEBUG oslo_concurrency.lockutils [req-fa1377e2-e67a-45e2-ae84-250a5eedd8d1 req-17b2759f-2158-46b9-b36e-aec728d1d447 service nova] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.538494] env[69281]: DEBUG oslo_concurrency.lockutils [req-fa1377e2-e67a-45e2-ae84-250a5eedd8d1 req-17b2759f-2158-46b9-b36e-aec728d1d447 service nova] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.538494] env[69281]: DEBUG nova.compute.manager [req-fa1377e2-e67a-45e2-ae84-250a5eedd8d1 req-17b2759f-2158-46b9-b36e-aec728d1d447 service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] No waiting events found dispatching network-vif-unplugged-b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 867.538953] env[69281]: WARNING nova.compute.manager [req-fa1377e2-e67a-45e2-ae84-250a5eedd8d1 req-17b2759f-2158-46b9-b36e-aec728d1d447 service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Received unexpected event network-vif-unplugged-b18f49b1-da80-4541-a74c-f149458a21d7 for instance with vm_state shelved and task_state shelving_offloading. [ 867.682294] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935691, 'name': Destroy_Task, 'duration_secs': 0.480651} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.682837] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Destroyed the VM [ 867.683306] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 867.683956] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7da3f669-8ab7-4e82-9042-03f94b5b247b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.696594] env[69281]: DEBUG nova.compute.manager [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.704070] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 867.704070] env[69281]: value = "task-3935695" [ 867.704070] env[69281]: _type = "Task" [ 867.704070] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.718836] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935695, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.740082] env[69281]: DEBUG nova.network.neutron [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Successfully created port: ea3c372c-917b-420f-b829-2875e48e8e64 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.806104] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.935941] env[69281]: DEBUG oslo_vmware.api [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294285} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.940213] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.940478] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.941127] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.972151] env[69281]: INFO nova.scheduler.client.report [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Deleted allocations for instance 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d [ 868.215226] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935695, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.284240] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935692, 'name': ReconfigVM_Task, 'duration_secs': 0.582778} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.287111] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Reconfigured VM instance instance-0000003f to attach disk [datastore1] dec2b564-be28-4462-b767-cba2e1842d33/dec2b564-be28-4462-b767-cba2e1842d33.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.288186] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68b5f402-870f-4773-bb0f-ad495febbf74 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.296319] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Waiting for the task: (returnval){ [ 868.296319] env[69281]: value = "task-3935697" [ 868.296319] env[69281]: _type = "Task" [ 868.296319] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.311901] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935697, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.318885] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef84114-ff3e-40d0-928e-d1b4083958b8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.327870] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e868da50-1dc2-4b6b-8b45-c27d0843e224 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.365256] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6dd9bc-629a-4f6a-9a57-bd24bdf58e3f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.373150] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fc6531-ccf0-4e0a-ad74-ec5927cf48e2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.399496] env[69281]: DEBUG nova.compute.provider_tree [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.486283] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.706953] env[69281]: DEBUG nova.compute.manager [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.719061] env[69281]: DEBUG oslo_vmware.api [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935695, 'name': RemoveSnapshot_Task, 'duration_secs': 0.521257} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.719393] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 868.719631] env[69281]: INFO nova.compute.manager [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Took 16.57 seconds to snapshot the instance on the hypervisor. [ 868.734935] env[69281]: DEBUG nova.virt.hardware [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.734935] env[69281]: DEBUG nova.virt.hardware [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.734935] env[69281]: DEBUG nova.virt.hardware [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.735184] env[69281]: DEBUG nova.virt.hardware [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.735427] env[69281]: DEBUG nova.virt.hardware [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.735427] env[69281]: DEBUG nova.virt.hardware [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.735640] env[69281]: DEBUG nova.virt.hardware [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.735806] env[69281]: DEBUG nova.virt.hardware [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.735986] env[69281]: DEBUG nova.virt.hardware [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.736176] env[69281]: DEBUG nova.virt.hardware [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.736355] env[69281]: DEBUG nova.virt.hardware [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.737312] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4642f047-6cd9-4d2d-97e9-a57d5524099a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.746866] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f736277-c1d3-4688-bd4a-de4346352b70 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.807593] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935697, 'name': Rename_Task, 'duration_secs': 0.319569} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.807875] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.808147] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-564910ea-3795-4b32-8f83-a9847fb271d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.817266] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Waiting for the task: (returnval){ [ 868.817266] env[69281]: value = "task-3935698" [ 868.817266] env[69281]: _type = "Task" [ 868.817266] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.825901] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.907254] env[69281]: DEBUG nova.scheduler.client.report [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.910997] env[69281]: DEBUG oslo_concurrency.lockutils [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "30e0d6a1-a30e-4023-94e4-4fba054a237d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.911293] env[69281]: DEBUG oslo_concurrency.lockutils [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "30e0d6a1-a30e-4023-94e4-4fba054a237d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.911577] env[69281]: DEBUG oslo_concurrency.lockutils [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "30e0d6a1-a30e-4023-94e4-4fba054a237d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.911800] env[69281]: DEBUG oslo_concurrency.lockutils [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "30e0d6a1-a30e-4023-94e4-4fba054a237d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.911999] env[69281]: DEBUG oslo_concurrency.lockutils [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "30e0d6a1-a30e-4023-94e4-4fba054a237d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.914484] env[69281]: INFO nova.compute.manager [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Terminating instance [ 869.223796] env[69281]: DEBUG nova.compute.manager [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Instance disappeared during snapshot {{(pid=69281) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 869.242149] env[69281]: DEBUG nova.compute.manager [None req-779153b9-0aa0-4980-9c0c-3487af9ea7b2 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Image not found during clean up 9b5d2a92-9633-4e52-9ee9-d60157035072 {{(pid=69281) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 869.263696] env[69281]: DEBUG nova.compute.manager [req-8eccabb7-2f8d-45cf-bcd0-0f5ad81a2ac6 req-ec34657b-c480-44c5-924f-732137347cce service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Received event network-changed-edcd0428-276c-4aca-939f-4b0a3856db79 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.263915] env[69281]: DEBUG nova.compute.manager [req-8eccabb7-2f8d-45cf-bcd0-0f5ad81a2ac6 req-ec34657b-c480-44c5-924f-732137347cce service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Refreshing instance network info cache due to event network-changed-edcd0428-276c-4aca-939f-4b0a3856db79. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.264242] env[69281]: DEBUG oslo_concurrency.lockutils [req-8eccabb7-2f8d-45cf-bcd0-0f5ad81a2ac6 req-ec34657b-c480-44c5-924f-732137347cce service nova] Acquiring lock "refresh_cache-4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.264386] env[69281]: DEBUG oslo_concurrency.lockutils [req-8eccabb7-2f8d-45cf-bcd0-0f5ad81a2ac6 req-ec34657b-c480-44c5-924f-732137347cce service nova] Acquired lock "refresh_cache-4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.264581] env[69281]: DEBUG nova.network.neutron [req-8eccabb7-2f8d-45cf-bcd0-0f5ad81a2ac6 req-ec34657b-c480-44c5-924f-732137347cce service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Refreshing network info cache for port edcd0428-276c-4aca-939f-4b0a3856db79 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.329063] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.384765] env[69281]: DEBUG nova.network.neutron [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Successfully updated port: 87a1966d-3ba6-42c3-97cf-c77b81e06bbc {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.417956] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.418790] env[69281]: DEBUG nova.compute.manager [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.422073] env[69281]: DEBUG nova.compute.manager [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.422759] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.423121] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.468s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.427868] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132cc085-ea74-49bd-a399-2cc725ca663a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.441726] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.442058] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f073669c-9a58-41b6-b825-b65183dfd740 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.526791] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.527091] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.527330] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleting the datastore file [datastore1] 30e0d6a1-a30e-4023-94e4-4fba054a237d {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.528082] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3b47cbc-fe8d-471a-81a1-661a84cb177b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.536185] env[69281]: DEBUG oslo_vmware.api [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 869.536185] env[69281]: value = "task-3935700" [ 869.536185] env[69281]: _type = "Task" [ 869.536185] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.552277] env[69281]: DEBUG oslo_vmware.api [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.640347] env[69281]: DEBUG nova.compute.manager [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Stashing vm_state: active {{(pid=69281) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 869.665287] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "4292247a-b2ba-450d-a8af-0398e4ccab75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.665567] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "4292247a-b2ba-450d-a8af-0398e4ccab75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.757180] env[69281]: DEBUG nova.compute.manager [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Received event network-changed-b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.757180] env[69281]: DEBUG nova.compute.manager [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Refreshing instance network info cache due to event network-changed-b18f49b1-da80-4541-a74c-f149458a21d7. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.757622] env[69281]: DEBUG oslo_concurrency.lockutils [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] Acquiring lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.757905] env[69281]: DEBUG oslo_concurrency.lockutils [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] Acquired lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.758154] env[69281]: DEBUG nova.network.neutron [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Refreshing network info cache for port b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.816592] env[69281]: DEBUG nova.network.neutron [req-8eccabb7-2f8d-45cf-bcd0-0f5ad81a2ac6 req-ec34657b-c480-44c5-924f-732137347cce service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.833106] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935698, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.932898] env[69281]: DEBUG nova.compute.utils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.937899] env[69281]: DEBUG nova.network.neutron [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Successfully updated port: ea3c372c-917b-420f-b829-2875e48e8e64 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.940890] env[69281]: DEBUG nova.compute.manager [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.944675] env[69281]: DEBUG nova.network.neutron [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.957852] env[69281]: DEBUG nova.network.neutron [req-8eccabb7-2f8d-45cf-bcd0-0f5ad81a2ac6 req-ec34657b-c480-44c5-924f-732137347cce service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.990919] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf72713-2521-4bf6-9502-f3ee3c03366e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.999968] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99011b82-1e12-40ff-8bff-53e96084bb2b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.044553] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2b8f8b-127b-4f0e-99dd-bdb71fff86ed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.056383] env[69281]: DEBUG oslo_vmware.api [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344787} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.056722] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.056918] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.057120] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.057468] env[69281]: INFO nova.compute.manager [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Took 0.63 seconds to destroy the instance on the hypervisor. [ 870.057746] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.059164] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c580933-10a1-4e89-8198-420abe2286ae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.065132] env[69281]: DEBUG nova.policy [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2a017beb89a45d3a5265994bcf623ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6727196d1f984b0699eefb135a6a0e5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.066705] env[69281]: DEBUG nova.compute.manager [-] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.066825] env[69281]: DEBUG nova.network.neutron [-] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.080778] env[69281]: DEBUG nova.compute.provider_tree [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.161486] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.168814] env[69281]: DEBUG nova.compute.manager [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.331864] env[69281]: DEBUG oslo_vmware.api [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935698, 'name': PowerOnVM_Task, 'duration_secs': 1.047744} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.332331] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.332686] env[69281]: INFO nova.compute.manager [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Took 12.62 seconds to spawn the instance on the hypervisor. [ 870.332988] env[69281]: DEBUG nova.compute.manager [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 870.334732] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0eb050d-2d6b-4011-8d29-5f94adef4ad3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.437408] env[69281]: DEBUG nova.compute.manager [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.447143] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.447143] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.447143] env[69281]: DEBUG nova.network.neutron [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.461281] env[69281]: DEBUG oslo_concurrency.lockutils [req-8eccabb7-2f8d-45cf-bcd0-0f5ad81a2ac6 req-ec34657b-c480-44c5-924f-732137347cce service nova] Releasing lock "refresh_cache-4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.584970] env[69281]: DEBUG nova.scheduler.client.report [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.625122] env[69281]: DEBUG nova.network.neutron [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Updated VIF entry in instance network info cache for port b18f49b1-da80-4541-a74c-f149458a21d7. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.625488] env[69281]: DEBUG nova.network.neutron [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Updating instance_info_cache with network_info: [{"id": "b18f49b1-da80-4541-a74c-f149458a21d7", "address": "fa:16:3e:8c:9c:f5", "network": {"id": "7c5a9818-5186-4993-933d-ef9914aa28a6", "bridge": null, "label": "tempest-ServersNegativeTestJSON-169684760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91536c432d85454e87333733cc5a9b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb18f49b1-da", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.637389] env[69281]: DEBUG nova.network.neutron [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Successfully created port: 1852cbd4-5529-4160-837a-a14f64df131f {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.701905] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.703581] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.859738] env[69281]: INFO nova.compute.manager [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Took 49.61 seconds to build instance. [ 870.982924] env[69281]: DEBUG nova.network.neutron [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.991175] env[69281]: DEBUG nova.network.neutron [-] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.095026] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.095026] env[69281]: INFO nova.compute.manager [None req-dc5e16b8-9594-4379-99aa-00356696c757 tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Successfully reverted task state from rebuilding on failure for instance. [ 871.100392] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.894s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.100934] env[69281]: DEBUG nova.objects.instance [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lazy-loading 'resources' on Instance uuid 49037718-4f32-4227-94e3-1e63a2f605d5 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.130024] env[69281]: DEBUG oslo_concurrency.lockutils [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] Releasing lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.130024] env[69281]: DEBUG nova.compute.manager [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Received event network-vif-plugged-87a1966d-3ba6-42c3-97cf-c77b81e06bbc {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.130024] env[69281]: DEBUG oslo_concurrency.lockutils [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] Acquiring lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.130024] env[69281]: DEBUG oslo_concurrency.lockutils [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] Lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.130024] env[69281]: DEBUG oslo_concurrency.lockutils [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] Lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.130024] env[69281]: DEBUG nova.compute.manager [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] No waiting events found dispatching network-vif-plugged-87a1966d-3ba6-42c3-97cf-c77b81e06bbc {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 871.130024] env[69281]: WARNING nova.compute.manager [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Received unexpected event network-vif-plugged-87a1966d-3ba6-42c3-97cf-c77b81e06bbc for instance with vm_state building and task_state spawning. [ 871.130024] env[69281]: DEBUG nova.compute.manager [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Received event network-changed-87a1966d-3ba6-42c3-97cf-c77b81e06bbc {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.130024] env[69281]: DEBUG nova.compute.manager [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Refreshing instance network info cache due to event network-changed-87a1966d-3ba6-42c3-97cf-c77b81e06bbc. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.130024] env[69281]: DEBUG oslo_concurrency.lockutils [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] Acquiring lock "refresh_cache-4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.130024] env[69281]: DEBUG oslo_concurrency.lockutils [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] Acquired lock "refresh_cache-4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.130024] env[69281]: DEBUG nova.network.neutron [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Refreshing network info cache for port 87a1966d-3ba6-42c3-97cf-c77b81e06bbc {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.186224] env[69281]: DEBUG nova.network.neutron [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Updating instance_info_cache with network_info: [{"id": "ea3c372c-917b-420f-b829-2875e48e8e64", "address": "fa:16:3e:86:9b:6d", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3c372c-91", "ovs_interfaceid": "ea3c372c-917b-420f-b829-2875e48e8e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.315392] env[69281]: DEBUG nova.compute.manager [req-2679144a-db3d-49ad-a781-01a038613ce2 req-54abc71a-3698-4fd9-a381-8282706a9603 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Received event network-vif-plugged-ea3c372c-917b-420f-b829-2875e48e8e64 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.315392] env[69281]: DEBUG oslo_concurrency.lockutils [req-2679144a-db3d-49ad-a781-01a038613ce2 req-54abc71a-3698-4fd9-a381-8282706a9603 service nova] Acquiring lock "5636bd99-848f-4206-bb1b-0203caf5a8b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.315392] env[69281]: DEBUG oslo_concurrency.lockutils [req-2679144a-db3d-49ad-a781-01a038613ce2 req-54abc71a-3698-4fd9-a381-8282706a9603 service nova] Lock "5636bd99-848f-4206-bb1b-0203caf5a8b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.315610] env[69281]: DEBUG oslo_concurrency.lockutils [req-2679144a-db3d-49ad-a781-01a038613ce2 req-54abc71a-3698-4fd9-a381-8282706a9603 service nova] Lock "5636bd99-848f-4206-bb1b-0203caf5a8b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.315858] env[69281]: DEBUG nova.compute.manager [req-2679144a-db3d-49ad-a781-01a038613ce2 req-54abc71a-3698-4fd9-a381-8282706a9603 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] No waiting events found dispatching network-vif-plugged-ea3c372c-917b-420f-b829-2875e48e8e64 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 871.316133] env[69281]: WARNING nova.compute.manager [req-2679144a-db3d-49ad-a781-01a038613ce2 req-54abc71a-3698-4fd9-a381-8282706a9603 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Received unexpected event network-vif-plugged-ea3c372c-917b-420f-b829-2875e48e8e64 for instance with vm_state building and task_state spawning. [ 871.316376] env[69281]: DEBUG nova.compute.manager [req-2679144a-db3d-49ad-a781-01a038613ce2 req-54abc71a-3698-4fd9-a381-8282706a9603 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Received event network-changed-ea3c372c-917b-420f-b829-2875e48e8e64 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.316635] env[69281]: DEBUG nova.compute.manager [req-2679144a-db3d-49ad-a781-01a038613ce2 req-54abc71a-3698-4fd9-a381-8282706a9603 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Refreshing instance network info cache due to event network-changed-ea3c372c-917b-420f-b829-2875e48e8e64. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.316893] env[69281]: DEBUG oslo_concurrency.lockutils [req-2679144a-db3d-49ad-a781-01a038613ce2 req-54abc71a-3698-4fd9-a381-8282706a9603 service nova] Acquiring lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.361853] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d50d0235-19c3-4324-ad70-69c11fa19e47 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Lock "dec2b564-be28-4462-b767-cba2e1842d33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.867s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.448076] env[69281]: DEBUG nova.compute.manager [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.476250] env[69281]: DEBUG nova.virt.hardware [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.476572] env[69281]: DEBUG nova.virt.hardware [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.476726] env[69281]: DEBUG nova.virt.hardware [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.476910] env[69281]: DEBUG nova.virt.hardware [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.477069] env[69281]: DEBUG nova.virt.hardware [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.477221] env[69281]: DEBUG nova.virt.hardware [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.477436] env[69281]: DEBUG nova.virt.hardware [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.477601] env[69281]: DEBUG nova.virt.hardware [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.477771] env[69281]: DEBUG nova.virt.hardware [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.477936] env[69281]: DEBUG nova.virt.hardware [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.478124] env[69281]: DEBUG nova.virt.hardware [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.479053] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec385f2-1919-4a8a-94b0-5efa35b5d121 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.488053] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e2045f-441a-42ba-97a6-ba8b649871b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.503391] env[69281]: INFO nova.compute.manager [-] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Took 1.44 seconds to deallocate network for instance. [ 871.688039] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.688420] env[69281]: DEBUG nova.compute.manager [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Instance network_info: |[{"id": "ea3c372c-917b-420f-b829-2875e48e8e64", "address": "fa:16:3e:86:9b:6d", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3c372c-91", "ovs_interfaceid": "ea3c372c-917b-420f-b829-2875e48e8e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.688806] env[69281]: DEBUG oslo_concurrency.lockutils [req-2679144a-db3d-49ad-a781-01a038613ce2 req-54abc71a-3698-4fd9-a381-8282706a9603 service nova] Acquired lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.689015] env[69281]: DEBUG nova.network.neutron [req-2679144a-db3d-49ad-a781-01a038613ce2 req-54abc71a-3698-4fd9-a381-8282706a9603 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Refreshing network info cache for port ea3c372c-917b-420f-b829-2875e48e8e64 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.690890] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:9b:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea3c372c-917b-420f-b829-2875e48e8e64', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.701216] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Creating folder: Project (312cd59189eb4a0696270ef4ca7a672f). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.710137] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b0920ab-1fcd-421a-9c70-28b3fe02b1e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.714156] env[69281]: DEBUG nova.network.neutron [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.727530] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Created folder: Project (312cd59189eb4a0696270ef4ca7a672f) in parent group-v781128. [ 871.727893] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Creating folder: Instances. Parent ref: group-v781317. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.727997] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17d5022b-fe11-4d8b-8e20-09cfb2bad49e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.741583] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Created folder: Instances in parent group-v781317. [ 871.741858] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.742127] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.742384] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8a90590-8242-42df-8abe-5399c739361d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.768586] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.768586] env[69281]: value = "task-3935704" [ 871.768586] env[69281]: _type = "Task" [ 871.768586] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.788834] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935704, 'name': CreateVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.790361] env[69281]: DEBUG nova.compute.manager [req-15c483f0-095d-4479-ae96-e4b200193677 req-10d7e0f4-bcae-4108-b512-469cf2f83dcd service nova] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Received event network-vif-deleted-b4d8303e-296d-4f45-8f1a-22f5ece0be9f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.922683] env[69281]: DEBUG nova.network.neutron [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.957672] env[69281]: DEBUG nova.network.neutron [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Successfully updated port: f79f2019-7170-4582-9e20-dbc3d8d6fe19 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.011462] env[69281]: DEBUG oslo_concurrency.lockutils [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.044012] env[69281]: DEBUG oslo_concurrency.lockutils [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Acquiring lock "dec2b564-be28-4462-b767-cba2e1842d33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.044458] env[69281]: DEBUG oslo_concurrency.lockutils [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Lock "dec2b564-be28-4462-b767-cba2e1842d33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.045074] env[69281]: DEBUG oslo_concurrency.lockutils [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Acquiring lock "dec2b564-be28-4462-b767-cba2e1842d33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.045383] env[69281]: DEBUG oslo_concurrency.lockutils [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Lock "dec2b564-be28-4462-b767-cba2e1842d33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.045972] env[69281]: DEBUG oslo_concurrency.lockutils [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Lock "dec2b564-be28-4462-b767-cba2e1842d33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.049380] env[69281]: INFO nova.compute.manager [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Terminating instance [ 872.143962] env[69281]: DEBUG nova.network.neutron [req-2679144a-db3d-49ad-a781-01a038613ce2 req-54abc71a-3698-4fd9-a381-8282706a9603 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Updated VIF entry in instance network info cache for port ea3c372c-917b-420f-b829-2875e48e8e64. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.144284] env[69281]: DEBUG nova.network.neutron [req-2679144a-db3d-49ad-a781-01a038613ce2 req-54abc71a-3698-4fd9-a381-8282706a9603 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Updating instance_info_cache with network_info: [{"id": "ea3c372c-917b-420f-b829-2875e48e8e64", "address": "fa:16:3e:86:9b:6d", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3c372c-91", "ovs_interfaceid": "ea3c372c-917b-420f-b829-2875e48e8e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.241584] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791b5619-48d8-4759-a7c7-545f69577172 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.261309] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90d755c-f372-4905-8aff-5702a8d4178c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.300089] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ad0d1a-fa16-4720-a9a3-bfeaf0d0724f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.309100] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935704, 'name': CreateVM_Task, 'duration_secs': 0.470628} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.311733] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.312910] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.314536] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.314935] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.316255] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8815d3-20ad-4521-b2ed-4cbf8978d008 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.326299] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f0f823-c31a-47be-b93d-408ccf1145db {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.333054] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 872.333054] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5229f71e-d472-99a3-cca3-91c5c2b21cdf" [ 872.333054] env[69281]: _type = "Task" [ 872.333054] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.345180] env[69281]: DEBUG nova.compute.provider_tree [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.361670] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5229f71e-d472-99a3-cca3-91c5c2b21cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.017722} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.361670] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.361670] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.362476] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.362476] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.362476] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.363260] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fea87603-59f1-49c8-86fc-512239b1bae6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.381030] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.381030] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.381030] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591be2da-7533-43b5-ba43-90662c17d856 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.387036] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 872.387036] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5296c377-168b-1bd9-773a-e558f4f9b1cd" [ 872.387036] env[69281]: _type = "Task" [ 872.387036] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.396900] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5296c377-168b-1bd9-773a-e558f4f9b1cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.426302] env[69281]: DEBUG oslo_concurrency.lockutils [req-21a6fba5-4fef-4947-81ff-3946a8df112d req-ccef91d1-244a-4820-9e16-9d23d830fedf service nova] Releasing lock "refresh_cache-4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.445682] env[69281]: DEBUG nova.network.neutron [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Successfully updated port: 1852cbd4-5529-4160-837a-a14f64df131f {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.460339] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "refresh_cache-4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.460554] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquired lock "refresh_cache-4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.460718] env[69281]: DEBUG nova.network.neutron [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.555070] env[69281]: DEBUG nova.compute.manager [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.555070] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.556577] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c897af-e6fb-4cdb-a7db-393ccf4aec6a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.565570] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.565915] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a93439a-7700-4e79-9188-810c79a2e8bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.573721] env[69281]: DEBUG oslo_vmware.api [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Waiting for the task: (returnval){ [ 872.573721] env[69281]: value = "task-3935706" [ 872.573721] env[69281]: _type = "Task" [ 872.573721] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.583145] env[69281]: DEBUG oslo_vmware.api [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.648093] env[69281]: DEBUG oslo_concurrency.lockutils [req-2679144a-db3d-49ad-a781-01a038613ce2 req-54abc71a-3698-4fd9-a381-8282706a9603 service nova] Releasing lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.719262] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b2aa5-9d3c-d896-5267-0d3966c73b7d/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 872.720251] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22eac07-1000-4673-8f2b-345e51254bf3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.726942] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b2aa5-9d3c-d896-5267-0d3966c73b7d/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 872.727133] env[69281]: ERROR oslo_vmware.rw_handles [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b2aa5-9d3c-d896-5267-0d3966c73b7d/disk-0.vmdk due to incomplete transfer. [ 872.727405] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ab2933f-f43b-455c-b8e0-82f82738e0b6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.738535] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b2aa5-9d3c-d896-5267-0d3966c73b7d/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 872.738727] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Uploaded image 5561c35a-2807-4416-a09e-4a8536e36848 to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 872.741214] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 872.741500] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95a594f1-5590-41a9-ba50-93c64713fd85 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.749157] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 872.749157] env[69281]: value = "task-3935707" [ 872.749157] env[69281]: _type = "Task" [ 872.749157] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.758613] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935707, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.852776] env[69281]: DEBUG nova.scheduler.client.report [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.898575] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5296c377-168b-1bd9-773a-e558f4f9b1cd, 'name': SearchDatastore_Task, 'duration_secs': 0.015319} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.899374] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ace9096-85ae-4584-bff4-1add11fcefd1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.906057] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 872.906057] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52706243-69aa-ef1b-fa10-37e2c407fdbe" [ 872.906057] env[69281]: _type = "Task" [ 872.906057] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.915107] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52706243-69aa-ef1b-fa10-37e2c407fdbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.946570] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "refresh_cache-cf67457e-fd08-422f-899a-2799d00e8760" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.946726] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquired lock "refresh_cache-cf67457e-fd08-422f-899a-2799d00e8760" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.946888] env[69281]: DEBUG nova.network.neutron [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.006205] env[69281]: DEBUG nova.network.neutron [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.087107] env[69281]: DEBUG oslo_vmware.api [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935706, 'name': PowerOffVM_Task, 'duration_secs': 0.244079} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.087400] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.087572] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.088205] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-445e2062-d704-4350-80e8-e80cbdf264fa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.160294] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.160606] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.160795] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Deleting the datastore file [datastore1] dec2b564-be28-4462-b767-cba2e1842d33 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.161185] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b135f0c-74f6-457a-b396-b9177bbcafa8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.170541] env[69281]: DEBUG oslo_vmware.api [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Waiting for the task: (returnval){ [ 873.170541] env[69281]: value = "task-3935709" [ 873.170541] env[69281]: _type = "Task" [ 873.170541] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.179742] env[69281]: DEBUG oslo_vmware.api [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.260899] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935707, 'name': Destroy_Task, 'duration_secs': 0.443469} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.263963] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Destroyed the VM [ 873.265208] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 873.265208] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-92e1f723-c14d-4771-b1fb-c8ce35d9b3e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.272797] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 873.272797] env[69281]: value = "task-3935710" [ 873.272797] env[69281]: _type = "Task" [ 873.272797] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.284637] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935710, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.351341] env[69281]: DEBUG nova.compute.manager [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Received event network-vif-plugged-f79f2019-7170-4582-9e20-dbc3d8d6fe19 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.351616] env[69281]: DEBUG oslo_concurrency.lockutils [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] Acquiring lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.351776] env[69281]: DEBUG oslo_concurrency.lockutils [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] Lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.351947] env[69281]: DEBUG oslo_concurrency.lockutils [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] Lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.352907] env[69281]: DEBUG nova.compute.manager [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] No waiting events found dispatching network-vif-plugged-f79f2019-7170-4582-9e20-dbc3d8d6fe19 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 873.353151] env[69281]: WARNING nova.compute.manager [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Received unexpected event network-vif-plugged-f79f2019-7170-4582-9e20-dbc3d8d6fe19 for instance with vm_state building and task_state spawning. [ 873.353334] env[69281]: DEBUG nova.compute.manager [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Received event network-changed-f79f2019-7170-4582-9e20-dbc3d8d6fe19 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.353515] env[69281]: DEBUG nova.compute.manager [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Refreshing instance network info cache due to event network-changed-f79f2019-7170-4582-9e20-dbc3d8d6fe19. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.353654] env[69281]: DEBUG oslo_concurrency.lockutils [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] Acquiring lock "refresh_cache-4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.358411] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.361757] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.741s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.361757] env[69281]: DEBUG nova.objects.instance [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Lazy-loading 'resources' on Instance uuid 078efd80-309e-4eca-a4b3-a7059cdf317a {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.381988] env[69281]: INFO nova.scheduler.client.report [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleted allocations for instance 49037718-4f32-4227-94e3-1e63a2f605d5 [ 873.423866] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52706243-69aa-ef1b-fa10-37e2c407fdbe, 'name': SearchDatastore_Task, 'duration_secs': 0.033118} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.424547] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.424814] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 5636bd99-848f-4206-bb1b-0203caf5a8b2/5636bd99-848f-4206-bb1b-0203caf5a8b2.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.425110] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2241bcdb-d2e3-4c34-862d-a163459c3ad3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.432676] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 873.432676] env[69281]: value = "task-3935711" [ 873.432676] env[69281]: _type = "Task" [ 873.432676] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.443377] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.497250] env[69281]: DEBUG nova.network.neutron [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.685222] env[69281]: DEBUG oslo_vmware.api [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.685222] env[69281]: DEBUG nova.network.neutron [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Updating instance_info_cache with network_info: [{"id": "edcd0428-276c-4aca-939f-4b0a3856db79", "address": "fa:16:3e:d7:a8:5f", "network": {"id": "fa95d522-f13d-4ada-8fae-bc1a7400c1c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-604515186", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedcd0428-27", "ovs_interfaceid": "edcd0428-276c-4aca-939f-4b0a3856db79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "87a1966d-3ba6-42c3-97cf-c77b81e06bbc", "address": "fa:16:3e:3a:fe:8a", "network": {"id": "4de75ff6-db31-44f3-947f-b4831e4d51de", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-903237171", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a1966d-3b", "ovs_interfaceid": "87a1966d-3ba6-42c3-97cf-c77b81e06bbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f79f2019-7170-4582-9e20-dbc3d8d6fe19", "address": "fa:16:3e:a0:b5:6e", "network": {"id": "fa95d522-f13d-4ada-8fae-bc1a7400c1c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-604515186", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79f2019-71", "ovs_interfaceid": "f79f2019-7170-4582-9e20-dbc3d8d6fe19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.705330] env[69281]: DEBUG nova.network.neutron [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Updating instance_info_cache with network_info: [{"id": "1852cbd4-5529-4160-837a-a14f64df131f", "address": "fa:16:3e:b1:ae:62", "network": {"id": "85805559-9c65-4060-89a4-d034cf3af3a5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1536058150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6727196d1f984b0699eefb135a6a0e5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1852cbd4-55", "ovs_interfaceid": "1852cbd4-5529-4160-837a-a14f64df131f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.784390] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935710, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.890802] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eb2faab8-fe70-4ce3-ada0-1a253809d00b tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "49037718-4f32-4227-94e3-1e63a2f605d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.877s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.943386] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935711, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.185461] env[69281]: DEBUG oslo_vmware.api [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Task: {'id': task-3935709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527418} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.185744] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.185930] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.186182] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.186367] env[69281]: INFO nova.compute.manager [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Took 1.63 seconds to destroy the instance on the hypervisor. [ 874.186657] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.186923] env[69281]: DEBUG nova.compute.manager [-] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.187055] env[69281]: DEBUG nova.network.neutron [-] [instance: dec2b564-be28-4462-b767-cba2e1842d33] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.189100] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Releasing lock "refresh_cache-4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.189480] env[69281]: DEBUG nova.compute.manager [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Instance network_info: |[{"id": "edcd0428-276c-4aca-939f-4b0a3856db79", "address": "fa:16:3e:d7:a8:5f", "network": {"id": "fa95d522-f13d-4ada-8fae-bc1a7400c1c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-604515186", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedcd0428-27", "ovs_interfaceid": "edcd0428-276c-4aca-939f-4b0a3856db79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "87a1966d-3ba6-42c3-97cf-c77b81e06bbc", "address": "fa:16:3e:3a:fe:8a", "network": {"id": "4de75ff6-db31-44f3-947f-b4831e4d51de", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-903237171", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a1966d-3b", "ovs_interfaceid": "87a1966d-3ba6-42c3-97cf-c77b81e06bbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f79f2019-7170-4582-9e20-dbc3d8d6fe19", "address": "fa:16:3e:a0:b5:6e", "network": {"id": "fa95d522-f13d-4ada-8fae-bc1a7400c1c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-604515186", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79f2019-71", "ovs_interfaceid": "f79f2019-7170-4582-9e20-dbc3d8d6fe19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.189765] env[69281]: DEBUG oslo_concurrency.lockutils [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] Acquired lock "refresh_cache-4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.189958] env[69281]: DEBUG nova.network.neutron [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Refreshing network info cache for port f79f2019-7170-4582-9e20-dbc3d8d6fe19 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.191748] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:a8:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edcd0428-276c-4aca-939f-4b0a3856db79', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:fe:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87a1966d-3ba6-42c3-97cf-c77b81e06bbc', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:b5:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f79f2019-7170-4582-9e20-dbc3d8d6fe19', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.207407] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Creating folder: Project (296be399cc2e4baa95f90e14fe5b6ed7). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.211873] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-152ac4ef-8a0c-4732-9ff0-59cdd1b1e162 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.213945] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Releasing lock "refresh_cache-cf67457e-fd08-422f-899a-2799d00e8760" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.214294] env[69281]: DEBUG nova.compute.manager [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Instance network_info: |[{"id": "1852cbd4-5529-4160-837a-a14f64df131f", "address": "fa:16:3e:b1:ae:62", "network": {"id": "85805559-9c65-4060-89a4-d034cf3af3a5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1536058150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6727196d1f984b0699eefb135a6a0e5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1852cbd4-55", "ovs_interfaceid": "1852cbd4-5529-4160-837a-a14f64df131f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.215226] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:ae:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1852cbd4-5529-4160-837a-a14f64df131f', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.223277] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.224741] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.224994] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71de6ab0-c206-472a-959e-97003a067a32 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.245854] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Created folder: Project (296be399cc2e4baa95f90e14fe5b6ed7) in parent group-v781128. [ 874.245854] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Creating folder: Instances. Parent ref: group-v781320. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.246203] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dae65da-13d6-4d97-8d1b-be0e2b87376d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.252369] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.252369] env[69281]: value = "task-3935714" [ 874.252369] env[69281]: _type = "Task" [ 874.252369] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.258348] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Created folder: Instances in parent group-v781320. [ 874.258660] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.261779] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.261996] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935714, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.266649] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aad6966b-9cc9-450a-b470-a144eab4b171 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.297611] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.297611] env[69281]: value = "task-3935716" [ 874.297611] env[69281]: _type = "Task" [ 874.297611] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.300951] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935710, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.317160] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935716, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.448927] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767024} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.449298] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 5636bd99-848f-4206-bb1b-0203caf5a8b2/5636bd99-848f-4206-bb1b-0203caf5a8b2.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.449531] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.449814] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56631de1-86c1-46e2-b67f-b75d7e527c4c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.454643] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bd5de4-1874-4645-8662-eb91396ff61c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.459688] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 874.459688] env[69281]: value = "task-3935717" [ 874.459688] env[69281]: _type = "Task" [ 874.459688] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.467566] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf2ec4f-b58e-4f6e-90a8-c3c02203121c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.478411] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.507134] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dfbd78-9c45-4c67-93cf-ead26c4df6b2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.517321] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c0981a-2085-4f25-b23e-8fa82626876e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.534391] env[69281]: DEBUG nova.compute.provider_tree [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.770427] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935714, 'name': CreateVM_Task, 'duration_secs': 0.489252} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.770670] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.772148] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.772329] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.772845] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.773242] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46436111-3e80-43ef-95e9-0d23dbb9114a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.783046] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 874.783046] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527b06ed-fa61-427e-0eeb-8c1792cdf857" [ 874.783046] env[69281]: _type = "Task" [ 874.783046] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.797133] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527b06ed-fa61-427e-0eeb-8c1792cdf857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.807945] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935710, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.817525] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935716, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.889711] env[69281]: DEBUG nova.compute.manager [req-39962d5d-ed1b-45d6-9323-68ca152b9610 req-9208f6e8-2085-44c0-b83d-47cb8ecd019b service nova] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Received event network-vif-deleted-e1e1565f-92c7-4ab8-9205-5d0589777b7a {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.890069] env[69281]: INFO nova.compute.manager [req-39962d5d-ed1b-45d6-9323-68ca152b9610 req-9208f6e8-2085-44c0-b83d-47cb8ecd019b service nova] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Neutron deleted interface e1e1565f-92c7-4ab8-9205-5d0589777b7a; detaching it from the instance and deleting it from the info cache [ 874.890270] env[69281]: DEBUG nova.network.neutron [req-39962d5d-ed1b-45d6-9323-68ca152b9610 req-9208f6e8-2085-44c0-b83d-47cb8ecd019b service nova] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.971648] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077546} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.971973] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.973050] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6186d84b-90b2-4408-abd1-19f3fe0b68b8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.005555] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 5636bd99-848f-4206-bb1b-0203caf5a8b2/5636bd99-848f-4206-bb1b-0203caf5a8b2.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.005961] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88dab7eb-1b21-4b6b-80d5-2387f8d2c822 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.031037] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 875.031037] env[69281]: value = "task-3935718" [ 875.031037] env[69281]: _type = "Task" [ 875.031037] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.033638] env[69281]: DEBUG nova.network.neutron [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Updated VIF entry in instance network info cache for port f79f2019-7170-4582-9e20-dbc3d8d6fe19. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.034142] env[69281]: DEBUG nova.network.neutron [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Updating instance_info_cache with network_info: [{"id": "edcd0428-276c-4aca-939f-4b0a3856db79", "address": "fa:16:3e:d7:a8:5f", "network": {"id": "fa95d522-f13d-4ada-8fae-bc1a7400c1c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-604515186", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedcd0428-27", "ovs_interfaceid": "edcd0428-276c-4aca-939f-4b0a3856db79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "87a1966d-3ba6-42c3-97cf-c77b81e06bbc", "address": "fa:16:3e:3a:fe:8a", "network": {"id": "4de75ff6-db31-44f3-947f-b4831e4d51de", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-903237171", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a1966d-3b", "ovs_interfaceid": "87a1966d-3ba6-42c3-97cf-c77b81e06bbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f79f2019-7170-4582-9e20-dbc3d8d6fe19", "address": "fa:16:3e:a0:b5:6e", "network": {"id": "fa95d522-f13d-4ada-8fae-bc1a7400c1c3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-604515186", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf79f2019-71", "ovs_interfaceid": "f79f2019-7170-4582-9e20-dbc3d8d6fe19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.038021] env[69281]: DEBUG nova.scheduler.client.report [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.045544] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.071214] env[69281]: DEBUG oslo_concurrency.lockutils [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "9b30894a-b414-4c4c-b92e-b33d4fbb40cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.071522] env[69281]: DEBUG oslo_concurrency.lockutils [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "9b30894a-b414-4c4c-b92e-b33d4fbb40cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.071737] env[69281]: DEBUG oslo_concurrency.lockutils [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "9b30894a-b414-4c4c-b92e-b33d4fbb40cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.071944] env[69281]: DEBUG oslo_concurrency.lockutils [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "9b30894a-b414-4c4c-b92e-b33d4fbb40cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.072231] env[69281]: DEBUG oslo_concurrency.lockutils [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "9b30894a-b414-4c4c-b92e-b33d4fbb40cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.074545] env[69281]: INFO nova.compute.manager [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Terminating instance [ 875.191466] env[69281]: DEBUG nova.network.neutron [-] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.298191] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527b06ed-fa61-427e-0eeb-8c1792cdf857, 'name': SearchDatastore_Task, 'duration_secs': 0.036459} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.299432] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.299946] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.300385] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.300699] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.301056] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.304692] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f54b3a3f-6b69-4d5d-b17f-f5c8e628f8b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.307406] env[69281]: DEBUG oslo_vmware.api [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935710, 'name': RemoveSnapshot_Task, 'duration_secs': 1.752906} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.313463] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 875.313914] env[69281]: INFO nova.compute.manager [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Took 22.35 seconds to snapshot the instance on the hypervisor. [ 875.323936] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935716, 'name': CreateVM_Task, 'duration_secs': 0.886813} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.325903] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.326871] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.326871] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.327332] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.328239] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.328473] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.329356] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15429a08-86dd-4076-9b49-5da4f40e1219 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.331452] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ba2529-5c4a-4dcb-92ed-9f9299c4cd98 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.342578] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 875.342578] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52684a30-8428-d69f-3fa1-1ab80ec5074a" [ 875.342578] env[69281]: _type = "Task" [ 875.342578] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.342942] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 875.342942] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529aa633-5160-51bd-08ec-6f4c90b9e925" [ 875.342942] env[69281]: _type = "Task" [ 875.342942] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.358295] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529aa633-5160-51bd-08ec-6f4c90b9e925, 'name': SearchDatastore_Task, 'duration_secs': 0.013528} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.363814] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52684a30-8428-d69f-3fa1-1ab80ec5074a, 'name': SearchDatastore_Task, 'duration_secs': 0.013004} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.364053] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ef4296-f894-4531-8812-b62cd825d05c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.368915] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.368915] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.368915] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.372763] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 875.372763] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521ec3e7-aea1-22da-c4ee-1444073fd104" [ 875.372763] env[69281]: _type = "Task" [ 875.372763] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.384885] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521ec3e7-aea1-22da-c4ee-1444073fd104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.393284] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f84271f3-d2d1-4407-83b9-fffec0916a59 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.404513] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337aab4b-d9dd-4d49-a802-84b66fe6d181 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.452126] env[69281]: DEBUG nova.compute.manager [req-39962d5d-ed1b-45d6-9323-68ca152b9610 req-9208f6e8-2085-44c0-b83d-47cb8ecd019b service nova] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Detach interface failed, port_id=e1e1565f-92c7-4ab8-9205-5d0589777b7a, reason: Instance dec2b564-be28-4462-b767-cba2e1842d33 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.540250] env[69281]: DEBUG oslo_concurrency.lockutils [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] Releasing lock "refresh_cache-4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.543469] env[69281]: DEBUG nova.compute.manager [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Received event network-vif-plugged-1852cbd4-5529-4160-837a-a14f64df131f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.543469] env[69281]: DEBUG oslo_concurrency.lockutils [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] Acquiring lock "cf67457e-fd08-422f-899a-2799d00e8760-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.543469] env[69281]: DEBUG oslo_concurrency.lockutils [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] Lock "cf67457e-fd08-422f-899a-2799d00e8760-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.543469] env[69281]: DEBUG oslo_concurrency.lockutils [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] Lock "cf67457e-fd08-422f-899a-2799d00e8760-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.543469] env[69281]: DEBUG nova.compute.manager [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: cf67457e-fd08-422f-899a-2799d00e8760] No waiting events found dispatching network-vif-plugged-1852cbd4-5529-4160-837a-a14f64df131f {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 875.543469] env[69281]: WARNING nova.compute.manager [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Received unexpected event network-vif-plugged-1852cbd4-5529-4160-837a-a14f64df131f for instance with vm_state building and task_state spawning. [ 875.543469] env[69281]: DEBUG nova.compute.manager [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Received event network-changed-1852cbd4-5529-4160-837a-a14f64df131f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.543469] env[69281]: DEBUG nova.compute.manager [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Refreshing instance network info cache due to event network-changed-1852cbd4-5529-4160-837a-a14f64df131f. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.543469] env[69281]: DEBUG oslo_concurrency.lockutils [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] Acquiring lock "refresh_cache-cf67457e-fd08-422f-899a-2799d00e8760" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.543469] env[69281]: DEBUG oslo_concurrency.lockutils [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] Acquired lock "refresh_cache-cf67457e-fd08-422f-899a-2799d00e8760" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.543469] env[69281]: DEBUG nova.network.neutron [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Refreshing network info cache for port 1852cbd4-5529-4160-837a-a14f64df131f {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.543918] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935718, 'name': ReconfigVM_Task, 'duration_secs': 0.318711} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.543918] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 5636bd99-848f-4206-bb1b-0203caf5a8b2/5636bd99-848f-4206-bb1b-0203caf5a8b2.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.544459] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee1b6978-e328-4a61-8a8b-dddd5adc9e5c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.546666] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.549512] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.735s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.549730] env[69281]: DEBUG nova.objects.instance [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lazy-loading 'resources' on Instance uuid f9a0134d-8333-4348-bfd9-be2ad13ed7d3 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.559027] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 875.559027] env[69281]: value = "task-3935719" [ 875.559027] env[69281]: _type = "Task" [ 875.559027] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.572910] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935719, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.578591] env[69281]: DEBUG nova.compute.manager [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.579379] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.581259] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92396fca-a019-46cb-b3f5-324f29360601 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.590694] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.590694] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b19fe1e-eac1-4995-9442-0c1222d24bea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.596078] env[69281]: DEBUG oslo_vmware.api [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 875.596078] env[69281]: value = "task-3935720" [ 875.596078] env[69281]: _type = "Task" [ 875.596078] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.606615] env[69281]: DEBUG oslo_vmware.api [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.693734] env[69281]: INFO nova.compute.manager [-] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Took 1.51 seconds to deallocate network for instance. [ 875.874667] env[69281]: DEBUG nova.compute.manager [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Found 3 images (rotation: 2) {{(pid=69281) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 875.874938] env[69281]: DEBUG nova.compute.manager [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Rotating out 1 backups {{(pid=69281) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 875.875169] env[69281]: DEBUG nova.compute.manager [None req-3db12430-8c1a-411d-ba18-e27b8f862be9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Deleting image 8a7b0e0b-28c9-45e8-b4c5-e769ad3bc314 {{(pid=69281) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 875.888605] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521ec3e7-aea1-22da-c4ee-1444073fd104, 'name': SearchDatastore_Task, 'duration_secs': 0.011577} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.888605] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.888916] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] cf67457e-fd08-422f-899a-2799d00e8760/cf67457e-fd08-422f-899a-2799d00e8760.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.889625] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.889625] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.889792] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e565dfe3-0220-46ea-8818-633cd7954daa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.893092] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57c23439-24e6-45b3-8421-37c97360d4b0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.901983] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 875.901983] env[69281]: value = "task-3935721" [ 875.901983] env[69281]: _type = "Task" [ 875.901983] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.903722] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.903925] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.909477] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b17ad3ef-2ac8-42a3-a374-b00bb52545d0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.915537] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 875.915537] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525e4345-4694-33c0-89bc-7402138433ad" [ 875.915537] env[69281]: _type = "Task" [ 875.915537] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.919342] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.928990] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525e4345-4694-33c0-89bc-7402138433ad, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.929835] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd162a52-5bd0-4053-8279-36df5386c778 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.936087] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 875.936087] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52392442-0725-150a-6402-fb471b9e0793" [ 875.936087] env[69281]: _type = "Task" [ 875.936087] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.945630] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52392442-0725-150a-6402-fb471b9e0793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.072101] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935719, 'name': Rename_Task, 'duration_secs': 0.299232} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.072285] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8077483-ed6a-484e-8302-7ed52165d98c tempest-ServerActionsV293TestJSON-1995669322 tempest-ServerActionsV293TestJSON-1995669322-project-member] Lock "078efd80-309e-4eca-a4b3-a7059cdf317a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.825s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.073149] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.073699] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eed905e-6e04-4038-a856-7695d55cdb56 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.085113] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 876.085113] env[69281]: value = "task-3935722" [ 876.085113] env[69281]: _type = "Task" [ 876.085113] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.096063] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.115712] env[69281]: DEBUG oslo_vmware.api [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935720, 'name': PowerOffVM_Task, 'duration_secs': 0.242196} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.116114] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.116325] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.116669] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cd8ac9e-0f56-413e-b55c-8c4b5f8e8dce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.201988] env[69281]: DEBUG oslo_concurrency.lockutils [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.208846] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.210654] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.210654] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleting the datastore file [datastore2] 9b30894a-b414-4c4c-b92e-b33d4fbb40cb {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.214620] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9542854-28db-438f-a42f-6235eb2f5ca3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.227353] env[69281]: DEBUG oslo_vmware.api [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 876.227353] env[69281]: value = "task-3935724" [ 876.227353] env[69281]: _type = "Task" [ 876.227353] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.246640] env[69281]: DEBUG oslo_vmware.api [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.422316] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935721, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.451906] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52392442-0725-150a-6402-fb471b9e0793, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.452264] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.452542] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1/4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.453031] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76c20002-392b-4582-8161-5e5251c0e140 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.466454] env[69281]: DEBUG nova.network.neutron [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Updated VIF entry in instance network info cache for port 1852cbd4-5529-4160-837a-a14f64df131f. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.466935] env[69281]: DEBUG nova.network.neutron [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Updating instance_info_cache with network_info: [{"id": "1852cbd4-5529-4160-837a-a14f64df131f", "address": "fa:16:3e:b1:ae:62", "network": {"id": "85805559-9c65-4060-89a4-d034cf3af3a5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1536058150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6727196d1f984b0699eefb135a6a0e5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1852cbd4-55", "ovs_interfaceid": "1852cbd4-5529-4160-837a-a14f64df131f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.473020] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 876.473020] env[69281]: value = "task-3935726" [ 876.473020] env[69281]: _type = "Task" [ 876.473020] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.484221] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.605904] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935722, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.658740] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9e61b4-3869-4aa8-9da5-4eed4de9ba83 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.672162] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1c72c7-1712-4d26-bef8-8d55f8c69d6c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.714845] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3442a9-0c15-4265-824e-a49a1dd50410 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.724209] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2082ca-aa59-4604-8a57-8418f9a1805e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.745305] env[69281]: DEBUG nova.compute.provider_tree [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.752842] env[69281]: DEBUG oslo_vmware.api [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281494} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.753146] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.753458] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.753764] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.754085] env[69281]: INFO nova.compute.manager [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 876.754511] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.754817] env[69281]: DEBUG nova.compute.manager [-] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.754978] env[69281]: DEBUG nova.network.neutron [-] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.916171] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577263} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.916358] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] cf67457e-fd08-422f-899a-2799d00e8760/cf67457e-fd08-422f-899a-2799d00e8760.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.916610] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.916943] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a32ad642-88b5-4a31-b276-9ee57a2449df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.927743] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 876.927743] env[69281]: value = "task-3935727" [ 876.927743] env[69281]: _type = "Task" [ 876.927743] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.940994] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.972527] env[69281]: DEBUG oslo_concurrency.lockutils [req-d96176de-7a60-456b-8486-9623ebbe95fc req-bf343a03-0113-468b-bd96-2ce10604ffe5 service nova] Releasing lock "refresh_cache-cf67457e-fd08-422f-899a-2799d00e8760" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.982998] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497678} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.983330] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1/4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.983430] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.983708] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c8ab08d-63f0-48f5-9173-c501e5e54bc2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.991208] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 876.991208] env[69281]: value = "task-3935728" [ 876.991208] env[69281]: _type = "Task" [ 876.991208] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.000466] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.098453] env[69281]: DEBUG oslo_vmware.api [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935722, 'name': PowerOnVM_Task, 'duration_secs': 0.610294} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.099063] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.099351] env[69281]: INFO nova.compute.manager [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Took 8.39 seconds to spawn the instance on the hypervisor. [ 877.099623] env[69281]: DEBUG nova.compute.manager [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.100810] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b1015d-a6bf-434b-9cf1-cef4a2732ab4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.227596] env[69281]: DEBUG nova.compute.manager [req-615a9c3f-8644-4471-a49f-9b8cc51168ec req-4000e0ec-8a54-4798-a206-a9643ac2c3f3 service nova] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Received event network-vif-deleted-b7ffefa0-427d-4f30-afad-219c8791cb81 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.227596] env[69281]: INFO nova.compute.manager [req-615a9c3f-8644-4471-a49f-9b8cc51168ec req-4000e0ec-8a54-4798-a206-a9643ac2c3f3 service nova] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Neutron deleted interface b7ffefa0-427d-4f30-afad-219c8791cb81; detaching it from the instance and deleting it from the info cache [ 877.227596] env[69281]: DEBUG nova.network.neutron [req-615a9c3f-8644-4471-a49f-9b8cc51168ec req-4000e0ec-8a54-4798-a206-a9643ac2c3f3 service nova] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.254030] env[69281]: DEBUG nova.scheduler.client.report [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.439798] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07583} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.440478] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.441364] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e2bb56-39af-4a84-9813-d4b007398cb9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.465642] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] cf67457e-fd08-422f-899a-2799d00e8760/cf67457e-fd08-422f-899a-2799d00e8760.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.466013] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69cc1bec-a9f2-4ad6-8b61-2b6aa66af291 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.486611] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 877.486611] env[69281]: value = "task-3935729" [ 877.486611] env[69281]: _type = "Task" [ 877.486611] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.497383] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.503578] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068742} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.503855] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.504671] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b25152-9a11-49b1-bdb0-5958789cbc63 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.532571] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1/4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.533275] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3334d571-9b23-4894-bf61-069e45ce8ca3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.554873] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 877.554873] env[69281]: value = "task-3935730" [ 877.554873] env[69281]: _type = "Task" [ 877.554873] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.568061] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935730, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.618040] env[69281]: INFO nova.compute.manager [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Took 49.63 seconds to build instance. [ 877.633780] env[69281]: DEBUG nova.network.neutron [-] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.730505] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a76d3efb-b46c-4770-be20-24d858403f48 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.741488] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff850497-f0a1-4efa-8b51-bbdee6ee5d2e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.758886] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.761636] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.634s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.763711] env[69281]: INFO nova.compute.claims [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.783940] env[69281]: DEBUG nova.compute.manager [req-615a9c3f-8644-4471-a49f-9b8cc51168ec req-4000e0ec-8a54-4798-a206-a9643ac2c3f3 service nova] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Detach interface failed, port_id=b7ffefa0-427d-4f30-afad-219c8791cb81, reason: Instance 9b30894a-b414-4c4c-b92e-b33d4fbb40cb could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 877.794071] env[69281]: INFO nova.scheduler.client.report [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Deleted allocations for instance f9a0134d-8333-4348-bfd9-be2ad13ed7d3 [ 877.930465] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4f93294e-ebe7-4f3c-8555-32b659c1356d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "066aadf2-88b6-4015-a933-f110946dbf3e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.931076] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4f93294e-ebe7-4f3c-8555-32b659c1356d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "066aadf2-88b6-4015-a933-f110946dbf3e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.931422] env[69281]: DEBUG nova.compute.manager [None req-4f93294e-ebe7-4f3c-8555-32b659c1356d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.934019] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b32189-3d14-4761-9feb-d7e37148a69f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.941641] env[69281]: DEBUG nova.compute.manager [None req-4f93294e-ebe7-4f3c-8555-32b659c1356d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69281) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 877.941641] env[69281]: DEBUG nova.objects.instance [None req-4f93294e-ebe7-4f3c-8555-32b659c1356d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'flavor' on Instance uuid 066aadf2-88b6-4015-a933-f110946dbf3e {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.999744] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.069367] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935730, 'name': ReconfigVM_Task, 'duration_secs': 0.33125} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.069367] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1/4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.069367] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a308a52f-dd8d-4d6d-adf0-c72e70e74c86 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.077710] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 878.077710] env[69281]: value = "task-3935731" [ 878.077710] env[69281]: _type = "Task" [ 878.077710] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.091635] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935731, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.120719] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90ce19d5-254b-406f-b777-7dfb3730d992 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.274s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.137277] env[69281]: INFO nova.compute.manager [-] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Took 1.38 seconds to deallocate network for instance. [ 878.223810] env[69281]: DEBUG nova.compute.manager [req-fe7ed534-a105-4ad8-9243-3bd8b73662a4 req-2f7241fd-1a04-4471-be40-8f31cff28512 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Received event network-changed-ea3c372c-917b-420f-b829-2875e48e8e64 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.224145] env[69281]: DEBUG nova.compute.manager [req-fe7ed534-a105-4ad8-9243-3bd8b73662a4 req-2f7241fd-1a04-4471-be40-8f31cff28512 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Refreshing instance network info cache due to event network-changed-ea3c372c-917b-420f-b829-2875e48e8e64. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.224405] env[69281]: DEBUG oslo_concurrency.lockutils [req-fe7ed534-a105-4ad8-9243-3bd8b73662a4 req-2f7241fd-1a04-4471-be40-8f31cff28512 service nova] Acquiring lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.225120] env[69281]: DEBUG oslo_concurrency.lockutils [req-fe7ed534-a105-4ad8-9243-3bd8b73662a4 req-2f7241fd-1a04-4471-be40-8f31cff28512 service nova] Acquired lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.225120] env[69281]: DEBUG nova.network.neutron [req-fe7ed534-a105-4ad8-9243-3bd8b73662a4 req-2f7241fd-1a04-4471-be40-8f31cff28512 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Refreshing network info cache for port ea3c372c-917b-420f-b829-2875e48e8e64 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.304521] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2fbc5226-71a9-483d-9a04-45bfb8088e32 tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "f9a0134d-8333-4348-bfd9-be2ad13ed7d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.430s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.500938] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935729, 'name': ReconfigVM_Task, 'duration_secs': 0.80536} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.501423] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Reconfigured VM instance instance-00000042 to attach disk [datastore1] cf67457e-fd08-422f-899a-2799d00e8760/cf67457e-fd08-422f-899a-2799d00e8760.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.502260] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2f86e4a-97f7-4a62-93d3-90d767233e99 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.511119] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 878.511119] env[69281]: value = "task-3935733" [ 878.511119] env[69281]: _type = "Task" [ 878.511119] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.523312] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935733, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.591098] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935731, 'name': Rename_Task, 'duration_secs': 0.180604} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.592056] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.592415] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fa72561-427c-4eb0-8042-617305658bf3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.600616] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 878.600616] env[69281]: value = "task-3935734" [ 878.600616] env[69281]: _type = "Task" [ 878.600616] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.613521] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.643575] env[69281]: DEBUG oslo_concurrency.lockutils [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.953025] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f93294e-ebe7-4f3c-8555-32b659c1356d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.953025] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7db45314-b8ac-4f88-85ae-9dd91d4bec01 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.961520] env[69281]: DEBUG oslo_vmware.api [None req-4f93294e-ebe7-4f3c-8555-32b659c1356d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 878.961520] env[69281]: value = "task-3935735" [ 878.961520] env[69281]: _type = "Task" [ 878.961520] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.972916] env[69281]: DEBUG oslo_vmware.api [None req-4f93294e-ebe7-4f3c-8555-32b659c1356d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.026071] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935733, 'name': Rename_Task, 'duration_secs': 0.19264} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.031116] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.031282] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a55b692-e9a3-4674-b3f1-9a9adacc772f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.044222] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 879.044222] env[69281]: value = "task-3935736" [ 879.044222] env[69281]: _type = "Task" [ 879.044222] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.060210] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.092688] env[69281]: DEBUG nova.network.neutron [req-fe7ed534-a105-4ad8-9243-3bd8b73662a4 req-2f7241fd-1a04-4471-be40-8f31cff28512 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Updated VIF entry in instance network info cache for port ea3c372c-917b-420f-b829-2875e48e8e64. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.094218] env[69281]: DEBUG nova.network.neutron [req-fe7ed534-a105-4ad8-9243-3bd8b73662a4 req-2f7241fd-1a04-4471-be40-8f31cff28512 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Updating instance_info_cache with network_info: [{"id": "ea3c372c-917b-420f-b829-2875e48e8e64", "address": "fa:16:3e:86:9b:6d", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3c372c-91", "ovs_interfaceid": "ea3c372c-917b-420f-b829-2875e48e8e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.114743] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935734, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.339201] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24581273-63f1-42cf-ac79-7e425942fd36 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.346568] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85067b67-885f-453f-a2a9-d885bdde0822 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.381691] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfd768c-edde-4499-8b77-99e22d07382b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.391568] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330c02bd-2f47-495e-8e16-973312655c55 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.410745] env[69281]: DEBUG nova.compute.provider_tree [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.473430] env[69281]: DEBUG oslo_vmware.api [None req-4f93294e-ebe7-4f3c-8555-32b659c1356d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935735, 'name': PowerOffVM_Task, 'duration_secs': 0.207094} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.473819] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f93294e-ebe7-4f3c-8555-32b659c1356d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.474075] env[69281]: DEBUG nova.compute.manager [None req-4f93294e-ebe7-4f3c-8555-32b659c1356d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 879.475034] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1533b517-b9f3-429e-83b4-bfdf924e048f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.556073] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935736, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.599718] env[69281]: DEBUG oslo_concurrency.lockutils [req-fe7ed534-a105-4ad8-9243-3bd8b73662a4 req-2f7241fd-1a04-4471-be40-8f31cff28512 service nova] Releasing lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.618624] env[69281]: DEBUG oslo_vmware.api [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935734, 'name': PowerOnVM_Task, 'duration_secs': 0.679714} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.618934] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.619264] env[69281]: INFO nova.compute.manager [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Took 14.68 seconds to spawn the instance on the hypervisor. [ 879.619477] env[69281]: DEBUG nova.compute.manager [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 879.620507] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452e574b-8dda-437f-8a59-fabc224af89e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.915164] env[69281]: DEBUG nova.scheduler.client.report [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.989911] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4f93294e-ebe7-4f3c-8555-32b659c1356d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "066aadf2-88b6-4015-a933-f110946dbf3e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.056437] env[69281]: DEBUG oslo_vmware.api [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935736, 'name': PowerOnVM_Task, 'duration_secs': 0.866695} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.056721] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.056931] env[69281]: INFO nova.compute.manager [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Took 8.61 seconds to spawn the instance on the hypervisor. [ 880.057134] env[69281]: DEBUG nova.compute.manager [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 880.057971] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1090454c-503a-4ecc-818b-482cb55e7304 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.099353] env[69281]: DEBUG oslo_concurrency.lockutils [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "8e2b0a67-27be-4006-888f-1bfc6b45030b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.099622] env[69281]: DEBUG oslo_concurrency.lockutils [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "8e2b0a67-27be-4006-888f-1bfc6b45030b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.099837] env[69281]: DEBUG oslo_concurrency.lockutils [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "8e2b0a67-27be-4006-888f-1bfc6b45030b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.100066] env[69281]: DEBUG oslo_concurrency.lockutils [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "8e2b0a67-27be-4006-888f-1bfc6b45030b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.100276] env[69281]: DEBUG oslo_concurrency.lockutils [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "8e2b0a67-27be-4006-888f-1bfc6b45030b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.102936] env[69281]: INFO nova.compute.manager [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Terminating instance [ 880.143093] env[69281]: INFO nova.compute.manager [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Took 54.43 seconds to build instance. [ 880.421320] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.422027] env[69281]: DEBUG nova.compute.manager [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.425871] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.954s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.426956] env[69281]: DEBUG nova.objects.instance [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Lazy-loading 'resources' on Instance uuid f31bf3ac-2618-4f2e-8f12-99de5620e16d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.576527] env[69281]: INFO nova.compute.manager [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Took 47.88 seconds to build instance. [ 880.608123] env[69281]: DEBUG nova.compute.manager [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.608459] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.609650] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61eff0e6-fcf5-4ca8-b2dd-0d705a8bf50c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.620097] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.621169] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59d19396-4569-4b5e-8210-1a60d61b3f41 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.629571] env[69281]: DEBUG oslo_vmware.api [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 880.629571] env[69281]: value = "task-3935738" [ 880.629571] env[69281]: _type = "Task" [ 880.629571] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.644682] env[69281]: DEBUG oslo_vmware.api [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.645468] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1973017e-e6a5-4c48-9e6c-33db79c13921 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.467s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.927259] env[69281]: DEBUG nova.compute.utils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.928983] env[69281]: DEBUG nova.compute.manager [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.928983] env[69281]: DEBUG nova.network.neutron [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.943031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.943031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.943267] env[69281]: DEBUG oslo_concurrency.lockutils [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.943467] env[69281]: DEBUG oslo_concurrency.lockutils [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.943697] env[69281]: DEBUG oslo_concurrency.lockutils [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.946285] env[69281]: INFO nova.compute.manager [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Terminating instance [ 881.004444] env[69281]: DEBUG nova.policy [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1976b0b1cbe7429482ec1233f8315847', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '158f14e518ad4f039b76a972cc6bd6cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.079392] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c7a4c11-8ba9-48a3-8515-a064ade9fad1 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "cf67457e-fd08-422f-899a-2799d00e8760" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.520s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.108057] env[69281]: DEBUG oslo_concurrency.lockutils [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "cf67457e-fd08-422f-899a-2799d00e8760" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.108057] env[69281]: DEBUG oslo_concurrency.lockutils [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "cf67457e-fd08-422f-899a-2799d00e8760" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.108057] env[69281]: DEBUG oslo_concurrency.lockutils [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "cf67457e-fd08-422f-899a-2799d00e8760-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.108057] env[69281]: DEBUG oslo_concurrency.lockutils [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "cf67457e-fd08-422f-899a-2799d00e8760-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.108057] env[69281]: DEBUG oslo_concurrency.lockutils [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "cf67457e-fd08-422f-899a-2799d00e8760-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.113337] env[69281]: INFO nova.compute.manager [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Terminating instance [ 881.141094] env[69281]: DEBUG oslo_vmware.api [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935738, 'name': PowerOffVM_Task, 'duration_secs': 0.486645} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.144117] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.144259] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.145524] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e640b308-dd08-4654-80ae-4a4a409d5271 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.222351] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.222628] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.222844] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Deleting the datastore file [datastore2] 8e2b0a67-27be-4006-888f-1bfc6b45030b {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.225910] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4156ffbd-3a54-4bd4-b51a-1fdbe8edc9f9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.233037] env[69281]: DEBUG oslo_vmware.api [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for the task: (returnval){ [ 881.233037] env[69281]: value = "task-3935740" [ 881.233037] env[69281]: _type = "Task" [ 881.233037] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.242026] env[69281]: DEBUG oslo_vmware.api [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.304850] env[69281]: DEBUG nova.compute.manager [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Stashing vm_state: stopped {{(pid=69281) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 881.421644] env[69281]: DEBUG nova.network.neutron [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Successfully created port: b9a323bc-7402-4a6e-84f0-f1eb52649d1b {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.436734] env[69281]: DEBUG nova.compute.manager [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.451029] env[69281]: DEBUG nova.compute.manager [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.451029] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.451029] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b7007e-d359-445a-995d-0b4c154a2d1c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.464116] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.464395] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-278ac33c-27a1-4fe3-88f0-d42a231df468 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.472421] env[69281]: DEBUG oslo_vmware.api [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 881.472421] env[69281]: value = "task-3935741" [ 881.472421] env[69281]: _type = "Task" [ 881.472421] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.474453] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a3c36f-5312-40b3-944e-b52a08470253 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.486796] env[69281]: DEBUG oslo_vmware.api [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.490320] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8583f48-3973-43f8-8028-904496863279 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.525920] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff7b3ce-63f8-4efb-b771-db4ca42dd97b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.535614] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643719f2-3851-40c4-96be-b7419aac6b10 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.551746] env[69281]: DEBUG nova.compute.provider_tree [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.622283] env[69281]: DEBUG nova.compute.manager [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.622769] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.624661] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0563c39c-cb35-46d3-87f4-670a8f381226 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.635205] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.635537] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aabd2ad7-6775-490d-9ce2-67d68da59f4f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.644405] env[69281]: DEBUG oslo_vmware.api [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 881.644405] env[69281]: value = "task-3935742" [ 881.644405] env[69281]: _type = "Task" [ 881.644405] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.654218] env[69281]: DEBUG oslo_vmware.api [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.744571] env[69281]: DEBUG oslo_vmware.api [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Task: {'id': task-3935740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163443} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.744863] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.745124] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.745381] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.745615] env[69281]: INFO nova.compute.manager [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 881.746037] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.746186] env[69281]: DEBUG nova.compute.manager [-] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.746238] env[69281]: DEBUG nova.network.neutron [-] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.833396] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.987557] env[69281]: DEBUG oslo_vmware.api [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935741, 'name': PowerOffVM_Task, 'duration_secs': 0.25422} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.988624] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.988808] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.989106] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a70a457-6d68-4cc7-868b-3e2cdff28ca6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.056560] env[69281]: DEBUG nova.scheduler.client.report [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.157867] env[69281]: DEBUG oslo_vmware.api [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935742, 'name': PowerOffVM_Task, 'duration_secs': 0.226294} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.158150] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.158329] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.158952] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8466a784-2e63-4b0e-adff-c00c0e0fb683 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.187935] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.188175] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.188444] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Deleting the datastore file [datastore1] 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.188728] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61e9fdf8-673c-4bf8-a1db-5701261247d7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.199949] env[69281]: DEBUG oslo_vmware.api [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 882.199949] env[69281]: value = "task-3935745" [ 882.199949] env[69281]: _type = "Task" [ 882.199949] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.210140] env[69281]: DEBUG oslo_vmware.api [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.244222] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.244517] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.244724] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Deleting the datastore file [datastore1] cf67457e-fd08-422f-899a-2799d00e8760 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.245135] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bf7c6fe-2e3e-4ff3-999a-7d88871deece {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.252803] env[69281]: DEBUG oslo_vmware.api [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for the task: (returnval){ [ 882.252803] env[69281]: value = "task-3935746" [ 882.252803] env[69281]: _type = "Task" [ 882.252803] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.261878] env[69281]: DEBUG oslo_vmware.api [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.446747] env[69281]: DEBUG nova.compute.manager [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.477536] env[69281]: DEBUG nova.virt.hardware [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.477797] env[69281]: DEBUG nova.virt.hardware [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.478008] env[69281]: DEBUG nova.virt.hardware [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.478273] env[69281]: DEBUG nova.virt.hardware [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.478480] env[69281]: DEBUG nova.virt.hardware [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.478673] env[69281]: DEBUG nova.virt.hardware [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.478956] env[69281]: DEBUG nova.virt.hardware [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.479227] env[69281]: DEBUG nova.virt.hardware [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.479675] env[69281]: DEBUG nova.virt.hardware [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.479928] env[69281]: DEBUG nova.virt.hardware [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.480242] env[69281]: DEBUG nova.virt.hardware [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.481583] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c0a427-2cd3-427b-8ea6-2ef78869682f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.491552] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c8fd1a-98aa-4c9d-a5dd-a457a25cccee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.286984] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.861s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.291164] env[69281]: DEBUG nova.network.neutron [-] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.293401] env[69281]: DEBUG nova.network.neutron [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Successfully updated port: b9a323bc-7402-4a6e-84f0-f1eb52649d1b {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.298412] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.217s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.306114] env[69281]: DEBUG nova.compute.manager [req-10df42ad-fcda-4cb1-8cb5-832f1e2e3368 req-36b89f66-557b-48dd-a9c1-791e16676cc7 service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Received event network-vif-deleted-12bab44a-ec1c-48e6-8990-d8e93b81d17c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.306367] env[69281]: INFO nova.compute.manager [req-10df42ad-fcda-4cb1-8cb5-832f1e2e3368 req-36b89f66-557b-48dd-a9c1-791e16676cc7 service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Neutron deleted interface 12bab44a-ec1c-48e6-8990-d8e93b81d17c; detaching it from the instance and deleting it from the info cache [ 883.306488] env[69281]: DEBUG nova.network.neutron [req-10df42ad-fcda-4cb1-8cb5-832f1e2e3368 req-36b89f66-557b-48dd-a9c1-791e16676cc7 service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.308927] env[69281]: DEBUG nova.compute.manager [req-91a30a7b-67cd-4844-889b-6aed71b089af req-d43c4e28-12ea-4a9c-af98-511c4b1c7d93 service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Received event network-vif-plugged-b9a323bc-7402-4a6e-84f0-f1eb52649d1b {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.309163] env[69281]: DEBUG oslo_concurrency.lockutils [req-91a30a7b-67cd-4844-889b-6aed71b089af req-d43c4e28-12ea-4a9c-af98-511c4b1c7d93 service nova] Acquiring lock "37f8853b-006a-4591-bc1b-01349ea94022-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.309386] env[69281]: DEBUG oslo_concurrency.lockutils [req-91a30a7b-67cd-4844-889b-6aed71b089af req-d43c4e28-12ea-4a9c-af98-511c4b1c7d93 service nova] Lock "37f8853b-006a-4591-bc1b-01349ea94022-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.309557] env[69281]: DEBUG oslo_concurrency.lockutils [req-91a30a7b-67cd-4844-889b-6aed71b089af req-d43c4e28-12ea-4a9c-af98-511c4b1c7d93 service nova] Lock "37f8853b-006a-4591-bc1b-01349ea94022-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.309726] env[69281]: DEBUG nova.compute.manager [req-91a30a7b-67cd-4844-889b-6aed71b089af req-d43c4e28-12ea-4a9c-af98-511c4b1c7d93 service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] No waiting events found dispatching network-vif-plugged-b9a323bc-7402-4a6e-84f0-f1eb52649d1b {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 883.309975] env[69281]: WARNING nova.compute.manager [req-91a30a7b-67cd-4844-889b-6aed71b089af req-d43c4e28-12ea-4a9c-af98-511c4b1c7d93 service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Received unexpected event network-vif-plugged-b9a323bc-7402-4a6e-84f0-f1eb52649d1b for instance with vm_state building and task_state spawning. [ 883.323868] env[69281]: DEBUG oslo_vmware.api [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16045} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.324185] env[69281]: DEBUG oslo_vmware.api [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Task: {'id': task-3935746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14577} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.326038] env[69281]: INFO nova.scheduler.client.report [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Deleted allocations for instance f31bf3ac-2618-4f2e-8f12-99de5620e16d [ 883.326223] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.326420] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.326692] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.326854] env[69281]: INFO nova.compute.manager [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Took 1.88 seconds to destroy the instance on the hypervisor. [ 883.327021] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.327232] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.327433] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.327602] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.327762] env[69281]: INFO nova.compute.manager [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Took 1.71 seconds to destroy the instance on the hypervisor. [ 883.328066] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.329056] env[69281]: DEBUG nova.compute.manager [-] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.329159] env[69281]: DEBUG nova.network.neutron [-] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.331219] env[69281]: DEBUG nova.compute.manager [-] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.331219] env[69281]: DEBUG nova.network.neutron [-] [instance: cf67457e-fd08-422f-899a-2799d00e8760] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.812021] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Acquiring lock "refresh_cache-37f8853b-006a-4591-bc1b-01349ea94022" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.812417] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Acquired lock "refresh_cache-37f8853b-006a-4591-bc1b-01349ea94022" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.812736] env[69281]: DEBUG nova.network.neutron [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.814352] env[69281]: INFO nova.compute.manager [-] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Took 2.07 seconds to deallocate network for instance. [ 883.845026] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-825e7f7f-c573-4e26-805b-f9a725406a66 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.848350] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df2fec18-ecf0-44e0-9d65-bb00c5760d48 tempest-VolumesAssistedSnapshotsTest-309329079 tempest-VolumesAssistedSnapshotsTest-309329079-project-member] Lock "f31bf3ac-2618-4f2e-8f12-99de5620e16d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.354s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.856446] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5c66a3-0fad-4dc9-9a75-85ededb24f1b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.878146] env[69281]: DEBUG nova.network.neutron [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.899423] env[69281]: DEBUG nova.compute.manager [req-10df42ad-fcda-4cb1-8cb5-832f1e2e3368 req-36b89f66-557b-48dd-a9c1-791e16676cc7 service nova] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Detach interface failed, port_id=12bab44a-ec1c-48e6-8990-d8e93b81d17c, reason: Instance 8e2b0a67-27be-4006-888f-1bfc6b45030b could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.098094] env[69281]: DEBUG nova.network.neutron [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Updating instance_info_cache with network_info: [{"id": "b9a323bc-7402-4a6e-84f0-f1eb52649d1b", "address": "fa:16:3e:0b:bf:f0", "network": {"id": "579f945b-7432-4031-b799-7afe1cd4740b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-801720123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158f14e518ad4f039b76a972cc6bd6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a323bc-74", "ovs_interfaceid": "b9a323bc-7402-4a6e-84f0-f1eb52649d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.172292] env[69281]: DEBUG nova.network.neutron [-] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.337393] env[69281]: DEBUG oslo_concurrency.lockutils [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.340314] env[69281]: INFO nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating resource usage from migration 92a176e1-c6c0-491b-a419-5049239f244c [ 884.340499] env[69281]: INFO nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating resource usage from migration 0758a08a-816b-447b-a8b4-5172d6744c53 [ 884.340637] env[69281]: INFO nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating resource usage from migration 225a436c-5bbb-4589-8d20-5dfad3f401d8 [ 884.361687] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 9bf17219-c600-4bb2-b10d-628bb6f13524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.361843] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance bf429377-67c2-48d3-acb9-1a497e262682 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.362012] env[69281]: WARNING nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance f936b4ff-b128-46b1-ae08-e22f0030c5ea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.362293] env[69281]: WARNING nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 9b30894a-b414-4c4c-b92e-b33d4fbb40cb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.362520] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 8e2b0a67-27be-4006-888f-1bfc6b45030b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.362665] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 7289d8eb-3321-4946-8799-efd422ffb4e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.362792] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 1ee96550-ffee-4b07-b48e-7f5978d12145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.362926] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 31701380-3998-4510-be64-ec5271cf985f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.363060] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 94545097-35b6-483f-b933-6e3e9d592f7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.363204] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance ef277bf0-8b0b-4e8d-bbee-13cb4ff68263 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.363353] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.363642] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.363642] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.363840] env[69281]: WARNING nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 08a765e1-c6ce-459a-9543-f017aa8202ba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.363994] env[69281]: WARNING nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 30e0d6a1-a30e-4023-94e4-4fba054a237d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.364146] env[69281]: WARNING nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 5461af5c-2687-413e-af95-2ceaea58953f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.364275] env[69281]: WARNING nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance dec2b564-be28-4462-b767-cba2e1842d33 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.364391] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.364587] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 5636bd99-848f-4206-bb1b-0203caf5a8b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.364708] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance cf67457e-fd08-422f-899a-2799d00e8760 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.364818] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 37f8853b-006a-4591-bc1b-01349ea94022 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 884.587373] env[69281]: DEBUG nova.compute.manager [req-8a49b72d-aadd-495a-99c5-70f736a323a7 req-4601b1f8-0061-42c8-80ee-56e8bb9ffe12 service nova] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Received event network-vif-deleted-1852cbd4-5529-4160-837a-a14f64df131f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.602095] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Releasing lock "refresh_cache-37f8853b-006a-4591-bc1b-01349ea94022" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.602745] env[69281]: DEBUG nova.compute.manager [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Instance network_info: |[{"id": "b9a323bc-7402-4a6e-84f0-f1eb52649d1b", "address": "fa:16:3e:0b:bf:f0", "network": {"id": "579f945b-7432-4031-b799-7afe1cd4740b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-801720123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158f14e518ad4f039b76a972cc6bd6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a323bc-74", "ovs_interfaceid": "b9a323bc-7402-4a6e-84f0-f1eb52649d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.603152] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:bf:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9a323bc-7402-4a6e-84f0-f1eb52649d1b', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.611235] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Creating folder: Project (158f14e518ad4f039b76a972cc6bd6cc). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.611951] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acd21c86-7f97-4bbc-abee-2a8981a62be5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.624675] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Created folder: Project (158f14e518ad4f039b76a972cc6bd6cc) in parent group-v781128. [ 884.624675] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Creating folder: Instances. Parent ref: group-v781325. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.625095] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9724893e-88e1-4fb6-93a1-8a0b87c1a7a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.639115] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Created folder: Instances in parent group-v781325. [ 884.639430] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.639661] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.639933] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28efda6f-bb79-40e7-b5b2-0f0ee76fabd7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.663767] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.663767] env[69281]: value = "task-3935749" [ 884.663767] env[69281]: _type = "Task" [ 884.663767] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.673864] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935749, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.675477] env[69281]: INFO nova.compute.manager [-] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Took 1.34 seconds to deallocate network for instance. [ 884.713599] env[69281]: DEBUG nova.network.neutron [-] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.858893] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Acquiring lock "6f6d6da4-7571-4388-bfc9-660896fb64e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.860171] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Lock "6f6d6da4-7571-4388-bfc9-660896fb64e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.868983] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 3157633a-c966-48d3-a066-ef80540e64a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 884.868983] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Migration 92a176e1-c6c0-491b-a419-5049239f244c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 884.869214] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 1d7a25e6-1f78-40b1-b146-339b754cbeb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.096698] env[69281]: DEBUG nova.compute.manager [req-aa626b39-0f9d-4107-be95-26a9647477ae req-23727978-5106-4b60-b3f8-94c8f984c2a0 service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Received event network-changed-b9a323bc-7402-4a6e-84f0-f1eb52649d1b {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.096900] env[69281]: DEBUG nova.compute.manager [req-aa626b39-0f9d-4107-be95-26a9647477ae req-23727978-5106-4b60-b3f8-94c8f984c2a0 service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Refreshing instance network info cache due to event network-changed-b9a323bc-7402-4a6e-84f0-f1eb52649d1b. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.097147] env[69281]: DEBUG oslo_concurrency.lockutils [req-aa626b39-0f9d-4107-be95-26a9647477ae req-23727978-5106-4b60-b3f8-94c8f984c2a0 service nova] Acquiring lock "refresh_cache-37f8853b-006a-4591-bc1b-01349ea94022" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.097290] env[69281]: DEBUG oslo_concurrency.lockutils [req-aa626b39-0f9d-4107-be95-26a9647477ae req-23727978-5106-4b60-b3f8-94c8f984c2a0 service nova] Acquired lock "refresh_cache-37f8853b-006a-4591-bc1b-01349ea94022" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.097453] env[69281]: DEBUG nova.network.neutron [req-aa626b39-0f9d-4107-be95-26a9647477ae req-23727978-5106-4b60-b3f8-94c8f984c2a0 service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Refreshing network info cache for port b9a323bc-7402-4a6e-84f0-f1eb52649d1b {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.179113] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935749, 'name': CreateVM_Task, 'duration_secs': 0.394521} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.179406] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.180212] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.180389] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.180743] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.182334] env[69281]: DEBUG oslo_concurrency.lockutils [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.182334] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5af14f-925c-4827-b48d-c6e56b3ad136 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.188077] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Waiting for the task: (returnval){ [ 885.188077] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529f28a0-cbcf-b4e2-2c4b-4b4f144e9c96" [ 885.188077] env[69281]: _type = "Task" [ 885.188077] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.200197] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529f28a0-cbcf-b4e2-2c4b-4b4f144e9c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.218594] env[69281]: INFO nova.compute.manager [-] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Took 1.89 seconds to deallocate network for instance. [ 885.362835] env[69281]: DEBUG nova.compute.manager [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.371731] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance e894d77f-378a-4b9f-98ca-6ae6dc50d78d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 885.371896] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Migration 0758a08a-816b-447b-a8b4-5172d6744c53 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 885.372032] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 4600fd81-377f-4ce2-97de-9b03f2b03d37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.701488] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529f28a0-cbcf-b4e2-2c4b-4b4f144e9c96, 'name': SearchDatastore_Task, 'duration_secs': 0.037498} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.704364] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.704634] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.704918] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.705087] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.705369] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.705571] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d0a0eba-a543-4507-a3bd-efd1e160f5ef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.718810] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.719008] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.720015] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f7b49d-4eda-4f27-a834-6fa3f54e86f2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.728713] env[69281]: DEBUG oslo_concurrency.lockutils [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.728713] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Waiting for the task: (returnval){ [ 885.728713] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52194e50-37a0-bd67-59bb-2dd759e15c38" [ 885.728713] env[69281]: _type = "Task" [ 885.728713] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.742504] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52194e50-37a0-bd67-59bb-2dd759e15c38, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.744246] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f181ef-d6b9-4301-b763-895acddb2b39 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.751407] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Waiting for the task: (returnval){ [ 885.751407] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52125e51-743e-f989-53b1-baf8dde84480" [ 885.751407] env[69281]: _type = "Task" [ 885.751407] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.761026] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52125e51-743e-f989-53b1-baf8dde84480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.878629] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 4292247a-b2ba-450d-a8af-0398e4ccab75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 885.878935] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (adc98e38-91c6-4ac1-9063-c94accf48342): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 885.879079] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Migration 225a436c-5bbb-4589-8d20-5dfad3f401d8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 885.879273] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 066aadf2-88b6-4015-a933-f110946dbf3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.898518] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.915494] env[69281]: DEBUG nova.network.neutron [req-aa626b39-0f9d-4107-be95-26a9647477ae req-23727978-5106-4b60-b3f8-94c8f984c2a0 service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Updated VIF entry in instance network info cache for port b9a323bc-7402-4a6e-84f0-f1eb52649d1b. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.915933] env[69281]: DEBUG nova.network.neutron [req-aa626b39-0f9d-4107-be95-26a9647477ae req-23727978-5106-4b60-b3f8-94c8f984c2a0 service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Updating instance_info_cache with network_info: [{"id": "b9a323bc-7402-4a6e-84f0-f1eb52649d1b", "address": "fa:16:3e:0b:bf:f0", "network": {"id": "579f945b-7432-4031-b799-7afe1cd4740b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-801720123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158f14e518ad4f039b76a972cc6bd6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a323bc-74", "ovs_interfaceid": "b9a323bc-7402-4a6e-84f0-f1eb52649d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.262929] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52125e51-743e-f989-53b1-baf8dde84480, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.263221] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.263466] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 37f8853b-006a-4591-bc1b-01349ea94022/37f8853b-006a-4591-bc1b-01349ea94022.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.263731] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e78f4d72-9aaf-4baa-9af7-06fa92efee32 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.272648] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Waiting for the task: (returnval){ [ 886.272648] env[69281]: value = "task-3935750" [ 886.272648] env[69281]: _type = "Task" [ 886.272648] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.281766] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3935750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.384755] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 6f6d6da4-7571-4388-bfc9-660896fb64e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 886.384755] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 886.384755] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 886.419914] env[69281]: DEBUG oslo_concurrency.lockutils [req-aa626b39-0f9d-4107-be95-26a9647477ae req-23727978-5106-4b60-b3f8-94c8f984c2a0 service nova] Releasing lock "refresh_cache-37f8853b-006a-4591-bc1b-01349ea94022" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.420076] env[69281]: DEBUG nova.compute.manager [req-aa626b39-0f9d-4107-be95-26a9647477ae req-23727978-5106-4b60-b3f8-94c8f984c2a0 service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Received event network-vif-deleted-87a1966d-3ba6-42c3-97cf-c77b81e06bbc {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.420299] env[69281]: DEBUG nova.compute.manager [req-aa626b39-0f9d-4107-be95-26a9647477ae req-23727978-5106-4b60-b3f8-94c8f984c2a0 service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Received event network-vif-deleted-f79f2019-7170-4582-9e20-dbc3d8d6fe19 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.420514] env[69281]: DEBUG nova.compute.manager [req-aa626b39-0f9d-4107-be95-26a9647477ae req-23727978-5106-4b60-b3f8-94c8f984c2a0 service nova] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Received event network-vif-deleted-edcd0428-276c-4aca-939f-4b0a3856db79 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.785315] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3935750, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.978621] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec82a8b-8e3a-45cb-a457-dc89dc872a98 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.987585] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13492cf-2ec7-415e-ac38-81783c244a80 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.024126] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd7e39c-c6f4-444d-b604-a93b294a4b62 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.034019] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3971d3e4-c1cf-4900-b04e-f25ff853cefa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.051240] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.287434] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3935750, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.578210] env[69281]: ERROR nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [req-72f58e1d-f219-4b45-ad16-68e9629c7079] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-72f58e1d-f219-4b45-ad16-68e9629c7079"}]} [ 887.596615] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 887.615581] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 887.615849] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.628943] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 887.652794] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 887.787405] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3935750, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.185101] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6407f81-fa18-4013-bf41-b97d3577ed3c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.196230] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccec3c8d-96a9-436e-b0b8-4de2b1c6dd75 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.231985] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299d91eb-aa99-4a53-bb30-ef58a2be8c25 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.241524] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22ccbb3-8fe7-45ee-9a72-17af6527463c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.257027] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.285257] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3935750, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.588489} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.286043] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 37f8853b-006a-4591-bc1b-01349ea94022/37f8853b-006a-4591-bc1b-01349ea94022.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.288964] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.288964] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba3fa1ec-f5e3-4d0c-9006-94f3e2ca490b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.298589] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Waiting for the task: (returnval){ [ 888.298589] env[69281]: value = "task-3935751" [ 888.298589] env[69281]: _type = "Task" [ 888.298589] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.314188] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3935751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.767280] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.811330] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3935751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078718} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.811637] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.812559] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa4ee62-36f9-4c60-b27a-e26bd21f1474 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.841042] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 37f8853b-006a-4591-bc1b-01349ea94022/37f8853b-006a-4591-bc1b-01349ea94022.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.841042] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e6d898-c283-4a15-b860-e96a0c97747b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.863635] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Waiting for the task: (returnval){ [ 888.863635] env[69281]: value = "task-3935752" [ 888.863635] env[69281]: _type = "Task" [ 888.863635] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.873772] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3935752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.272747] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 889.273332] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.979s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.273685] env[69281]: DEBUG oslo_concurrency.lockutils [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.570s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.273899] env[69281]: DEBUG oslo_concurrency.lockutils [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.276336] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.454s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.276547] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.279573] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.061s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.282209] env[69281]: INFO nova.compute.claims [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.284713] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.285359] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Cleaning up deleted instances {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 889.322334] env[69281]: INFO nova.scheduler.client.report [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Deleted allocations for instance f936b4ff-b128-46b1-ae08-e22f0030c5ea [ 889.322334] env[69281]: INFO nova.scheduler.client.report [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Deleted allocations for instance 08a765e1-c6ce-459a-9543-f017aa8202ba [ 889.383831] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3935752, 'name': ReconfigVM_Task, 'duration_secs': 0.413024} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.383831] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 37f8853b-006a-4591-bc1b-01349ea94022/37f8853b-006a-4591-bc1b-01349ea94022.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.384488] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7321b076-a741-4ddf-8f87-3bc1e2b8e7c0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.393876] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Waiting for the task: (returnval){ [ 889.393876] env[69281]: value = "task-3935753" [ 889.393876] env[69281]: _type = "Task" [ 889.393876] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.405553] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3935753, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.801046] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] There are 41 instances to clean {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 889.801396] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: f9a0134d-8333-4348-bfd9-be2ad13ed7d3] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.834923] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f0ddbc8f-3d6d-46c9-8153-67c323903114 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "08a765e1-c6ce-459a-9543-f017aa8202ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.820s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.837136] env[69281]: DEBUG oslo_concurrency.lockutils [None req-cb03fcc9-a81b-46d1-be35-0cac6986639d tempest-VolumesAdminNegativeTest-289876529 tempest-VolumesAdminNegativeTest-289876529-project-member] Lock "f936b4ff-b128-46b1-ae08-e22f0030c5ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.915s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.909585] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3935753, 'name': Rename_Task, 'duration_secs': 0.160846} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.909969] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.910344] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51baf1a3-5deb-416d-a28f-ac114a7a14ee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.918544] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Waiting for the task: (returnval){ [ 889.918544] env[69281]: value = "task-3935754" [ 889.918544] env[69281]: _type = "Task" [ 889.918544] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.931222] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3935754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.308362] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: f7295443-8a3f-4fbe-af03-abf4419e4c9a] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.367206] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb47091b-b224-4ef2-9a4e-763ef1c9c168 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.378734] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92160a7-90aa-47ce-94c5-43bd783745af {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.424980] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcf7c1e-9160-49c3-b770-be8d3604cfb4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.443327] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346a1fe9-4afe-4b70-b884-46f7d2062111 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.450082] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3935754, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.462312] env[69281]: DEBUG nova.compute.provider_tree [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.814910] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 2d0613c8-f62b-4e39-adcc-da89d1264653] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.930555] env[69281]: DEBUG oslo_vmware.api [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3935754, 'name': PowerOnVM_Task, 'duration_secs': 0.534074} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.931148] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.931533] env[69281]: INFO nova.compute.manager [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Took 8.48 seconds to spawn the instance on the hypervisor. [ 890.931865] env[69281]: DEBUG nova.compute.manager [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 890.932863] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8c0c3f-d79e-447a-ab2c-479eaa8a0a81 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.966408] env[69281]: DEBUG nova.scheduler.client.report [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.053029] env[69281]: DEBUG oslo_concurrency.lockutils [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.053379] env[69281]: DEBUG oslo_concurrency.lockutils [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.053644] env[69281]: DEBUG oslo_concurrency.lockutils [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.053853] env[69281]: DEBUG oslo_concurrency.lockutils [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.054060] env[69281]: DEBUG oslo_concurrency.lockutils [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.057218] env[69281]: INFO nova.compute.manager [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Terminating instance [ 891.318610] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 49037718-4f32-4227-94e3-1e63a2f605d5] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.454037] env[69281]: INFO nova.compute.manager [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Took 45.34 seconds to build instance. [ 891.471361] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.474261] env[69281]: DEBUG nova.compute.manager [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.477877] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.726s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.478169] env[69281]: DEBUG nova.objects.instance [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 891.562563] env[69281]: DEBUG nova.compute.manager [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.562563] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.563460] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a486b76d-9458-437f-9ed5-d504499ffca0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.575635] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.575635] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2a03a79-bc16-4255-9aa5-6e46b789443f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.584212] env[69281]: DEBUG oslo_vmware.api [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 891.584212] env[69281]: value = "task-3935755" [ 891.584212] env[69281]: _type = "Task" [ 891.584212] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.599855] env[69281]: DEBUG oslo_vmware.api [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.826182] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 3f6112ba-f475-4bdb-add6-8bed09ed54f6] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.956364] env[69281]: DEBUG oslo_concurrency.lockutils [None req-afc4a631-7b4c-4755-878c-e9addf7c0d53 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Lock "37f8853b-006a-4591-bc1b-01349ea94022" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.861s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.988117] env[69281]: DEBUG nova.compute.utils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.993045] env[69281]: DEBUG nova.compute.manager [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.993413] env[69281]: DEBUG nova.network.neutron [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.101356] env[69281]: DEBUG oslo_vmware.api [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935755, 'name': PowerOffVM_Task, 'duration_secs': 0.271905} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.101729] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.101813] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.102091] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0acd0b67-f673-4aff-b706-e60b04f36223 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.120119] env[69281]: DEBUG nova.policy [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '600b7a30c2ed4e8da34c02329981bc92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f30d87eba9e548a9844b6f38ba6eb899', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.214435] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.214435] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.214435] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Deleting the datastore file [datastore2] 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.214435] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a065ce70-9819-4aab-8431-b96f193a6635 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.223589] env[69281]: DEBUG oslo_vmware.api [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 892.223589] env[69281]: value = "task-3935757" [ 892.223589] env[69281]: _type = "Task" [ 892.223589] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.233655] env[69281]: DEBUG oslo_vmware.api [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.307650] env[69281]: DEBUG nova.compute.manager [req-9b33e738-6fa6-4fe4-9614-e5b09197b599 req-75ad8d66-eb38-4487-a297-cbb079344ae0 service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Received event network-changed-b9a323bc-7402-4a6e-84f0-f1eb52649d1b {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.308050] env[69281]: DEBUG nova.compute.manager [req-9b33e738-6fa6-4fe4-9614-e5b09197b599 req-75ad8d66-eb38-4487-a297-cbb079344ae0 service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Refreshing instance network info cache due to event network-changed-b9a323bc-7402-4a6e-84f0-f1eb52649d1b. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.308195] env[69281]: DEBUG oslo_concurrency.lockutils [req-9b33e738-6fa6-4fe4-9614-e5b09197b599 req-75ad8d66-eb38-4487-a297-cbb079344ae0 service nova] Acquiring lock "refresh_cache-37f8853b-006a-4591-bc1b-01349ea94022" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.308336] env[69281]: DEBUG oslo_concurrency.lockutils [req-9b33e738-6fa6-4fe4-9614-e5b09197b599 req-75ad8d66-eb38-4487-a297-cbb079344ae0 service nova] Acquired lock "refresh_cache-37f8853b-006a-4591-bc1b-01349ea94022" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.308538] env[69281]: DEBUG nova.network.neutron [req-9b33e738-6fa6-4fe4-9614-e5b09197b599 req-75ad8d66-eb38-4487-a297-cbb079344ae0 service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Refreshing network info cache for port b9a323bc-7402-4a6e-84f0-f1eb52649d1b {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.332672] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: e7e97dba-8cc9-4ba9-8756-6168d248cb89] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.497979] env[69281]: DEBUG nova.compute.manager [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.502692] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ff3d25df-030f-4da0-a7b7-396a40db575b tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.506079] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.414s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.620057] env[69281]: DEBUG nova.network.neutron [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Successfully created port: a6a9f039-91c4-4ba0-8098-82c48986a304 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.734289] env[69281]: DEBUG oslo_vmware.api [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432874} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.734661] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.737021] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.737021] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.737021] env[69281]: INFO nova.compute.manager [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 892.737021] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.737021] env[69281]: DEBUG nova.compute.manager [-] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.737021] env[69281]: DEBUG nova.network.neutron [-] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.837472] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 9eb97aaa-ca10-455f-8714-12090e3c9341] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.019970] env[69281]: INFO nova.compute.claims [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.341933] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: ed4b9a79-0775-41d7-81c1-cf8f733cb80d] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.441422] env[69281]: DEBUG nova.network.neutron [req-9b33e738-6fa6-4fe4-9614-e5b09197b599 req-75ad8d66-eb38-4487-a297-cbb079344ae0 service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Updated VIF entry in instance network info cache for port b9a323bc-7402-4a6e-84f0-f1eb52649d1b. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.441849] env[69281]: DEBUG nova.network.neutron [req-9b33e738-6fa6-4fe4-9614-e5b09197b599 req-75ad8d66-eb38-4487-a297-cbb079344ae0 service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Updating instance_info_cache with network_info: [{"id": "b9a323bc-7402-4a6e-84f0-f1eb52649d1b", "address": "fa:16:3e:0b:bf:f0", "network": {"id": "579f945b-7432-4031-b799-7afe1cd4740b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-801720123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158f14e518ad4f039b76a972cc6bd6cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a323bc-74", "ovs_interfaceid": "b9a323bc-7402-4a6e-84f0-f1eb52649d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.463118] env[69281]: DEBUG nova.compute.manager [req-d5fc936e-62c8-496f-b120-61fd0301e269 req-4e44c667-e717-4bf9-8725-397a2cec63b5 service nova] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Received event network-vif-deleted-b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.465794] env[69281]: INFO nova.compute.manager [req-d5fc936e-62c8-496f-b120-61fd0301e269 req-4e44c667-e717-4bf9-8725-397a2cec63b5 service nova] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Neutron deleted interface b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba; detaching it from the instance and deleting it from the info cache [ 893.465794] env[69281]: DEBUG nova.network.neutron [req-d5fc936e-62c8-496f-b120-61fd0301e269 req-4e44c667-e717-4bf9-8725-397a2cec63b5 service nova] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.530612] env[69281]: DEBUG nova.compute.manager [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.534980] env[69281]: INFO nova.compute.resource_tracker [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating resource usage from migration 92a176e1-c6c0-491b-a419-5049239f244c [ 893.570425] env[69281]: DEBUG nova.virt.hardware [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.570722] env[69281]: DEBUG nova.virt.hardware [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.570884] env[69281]: DEBUG nova.virt.hardware [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.571106] env[69281]: DEBUG nova.virt.hardware [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.571270] env[69281]: DEBUG nova.virt.hardware [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.571556] env[69281]: DEBUG nova.virt.hardware [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.571675] env[69281]: DEBUG nova.virt.hardware [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.571836] env[69281]: DEBUG nova.virt.hardware [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.572021] env[69281]: DEBUG nova.virt.hardware [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.572277] env[69281]: DEBUG nova.virt.hardware [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.572414] env[69281]: DEBUG nova.virt.hardware [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.573386] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b86f5a8-44a8-4b9d-a84a-c55f17209767 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.584827] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da53156-28b9-4f4c-8562-9cb4baf68448 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.849386] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 3ca583ea-9082-48ed-a0ae-204754a1677e] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.885924] env[69281]: DEBUG nova.network.neutron [-] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.945941] env[69281]: DEBUG oslo_concurrency.lockutils [req-9b33e738-6fa6-4fe4-9614-e5b09197b599 req-75ad8d66-eb38-4487-a297-cbb079344ae0 service nova] Releasing lock "refresh_cache-37f8853b-006a-4591-bc1b-01349ea94022" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.971121] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90551da9-16d7-4a81-9897-0b7c74b972e2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.982236] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30bb446-01a3-4eb6-8a8e-286d2b9a3639 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.023473] env[69281]: DEBUG nova.compute.manager [req-d5fc936e-62c8-496f-b120-61fd0301e269 req-4e44c667-e717-4bf9-8725-397a2cec63b5 service nova] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Detach interface failed, port_id=b2bd7d21-628a-4dd4-9ab9-07da24c4d7ba, reason: Instance 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 894.035862] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009dec55-4347-494f-9696-5ec496c7946a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.044289] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7193fb4b-72a8-41f8-b7bb-e490d4fb6b4b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.076685] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268cd750-8e5e-4d43-b758-d7be9542c554 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.085789] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f709c6-51cb-4312-af67-61cc6bdfb820 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.102293] env[69281]: DEBUG nova.compute.provider_tree [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.355244] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 91e4ae0e-21b4-43ae-a491-b1d5032f39f5] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.388631] env[69281]: INFO nova.compute.manager [-] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Took 1.65 seconds to deallocate network for instance. [ 894.498165] env[69281]: DEBUG nova.compute.manager [req-4463fbed-c4e4-434b-8fb9-5774df6abc35 req-0c164d6f-c9a0-4d31-a726-b9075b5e57a0 service nova] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Received event network-vif-plugged-a6a9f039-91c4-4ba0-8098-82c48986a304 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.498424] env[69281]: DEBUG oslo_concurrency.lockutils [req-4463fbed-c4e4-434b-8fb9-5774df6abc35 req-0c164d6f-c9a0-4d31-a726-b9075b5e57a0 service nova] Acquiring lock "3157633a-c966-48d3-a066-ef80540e64a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.498634] env[69281]: DEBUG oslo_concurrency.lockutils [req-4463fbed-c4e4-434b-8fb9-5774df6abc35 req-0c164d6f-c9a0-4d31-a726-b9075b5e57a0 service nova] Lock "3157633a-c966-48d3-a066-ef80540e64a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.498930] env[69281]: DEBUG oslo_concurrency.lockutils [req-4463fbed-c4e4-434b-8fb9-5774df6abc35 req-0c164d6f-c9a0-4d31-a726-b9075b5e57a0 service nova] Lock "3157633a-c966-48d3-a066-ef80540e64a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.498977] env[69281]: DEBUG nova.compute.manager [req-4463fbed-c4e4-434b-8fb9-5774df6abc35 req-0c164d6f-c9a0-4d31-a726-b9075b5e57a0 service nova] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] No waiting events found dispatching network-vif-plugged-a6a9f039-91c4-4ba0-8098-82c48986a304 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 894.499455] env[69281]: WARNING nova.compute.manager [req-4463fbed-c4e4-434b-8fb9-5774df6abc35 req-0c164d6f-c9a0-4d31-a726-b9075b5e57a0 service nova] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Received unexpected event network-vif-plugged-a6a9f039-91c4-4ba0-8098-82c48986a304 for instance with vm_state building and task_state spawning. [ 894.607271] env[69281]: DEBUG nova.scheduler.client.report [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.613278] env[69281]: DEBUG nova.network.neutron [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Successfully updated port: a6a9f039-91c4-4ba0-8098-82c48986a304 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.858881] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: ba397f72-74e9-4816-be99-8228b5e33809] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.896941] env[69281]: DEBUG oslo_concurrency.lockutils [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.116142] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.612s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.116405] env[69281]: INFO nova.compute.manager [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Migrating [ 895.123710] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "refresh_cache-3157633a-c966-48d3-a066-ef80540e64a4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.123878] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "refresh_cache-3157633a-c966-48d3-a066-ef80540e64a4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.124075] env[69281]: DEBUG nova.network.neutron [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.127974] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.689s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.130242] env[69281]: INFO nova.compute.claims [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.177594] env[69281]: DEBUG nova.network.neutron [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.363402] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 61373d45-6df4-4cc8-bf4a-89f28f0a918b] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.372057] env[69281]: DEBUG nova.network.neutron [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Updating instance_info_cache with network_info: [{"id": "a6a9f039-91c4-4ba0-8098-82c48986a304", "address": "fa:16:3e:79:f0:59", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a9f039-91", "ovs_interfaceid": "a6a9f039-91c4-4ba0-8098-82c48986a304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.643937] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.648238] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.648526] env[69281]: DEBUG nova.network.neutron [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.870144] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: ef3e2a26-da12-4180-aee6-40f3bebca9c4] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.874499] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "refresh_cache-3157633a-c966-48d3-a066-ef80540e64a4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.875056] env[69281]: DEBUG nova.compute.manager [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Instance network_info: |[{"id": "a6a9f039-91c4-4ba0-8098-82c48986a304", "address": "fa:16:3e:79:f0:59", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a9f039-91", "ovs_interfaceid": "a6a9f039-91c4-4ba0-8098-82c48986a304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.875233] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:f0:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6a9f039-91c4-4ba0-8098-82c48986a304', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.884510] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.885273] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.885368] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2373d370-cfd0-41fc-85ec-d3fd91dd9bf5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.908541] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.908541] env[69281]: value = "task-3935758" [ 895.908541] env[69281]: _type = "Task" [ 895.908541] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.928146] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935758, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.374036] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: a01a7276-72ac-4014-b6b5-13b6cba60959] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.393286] env[69281]: DEBUG nova.network.neutron [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating instance_info_cache with network_info: [{"id": "a6762356-a217-4909-ab73-965aec4c04c8", "address": "fa:16:3e:3f:a6:93", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6762356-a2", "ovs_interfaceid": "a6762356-a217-4909-ab73-965aec4c04c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.429850] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935758, 'name': CreateVM_Task, 'duration_secs': 0.370043} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.430573] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.431385] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.431682] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.432310] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.435135] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bc7550d-c00e-43ef-9a3f-ecd0d42853db {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.440362] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 896.440362] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b20a48-190e-955a-d059-46cab6b4e5cc" [ 896.440362] env[69281]: _type = "Task" [ 896.440362] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.458944] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b20a48-190e-955a-d059-46cab6b4e5cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014325} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.459377] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.459640] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.459888] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.460265] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.460527] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.463635] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19fc894d-dcba-4628-8675-a665ca12d74d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.474289] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.475786] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.475932] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08c8744-8270-4f6d-b706-b260271ae0c6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.486272] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 896.486272] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529e1f8a-7e7c-e9b2-81a1-79e5ab572e9b" [ 896.486272] env[69281]: _type = "Task" [ 896.486272] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.495528] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529e1f8a-7e7c-e9b2-81a1-79e5ab572e9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.529542] env[69281]: DEBUG nova.compute.manager [req-3231150b-fe56-40aa-8709-8525ec75a7cb req-5040e2e7-8d96-4b81-9248-342a1b5908d4 service nova] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Received event network-changed-a6a9f039-91c4-4ba0-8098-82c48986a304 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.529745] env[69281]: DEBUG nova.compute.manager [req-3231150b-fe56-40aa-8709-8525ec75a7cb req-5040e2e7-8d96-4b81-9248-342a1b5908d4 service nova] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Refreshing instance network info cache due to event network-changed-a6a9f039-91c4-4ba0-8098-82c48986a304. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.530008] env[69281]: DEBUG oslo_concurrency.lockutils [req-3231150b-fe56-40aa-8709-8525ec75a7cb req-5040e2e7-8d96-4b81-9248-342a1b5908d4 service nova] Acquiring lock "refresh_cache-3157633a-c966-48d3-a066-ef80540e64a4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.530285] env[69281]: DEBUG oslo_concurrency.lockutils [req-3231150b-fe56-40aa-8709-8525ec75a7cb req-5040e2e7-8d96-4b81-9248-342a1b5908d4 service nova] Acquired lock "refresh_cache-3157633a-c966-48d3-a066-ef80540e64a4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.530285] env[69281]: DEBUG nova.network.neutron [req-3231150b-fe56-40aa-8709-8525ec75a7cb req-5040e2e7-8d96-4b81-9248-342a1b5908d4 service nova] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Refreshing network info cache for port a6a9f039-91c4-4ba0-8098-82c48986a304 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.622053] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e8ac38-7e39-411e-b0d5-cbb483833dea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.630195] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6170d0-395d-43e0-a7a8-8882468ce6c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.662616] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a205b640-601f-46c0-bdad-9f59722200e1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.673064] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc45ae4-7b4f-4649-b2bd-c8e002bce064 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.688519] env[69281]: DEBUG nova.compute.provider_tree [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.877217] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 281910ae-d358-41aa-9bc9-493b307c03f2] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.899157] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.998165] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529e1f8a-7e7c-e9b2-81a1-79e5ab572e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.038695} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.999026] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c29e8b-8479-4ea5-8915-06fa6a61d575 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.005636] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 897.005636] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f2b24d-baa2-28b4-b5bf-f708c6138e99" [ 897.005636] env[69281]: _type = "Task" [ 897.005636] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.016901] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f2b24d-baa2-28b4-b5bf-f708c6138e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.195191] env[69281]: DEBUG nova.scheduler.client.report [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.385790] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 078efd80-309e-4eca-a4b3-a7059cdf317a] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.475366] env[69281]: DEBUG nova.network.neutron [req-3231150b-fe56-40aa-8709-8525ec75a7cb req-5040e2e7-8d96-4b81-9248-342a1b5908d4 service nova] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Updated VIF entry in instance network info cache for port a6a9f039-91c4-4ba0-8098-82c48986a304. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.475732] env[69281]: DEBUG nova.network.neutron [req-3231150b-fe56-40aa-8709-8525ec75a7cb req-5040e2e7-8d96-4b81-9248-342a1b5908d4 service nova] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Updating instance_info_cache with network_info: [{"id": "a6a9f039-91c4-4ba0-8098-82c48986a304", "address": "fa:16:3e:79:f0:59", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a9f039-91", "ovs_interfaceid": "a6a9f039-91c4-4ba0-8098-82c48986a304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.519733] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f2b24d-baa2-28b4-b5bf-f708c6138e99, 'name': SearchDatastore_Task, 'duration_secs': 0.032582} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.520011] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.520311] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 3157633a-c966-48d3-a066-ef80540e64a4/3157633a-c966-48d3-a066-ef80540e64a4.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.520719] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a5840ee-408c-4bfd-b48d-88db681f6d7e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.529076] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 897.529076] env[69281]: value = "task-3935759" [ 897.529076] env[69281]: _type = "Task" [ 897.529076] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.538401] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.701349] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.702072] env[69281]: DEBUG nova.compute.manager [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.705531] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.439s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.705866] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.708473] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.225s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.708843] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.711714] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.550s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.748330] env[69281]: INFO nova.scheduler.client.report [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Deleted allocations for instance 5461af5c-2687-413e-af95-2ceaea58953f [ 897.892697] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: ed77329b-1485-4662-8f59-91430507348e] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.978394] env[69281]: DEBUG oslo_concurrency.lockutils [req-3231150b-fe56-40aa-8709-8525ec75a7cb req-5040e2e7-8d96-4b81-9248-342a1b5908d4 service nova] Releasing lock "refresh_cache-3157633a-c966-48d3-a066-ef80540e64a4" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.044797] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509676} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.045121] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 3157633a-c966-48d3-a066-ef80540e64a4/3157633a-c966-48d3-a066-ef80540e64a4.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.045360] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.045890] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdd0fe29-7bc0-42c2-9a0b-04736b955b7b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.054801] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 898.054801] env[69281]: value = "task-3935760" [ 898.054801] env[69281]: _type = "Task" [ 898.054801] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.064654] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.218034] env[69281]: INFO nova.compute.claims [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.224559] env[69281]: DEBUG nova.compute.utils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.228638] env[69281]: DEBUG nova.compute.manager [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.228638] env[69281]: DEBUG nova.network.neutron [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.236972] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9df6e89f-e0d1-4f46-8a2a-3f3889a49b52 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.647s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.238839] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 27.535s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.240830] env[69281]: INFO nova.compute.manager [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Unshelving [ 898.259364] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d9788e0-166c-4fd9-9ac6-c36e3476401a tempest-ServersListShow298Test-1670791414 tempest-ServersListShow298Test-1670791414-project-member] Lock "5461af5c-2687-413e-af95-2ceaea58953f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.248s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.316127] env[69281]: DEBUG nova.policy [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45185903eea74d6fb17517eb3550ee5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd40cb11180f8420ea8bce4cbc727227d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.396791] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 2d71fa70-71a7-4db9-a52e-86f668a8af0f] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.422297] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d045b96-1871-48b1-835e-20d62b2d3761 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.450784] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating instance '1d7a25e6-1f78-40b1-b146-339b754cbeb8' progress to 0 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.568340] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068031} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.568705] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.569592] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be94016-411e-47f4-954f-9d23c14a1d37 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.596636] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 3157633a-c966-48d3-a066-ef80540e64a4/3157633a-c966-48d3-a066-ef80540e64a4.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.597418] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-631c54eb-b7c6-4169-a656-e0f2365bd217 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.622844] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 898.622844] env[69281]: value = "task-3935761" [ 898.622844] env[69281]: _type = "Task" [ 898.622844] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.632871] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.729602] env[69281]: INFO nova.compute.resource_tracker [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating resource usage from migration 0758a08a-816b-447b-a8b4-5172d6744c53 [ 898.733193] env[69281]: DEBUG nova.compute.manager [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.870095] env[69281]: DEBUG nova.network.neutron [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Successfully created port: 16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.901745] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 9b385495-33e8-463b-bdfd-b2a714b2df1e] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.953345] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.953842] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4a1511f-7903-4f49-bb8c-205a8f89a994 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.967102] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 898.967102] env[69281]: value = "task-3935762" [ 898.967102] env[69281]: _type = "Task" [ 898.967102] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.984757] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.137680] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935761, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.269826] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.272531] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d037f9-f7c9-49b4-83cc-bd46612717bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.284874] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3579f6-78a0-4aba-9aa2-3bfe2a60d7b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.329112] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac43e3d-5693-477b-85b8-69ae4da744a7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.338339] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f51f2a-6d22-4d6b-a99f-a3534ebf20ee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.353988] env[69281]: DEBUG nova.compute.provider_tree [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.408088] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 1a40f5d0-eec9-4fa5-9e68-e9cba991e061] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.480794] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935762, 'name': PowerOffVM_Task, 'duration_secs': 0.22881} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.481240] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.483017] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating instance '1d7a25e6-1f78-40b1-b146-339b754cbeb8' progress to 17 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.637657] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935761, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.746822] env[69281]: DEBUG nova.compute.manager [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.774710] env[69281]: DEBUG nova.virt.hardware [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.774954] env[69281]: DEBUG nova.virt.hardware [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.775127] env[69281]: DEBUG nova.virt.hardware [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.775310] env[69281]: DEBUG nova.virt.hardware [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.775462] env[69281]: DEBUG nova.virt.hardware [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.775612] env[69281]: DEBUG nova.virt.hardware [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.775821] env[69281]: DEBUG nova.virt.hardware [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.775978] env[69281]: DEBUG nova.virt.hardware [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.776163] env[69281]: DEBUG nova.virt.hardware [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.776324] env[69281]: DEBUG nova.virt.hardware [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.776499] env[69281]: DEBUG nova.virt.hardware [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.777433] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9db8933-91e3-4976-96d3-9a3c8d90a5d6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.789633] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040f2993-5736-4e3c-85a1-8d5abb453485 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.857179] env[69281]: DEBUG nova.scheduler.client.report [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.911507] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 1bc0ed5f-b9ba-4863-af81-fd769e2a28dd] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.991605] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.992036] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.993235] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.993571] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.993826] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.994110] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.994475] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.994840] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.995186] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.995383] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.995570] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.000825] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6c91903-243e-40d1-9f57-c3bd2c7f27cd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.019052] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 900.019052] env[69281]: value = "task-3935763" [ 900.019052] env[69281]: _type = "Task" [ 900.019052] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.028541] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.137890] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935761, 'name': ReconfigVM_Task, 'duration_secs': 1.428274} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.138202] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 3157633a-c966-48d3-a066-ef80540e64a4/3157633a-c966-48d3-a066-ef80540e64a4.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.138835] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50c4a25e-f654-4bbc-84c0-535184992487 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.145861] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 900.145861] env[69281]: value = "task-3935764" [ 900.145861] env[69281]: _type = "Task" [ 900.145861] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.157018] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935764, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.369440] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.658s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.371340] env[69281]: INFO nova.compute.manager [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Migrating [ 900.376867] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.678s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.378362] env[69281]: INFO nova.compute.claims [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.414752] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 40b8538b-9cb8-44e8-b67a-699f762daeda] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.530286] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935763, 'name': ReconfigVM_Task, 'duration_secs': 0.247162} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.530286] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating instance '1d7a25e6-1f78-40b1-b146-339b754cbeb8' progress to 33 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.659695] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935764, 'name': Rename_Task, 'duration_secs': 0.1576} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.660416] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.660698] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90222b8f-368b-4f06-b258-18ea99002726 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.669303] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 900.669303] env[69281]: value = "task-3935765" [ 900.669303] env[69281]: _type = "Task" [ 900.669303] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.678705] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.714218] env[69281]: DEBUG nova.network.neutron [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Successfully updated port: 16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.780209] env[69281]: DEBUG nova.compute.manager [req-c1cb3ed3-e423-435a-9c41-e33f51807b85 req-35882610-a019-4bde-a2a8-f64639e84f32 service nova] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Received event network-vif-plugged-16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.780434] env[69281]: DEBUG oslo_concurrency.lockutils [req-c1cb3ed3-e423-435a-9c41-e33f51807b85 req-35882610-a019-4bde-a2a8-f64639e84f32 service nova] Acquiring lock "e894d77f-378a-4b9f-98ca-6ae6dc50d78d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.780732] env[69281]: DEBUG oslo_concurrency.lockutils [req-c1cb3ed3-e423-435a-9c41-e33f51807b85 req-35882610-a019-4bde-a2a8-f64639e84f32 service nova] Lock "e894d77f-378a-4b9f-98ca-6ae6dc50d78d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.780917] env[69281]: DEBUG oslo_concurrency.lockutils [req-c1cb3ed3-e423-435a-9c41-e33f51807b85 req-35882610-a019-4bde-a2a8-f64639e84f32 service nova] Lock "e894d77f-378a-4b9f-98ca-6ae6dc50d78d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.781137] env[69281]: DEBUG nova.compute.manager [req-c1cb3ed3-e423-435a-9c41-e33f51807b85 req-35882610-a019-4bde-a2a8-f64639e84f32 service nova] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] No waiting events found dispatching network-vif-plugged-16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 900.781264] env[69281]: WARNING nova.compute.manager [req-c1cb3ed3-e423-435a-9c41-e33f51807b85 req-35882610-a019-4bde-a2a8-f64639e84f32 service nova] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Received unexpected event network-vif-plugged-16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22 for instance with vm_state building and task_state spawning. [ 900.831199] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "94545097-35b6-483f-b933-6e3e9d592f7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.831199] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "94545097-35b6-483f-b933-6e3e9d592f7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.831456] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "94545097-35b6-483f-b933-6e3e9d592f7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.831625] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "94545097-35b6-483f-b933-6e3e9d592f7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.831815] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "94545097-35b6-483f-b933-6e3e9d592f7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.834308] env[69281]: INFO nova.compute.manager [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Terminating instance [ 900.890634] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.890847] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.891012] env[69281]: DEBUG nova.network.neutron [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.918753] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 97ea6ec5-bfdf-49af-9e66-a3cb1d29040d] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.038040] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.038267] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.038383] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.038498] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.038649] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.038796] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.039011] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.039359] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.039541] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.039707] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.039882] env[69281]: DEBUG nova.virt.hardware [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.046089] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 901.046816] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60728573-0701-4934-88b5-23eb840a03c0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.068799] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 901.068799] env[69281]: value = "task-3935766" [ 901.068799] env[69281]: _type = "Task" [ 901.068799] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.078888] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.180402] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.212463] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "refresh_cache-e894d77f-378a-4b9f-98ca-6ae6dc50d78d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.212739] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "refresh_cache-e894d77f-378a-4b9f-98ca-6ae6dc50d78d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.212881] env[69281]: DEBUG nova.network.neutron [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.339429] env[69281]: DEBUG nova.compute.manager [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.339603] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.341319] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4168cd-77fa-4ff5-b94c-e638560e2f1b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.351531] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.351634] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d2ff3e0-d456-45f4-8e9d-20ac60b9faff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.360902] env[69281]: DEBUG oslo_vmware.api [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 901.360902] env[69281]: value = "task-3935767" [ 901.360902] env[69281]: _type = "Task" [ 901.360902] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.369576] env[69281]: DEBUG oslo_vmware.api [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.422526] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 0848d304-f73c-4833-8143-9e0d1988d17b] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.580111] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935766, 'name': ReconfigVM_Task, 'duration_secs': 0.220001} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.583580] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.585019] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7f2f2c-1ce1-42a7-865b-d48e4e92cd56 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.611304] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 1d7a25e6-1f78-40b1-b146-339b754cbeb8/1d7a25e6-1f78-40b1-b146-339b754cbeb8.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.617884] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f33010a-99e4-48f5-b557-a3f613941701 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.637891] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 901.637891] env[69281]: value = "task-3935768" [ 901.637891] env[69281]: _type = "Task" [ 901.637891] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.646896] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.684874] env[69281]: DEBUG oslo_vmware.api [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935765, 'name': PowerOnVM_Task, 'duration_secs': 0.61216} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.688075] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.688484] env[69281]: INFO nova.compute.manager [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Took 8.16 seconds to spawn the instance on the hypervisor. [ 901.688531] env[69281]: DEBUG nova.compute.manager [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.689749] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65512fe9-9822-4f05-9977-e48044424b46 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.766629] env[69281]: DEBUG nova.network.neutron [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.783045] env[69281]: DEBUG nova.network.neutron [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance_info_cache with network_info: [{"id": "11d5345c-4085-4b3a-8c75-9dd8f317a26e", "address": "fa:16:3e:52:55:4b", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d5345c-40", "ovs_interfaceid": "11d5345c-4085-4b3a-8c75-9dd8f317a26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.878049] env[69281]: DEBUG oslo_vmware.api [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935767, 'name': PowerOffVM_Task, 'duration_secs': 0.239299} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.878321] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.878481] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.878781] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6383d8f0-e517-45c3-90bf-eea578c6f18b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.899754] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7533d749-4ab7-4bef-a2b1-d9711e5d1a6b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.911771] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afd03ee-1866-44b5-8b60-ef827e85926b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.944082] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: f31bf3ac-2618-4f2e-8f12-99de5620e16d] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.950171] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffc34c6-0267-4b29-9a16-b12553a5991c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.958259] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.958608] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.958889] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Deleting the datastore file [datastore1] 94545097-35b6-483f-b933-6e3e9d592f7e {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.960905] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68217f36-efc3-4048-843d-5dd23d567d2c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.963901] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03593326-0e60-44eb-9dc6-a0b5bda84d80 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.981634] env[69281]: DEBUG nova.compute.provider_tree [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.984888] env[69281]: DEBUG oslo_vmware.api [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for the task: (returnval){ [ 901.984888] env[69281]: value = "task-3935770" [ 901.984888] env[69281]: _type = "Task" [ 901.984888] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.995229] env[69281]: DEBUG oslo_vmware.api [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.004702] env[69281]: DEBUG nova.network.neutron [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Updating instance_info_cache with network_info: [{"id": "16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22", "address": "fa:16:3e:78:64:34", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16bfb3ff-4a", "ovs_interfaceid": "16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.149350] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935768, 'name': ReconfigVM_Task, 'duration_secs': 0.304165} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.149689] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 1d7a25e6-1f78-40b1-b146-339b754cbeb8/1d7a25e6-1f78-40b1-b146-339b754cbeb8.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.150071] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating instance '1d7a25e6-1f78-40b1-b146-339b754cbeb8' progress to 50 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.213910] env[69281]: INFO nova.compute.manager [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Took 43.02 seconds to build instance. [ 902.286313] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Releasing lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.452694] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: c90da694-873b-4591-9e00-69168834ff52] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.484425] env[69281]: DEBUG nova.scheduler.client.report [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.499862] env[69281]: DEBUG oslo_vmware.api [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Task: {'id': task-3935770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180103} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.500217] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.500481] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.500668] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.500888] env[69281]: INFO nova.compute.manager [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 902.501163] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.501894] env[69281]: DEBUG nova.compute.manager [-] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.501996] env[69281]: DEBUG nova.network.neutron [-] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.511124] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "refresh_cache-e894d77f-378a-4b9f-98ca-6ae6dc50d78d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.511434] env[69281]: DEBUG nova.compute.manager [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Instance network_info: |[{"id": "16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22", "address": "fa:16:3e:78:64:34", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16bfb3ff-4a", "ovs_interfaceid": "16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.512227] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:64:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.520217] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.520762] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.521008] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e8809e7-bb92-49c6-8f62-9aa9c033c80e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.544707] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.544707] env[69281]: value = "task-3935771" [ 902.544707] env[69281]: _type = "Task" [ 902.544707] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.554661] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935771, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.656538] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa072d09-f7c5-4ad6-8b6f-fbc0b4d76c33 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.682282] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9051b942-eca4-40c7-8c99-375bd7f4a02c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.704390] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating instance '1d7a25e6-1f78-40b1-b146-339b754cbeb8' progress to 67 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.716513] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0765f660-6d88-4853-ac94-9fe419e23f48 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "3157633a-c966-48d3-a066-ef80540e64a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.526s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.826877] env[69281]: DEBUG nova.compute.manager [req-f8445270-2e86-4f9a-af03-53f5984b786b req-0962b9c8-bfb1-4353-be2a-f460a11955f2 service nova] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Received event network-changed-16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.827105] env[69281]: DEBUG nova.compute.manager [req-f8445270-2e86-4f9a-af03-53f5984b786b req-0962b9c8-bfb1-4353-be2a-f460a11955f2 service nova] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Refreshing instance network info cache due to event network-changed-16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.827334] env[69281]: DEBUG oslo_concurrency.lockutils [req-f8445270-2e86-4f9a-af03-53f5984b786b req-0962b9c8-bfb1-4353-be2a-f460a11955f2 service nova] Acquiring lock "refresh_cache-e894d77f-378a-4b9f-98ca-6ae6dc50d78d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.827562] env[69281]: DEBUG oslo_concurrency.lockutils [req-f8445270-2e86-4f9a-af03-53f5984b786b req-0962b9c8-bfb1-4353-be2a-f460a11955f2 service nova] Acquired lock "refresh_cache-e894d77f-378a-4b9f-98ca-6ae6dc50d78d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.828015] env[69281]: DEBUG nova.network.neutron [req-f8445270-2e86-4f9a-af03-53f5984b786b req-0962b9c8-bfb1-4353-be2a-f460a11955f2 service nova] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Refreshing network info cache for port 16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.958502] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 5ee27608-e963-45bd-b947-ffa3a38a0594] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.992864] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.993426] env[69281]: DEBUG nova.compute.manager [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.000031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.985s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.000031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.000031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.797s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.000031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.001430] env[69281]: DEBUG oslo_concurrency.lockutils [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.358s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.001614] env[69281]: DEBUG oslo_concurrency.lockutils [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.003962] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.171s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.041982] env[69281]: INFO nova.scheduler.client.report [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleted allocations for instance 9b30894a-b414-4c4c-b92e-b33d4fbb40cb [ 903.049623] env[69281]: INFO nova.scheduler.client.report [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Deleted allocations for instance dec2b564-be28-4462-b767-cba2e1842d33 [ 903.078111] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935771, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.096425] env[69281]: INFO nova.scheduler.client.report [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleted allocations for instance 30e0d6a1-a30e-4023-94e4-4fba054a237d [ 903.099419] env[69281]: WARNING oslo_messaging._drivers.amqpdriver [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 903.142405] env[69281]: DEBUG oslo_concurrency.lockutils [None req-38cada62-4f28-4062-ad97-011203946c03 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "3157633a-c966-48d3-a066-ef80540e64a4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.142899] env[69281]: DEBUG oslo_concurrency.lockutils [None req-38cada62-4f28-4062-ad97-011203946c03 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "3157633a-c966-48d3-a066-ef80540e64a4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.142899] env[69281]: DEBUG nova.compute.manager [None req-38cada62-4f28-4062-ad97-011203946c03 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.144047] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c10391-511a-4a95-a412-de488a15b660 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.152512] env[69281]: DEBUG nova.compute.manager [None req-38cada62-4f28-4062-ad97-011203946c03 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69281) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 903.152878] env[69281]: DEBUG nova.objects.instance [None req-38cada62-4f28-4062-ad97-011203946c03 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lazy-loading 'flavor' on Instance uuid 3157633a-c966-48d3-a066-ef80540e64a4 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.157168] env[69281]: DEBUG nova.compute.manager [req-30034eea-29e5-4e10-a035-b68dc42a4e4a req-7e633f47-a56f-4e3f-81fd-466b686f6d92 service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Received event network-vif-deleted-d12eadc1-8331-4e2f-b6d9-0588070d9d99 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.157168] env[69281]: INFO nova.compute.manager [req-30034eea-29e5-4e10-a035-b68dc42a4e4a req-7e633f47-a56f-4e3f-81fd-466b686f6d92 service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Neutron deleted interface d12eadc1-8331-4e2f-b6d9-0588070d9d99; detaching it from the instance and deleting it from the info cache [ 903.157168] env[69281]: DEBUG nova.network.neutron [req-30034eea-29e5-4e10-a035-b68dc42a4e4a req-7e633f47-a56f-4e3f-81fd-466b686f6d92 service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.260126] env[69281]: DEBUG nova.network.neutron [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Port a6762356-a217-4909-ab73-965aec4c04c8 binding to destination host cpu-1 is already ACTIVE {{(pid=69281) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 903.463116] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 97b91f56-f04d-4dc7-973e-94a987ac1b1c] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.508202] env[69281]: DEBUG nova.compute.utils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.512734] env[69281]: INFO nova.compute.claims [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.518303] env[69281]: DEBUG nova.compute.manager [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.518509] env[69281]: DEBUG nova.network.neutron [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.565403] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935771, 'name': CreateVM_Task, 'duration_secs': 0.588505} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.566087] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.567026] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.567108] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.567424] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.568083] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66413468-d7b1-49c2-9bb2-b738070495f0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.574188] env[69281]: DEBUG oslo_concurrency.lockutils [None req-36f627ed-93ad-4ca0-8934-b2804f868994 tempest-ServerAddressesNegativeTestJSON-1163460766 tempest-ServerAddressesNegativeTestJSON-1163460766-project-member] Lock "dec2b564-be28-4462-b767-cba2e1842d33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.529s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.580438] env[69281]: DEBUG nova.network.neutron [-] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.585171] env[69281]: DEBUG nova.policy [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc94a3874181480d8966d83741f9fc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d85cb5a5514e9f81e5e335672b15a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.592022] env[69281]: DEBUG oslo_concurrency.lockutils [None req-352deb10-a9f3-47b3-88d7-11a08a48241e tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "9b30894a-b414-4c4c-b92e-b33d4fbb40cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.518s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.593241] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 903.593241] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527fcc3c-8b2f-c551-3f22-fd110f867891" [ 903.593241] env[69281]: _type = "Task" [ 903.593241] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.604016] env[69281]: DEBUG oslo_concurrency.lockutils [None req-efd2593d-2384-4948-b3e8-85809056eba0 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "30e0d6a1-a30e-4023-94e4-4fba054a237d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.693s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.615171] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527fcc3c-8b2f-c551-3f22-fd110f867891, 'name': SearchDatastore_Task, 'duration_secs': 0.011584} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.615506] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.615745] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.615985] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.616174] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.616344] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.616630] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37e227c1-0379-425b-a2a9-bd09f1fcbe8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.627083] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.627489] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.628070] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8e90e8-5986-41b0-b7b9-8ae6089cf0e2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.635022] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 903.635022] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521d6567-1058-d86a-5723-fdf70dab16f6" [ 903.635022] env[69281]: _type = "Task" [ 903.635022] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.645035] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521d6567-1058-d86a-5723-fdf70dab16f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.660682] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9fc055d-7812-4c73-896f-ff0960b35006 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.674206] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a8f084-a546-4116-8eca-861191f55253 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.715305] env[69281]: DEBUG nova.compute.manager [req-30034eea-29e5-4e10-a035-b68dc42a4e4a req-7e633f47-a56f-4e3f-81fd-466b686f6d92 service nova] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Detach interface failed, port_id=d12eadc1-8331-4e2f-b6d9-0588070d9d99, reason: Instance 94545097-35b6-483f-b933-6e3e9d592f7e could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 903.773651] env[69281]: DEBUG nova.network.neutron [req-f8445270-2e86-4f9a-af03-53f5984b786b req-0962b9c8-bfb1-4353-be2a-f460a11955f2 service nova] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Updated VIF entry in instance network info cache for port 16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.773651] env[69281]: DEBUG nova.network.neutron [req-f8445270-2e86-4f9a-af03-53f5984b786b req-0962b9c8-bfb1-4353-be2a-f460a11955f2 service nova] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Updating instance_info_cache with network_info: [{"id": "16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22", "address": "fa:16:3e:78:64:34", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16bfb3ff-4a", "ovs_interfaceid": "16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.814361] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "bf429377-67c2-48d3-acb9-1a497e262682" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.814682] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "bf429377-67c2-48d3-acb9-1a497e262682" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.814940] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "bf429377-67c2-48d3-acb9-1a497e262682-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.815168] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "bf429377-67c2-48d3-acb9-1a497e262682-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.817298] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "bf429377-67c2-48d3-acb9-1a497e262682-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.819426] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321569fa-1482-4cfc-b538-2204ffb6a148 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.824284] env[69281]: INFO nova.compute.manager [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Terminating instance [ 903.844024] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance '4600fd81-377f-4ce2-97de-9b03f2b03d37' progress to 0 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.968411] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 3947c3c2-3934-4d22-99d3-777681b1b5d1] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.011130] env[69281]: DEBUG nova.compute.manager [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.019411] env[69281]: INFO nova.compute.resource_tracker [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating resource usage from migration 225a436c-5bbb-4589-8d20-5dfad3f401d8 [ 904.091943] env[69281]: INFO nova.compute.manager [-] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Took 1.59 seconds to deallocate network for instance. [ 904.154849] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521d6567-1058-d86a-5723-fdf70dab16f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012385} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.163020] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9599850d-283b-49ef-8afb-ecc0a3bc880d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.171353] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cada62-4f28-4062-ad97-011203946c03 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.171353] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e0121bb-e6a3-4561-b3ad-f0b4b160e793 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.171353] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 904.171353] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52eb52f4-1cad-b8eb-966d-f4bcdbab2c2c" [ 904.171353] env[69281]: _type = "Task" [ 904.171353] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.178215] env[69281]: DEBUG oslo_vmware.api [None req-38cada62-4f28-4062-ad97-011203946c03 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 904.178215] env[69281]: value = "task-3935772" [ 904.178215] env[69281]: _type = "Task" [ 904.178215] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.189962] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52eb52f4-1cad-b8eb-966d-f4bcdbab2c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012093} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.192969] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.193456] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] e894d77f-378a-4b9f-98ca-6ae6dc50d78d/e894d77f-378a-4b9f-98ca-6ae6dc50d78d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.193763] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07261069-2080-4fe5-b548-9c694e38211e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.203411] env[69281]: DEBUG oslo_vmware.api [None req-38cada62-4f28-4062-ad97-011203946c03 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.210824] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 904.210824] env[69281]: value = "task-3935773" [ 904.210824] env[69281]: _type = "Task" [ 904.210824] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.223313] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.280358] env[69281]: DEBUG oslo_concurrency.lockutils [req-f8445270-2e86-4f9a-af03-53f5984b786b req-0962b9c8-bfb1-4353-be2a-f460a11955f2 service nova] Releasing lock "refresh_cache-e894d77f-378a-4b9f-98ca-6ae6dc50d78d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.292264] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.292585] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.292769] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.329789] env[69281]: DEBUG nova.compute.manager [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.330060] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.331451] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fd395a-e677-4a14-8a4b-bf86667a20b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.340511] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.340511] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d3c0042-6064-4ff8-8069-55da1fdf329f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.347697] env[69281]: DEBUG oslo_vmware.api [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 904.347697] env[69281]: value = "task-3935774" [ 904.347697] env[69281]: _type = "Task" [ 904.347697] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.352432] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.359595] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f5ed38b-da96-434a-abbb-301873bc5ea1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.372579] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 904.372579] env[69281]: value = "task-3935775" [ 904.372579] env[69281]: _type = "Task" [ 904.372579] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.372923] env[69281]: DEBUG oslo_vmware.api [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.390476] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.422065] env[69281]: DEBUG nova.network.neutron [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Successfully created port: 1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.473164] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 2dac6ecd-7ec6-4b8b-86db-16fbdd42ad2f] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.600925] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.608485] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c355db7-723d-4ddf-8203-2c5a1b2acdd3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.619316] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4d6182-b513-43a9-aa30-27676f1dcdee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.656251] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaa27f4-9514-4ceb-bd4a-331612c2517a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.666483] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad575a5f-4606-4297-b821-080f4d6c5cfc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.685542] env[69281]: DEBUG nova.compute.provider_tree [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.698666] env[69281]: DEBUG oslo_vmware.api [None req-38cada62-4f28-4062-ad97-011203946c03 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935772, 'name': PowerOffVM_Task, 'duration_secs': 0.24704} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.699673] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cada62-4f28-4062-ad97-011203946c03 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.699900] env[69281]: DEBUG nova.compute.manager [None req-38cada62-4f28-4062-ad97-011203946c03 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 904.700875] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56423f2a-bd9e-4aeb-9332-89541887cf52 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.725042] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935773, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.866992] env[69281]: DEBUG oslo_vmware.api [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935774, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.886859] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935775, 'name': PowerOffVM_Task, 'duration_secs': 0.224125} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.887173] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.887366] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance '4600fd81-377f-4ce2-97de-9b03f2b03d37' progress to 17 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.981262] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 67549cf6-793a-4173-b502-db43f8676308] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.025410] env[69281]: DEBUG nova.compute.manager [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.061077] env[69281]: DEBUG nova.virt.hardware [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.064148] env[69281]: DEBUG nova.virt.hardware [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.064148] env[69281]: DEBUG nova.virt.hardware [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.064148] env[69281]: DEBUG nova.virt.hardware [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.064148] env[69281]: DEBUG nova.virt.hardware [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.064148] env[69281]: DEBUG nova.virt.hardware [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.064148] env[69281]: DEBUG nova.virt.hardware [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.064148] env[69281]: DEBUG nova.virt.hardware [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.064148] env[69281]: DEBUG nova.virt.hardware [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.064148] env[69281]: DEBUG nova.virt.hardware [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.064148] env[69281]: DEBUG nova.virt.hardware [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.064148] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59440f53-964f-4d20-8144-1d5ba66d4690 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.073247] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9bd1da-8bd9-4eb8-9faa-1d6f16c571d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.191937] env[69281]: DEBUG nova.scheduler.client.report [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.224358] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575952} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.225857] env[69281]: DEBUG oslo_concurrency.lockutils [None req-38cada62-4f28-4062-ad97-011203946c03 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "3157633a-c966-48d3-a066-ef80540e64a4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.225857] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] e894d77f-378a-4b9f-98ca-6ae6dc50d78d/e894d77f-378a-4b9f-98ca-6ae6dc50d78d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.226223] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.226525] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95616eb0-c73a-44ff-b359-2069cf97d721 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.240420] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 905.240420] env[69281]: value = "task-3935776" [ 905.240420] env[69281]: _type = "Task" [ 905.240420] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.250777] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.362968] env[69281]: DEBUG oslo_vmware.api [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935774, 'name': PowerOffVM_Task, 'duration_secs': 0.546015} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.363327] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.363565] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.363883] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72d6fcdd-0a79-435e-ae43-cdea93284935 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.384926] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.385220] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.385301] env[69281]: DEBUG nova.network.neutron [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.395224] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.398455] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.398699] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.398923] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.399126] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.399309] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.399545] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.399732] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.399992] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.400109] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.400338] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.407477] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7494ab79-97e1-4480-b73c-82eab42ad30e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.431142] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 905.431142] env[69281]: value = "task-3935778" [ 905.431142] env[69281]: _type = "Task" [ 905.431142] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.443795] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.445129] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.445433] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.445606] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleting the datastore file [datastore1] bf429377-67c2-48d3-acb9-1a497e262682 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.445880] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f38fdf5-76fd-4a38-985a-cbe9d6ae4c9b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.453700] env[69281]: DEBUG oslo_vmware.api [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 905.453700] env[69281]: value = "task-3935779" [ 905.453700] env[69281]: _type = "Task" [ 905.453700] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.464755] env[69281]: DEBUG oslo_vmware.api [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.485514] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 9332e878-5c4e-4be7-965f-de2dbc319321] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.700918] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.694s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.700918] env[69281]: INFO nova.compute.manager [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Migrating [ 905.714983] env[69281]: DEBUG oslo_concurrency.lockutils [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.378s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.716024] env[69281]: DEBUG nova.objects.instance [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lazy-loading 'resources' on Instance uuid 8e2b0a67-27be-4006-888f-1bfc6b45030b {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.748925] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108994} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.749215] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.750087] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f0a56d-697b-44ec-a494-c2e042dc90b0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.781534] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] e894d77f-378a-4b9f-98ca-6ae6dc50d78d/e894d77f-378a-4b9f-98ca-6ae6dc50d78d.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.781672] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb661741-7090-4ada-84c8-07ed051ff068 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.809845] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 905.809845] env[69281]: value = "task-3935780" [ 905.809845] env[69281]: _type = "Task" [ 905.809845] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.819457] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.946728] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935778, 'name': ReconfigVM_Task, 'duration_secs': 0.248464} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.951180] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance '4600fd81-377f-4ce2-97de-9b03f2b03d37' progress to 33 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.974130] env[69281]: DEBUG oslo_vmware.api [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490116} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.974552] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.974781] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.977073] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.977073] env[69281]: INFO nova.compute.manager [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Took 1.65 seconds to destroy the instance on the hypervisor. [ 905.977073] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.977073] env[69281]: DEBUG nova.compute.manager [-] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.977073] env[69281]: DEBUG nova.network.neutron [-] [instance: bf429377-67c2-48d3-acb9-1a497e262682] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.989387] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 0fdefcd8-a54d-4e80-a3ae-caca44ab351f] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.119781] env[69281]: INFO nova.compute.manager [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Rebuilding instance [ 906.199028] env[69281]: DEBUG nova.compute.manager [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 906.199211] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba3d7a1-a283-4679-9e72-8ee374b8d996 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.230397] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.230561] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.230662] env[69281]: DEBUG nova.network.neutron [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.325585] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.461883] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:47:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='71139b85-3dbb-48be-83d0-bbf043aea88c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-463018250',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.462094] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.466868] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.466868] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.466868] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.466868] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.466868] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.466868] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.466868] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.466868] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.466868] env[69281]: DEBUG nova.virt.hardware [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.470963] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 906.475127] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e795bb0-8bc5-447c-8ded-40e0714c0539 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.497090] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 3e8581b9-ab8e-4a33-acc4-0de1debb5dfd] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.499186] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 906.499186] env[69281]: value = "task-3935781" [ 906.499186] env[69281]: _type = "Task" [ 906.499186] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.509825] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.620935] env[69281]: DEBUG nova.network.neutron [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating instance_info_cache with network_info: [{"id": "a6762356-a217-4909-ab73-965aec4c04c8", "address": "fa:16:3e:3f:a6:93", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6762356-a2", "ovs_interfaceid": "a6762356-a217-4909-ab73-965aec4c04c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.762252] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6bae86-5ad8-41c6-8873-cf8952778d10 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.772249] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf9beeb-67df-485f-bc3e-046f15423d2d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.810816] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcdc762-197b-4036-9e02-f211ae2e3fcb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.819320] env[69281]: DEBUG nova.compute.manager [req-2ffe9864-cb81-4424-8bc1-28dd9fb06bbc req-fdece6d4-40b7-40b3-addd-98f51f1af2dc service nova] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Received event network-vif-plugged-1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.819320] env[69281]: DEBUG oslo_concurrency.lockutils [req-2ffe9864-cb81-4424-8bc1-28dd9fb06bbc req-fdece6d4-40b7-40b3-addd-98f51f1af2dc service nova] Acquiring lock "4292247a-b2ba-450d-a8af-0398e4ccab75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.819320] env[69281]: DEBUG oslo_concurrency.lockutils [req-2ffe9864-cb81-4424-8bc1-28dd9fb06bbc req-fdece6d4-40b7-40b3-addd-98f51f1af2dc service nova] Lock "4292247a-b2ba-450d-a8af-0398e4ccab75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.819320] env[69281]: DEBUG oslo_concurrency.lockutils [req-2ffe9864-cb81-4424-8bc1-28dd9fb06bbc req-fdece6d4-40b7-40b3-addd-98f51f1af2dc service nova] Lock "4292247a-b2ba-450d-a8af-0398e4ccab75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.819320] env[69281]: DEBUG nova.compute.manager [req-2ffe9864-cb81-4424-8bc1-28dd9fb06bbc req-fdece6d4-40b7-40b3-addd-98f51f1af2dc service nova] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] No waiting events found dispatching network-vif-plugged-1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 906.819320] env[69281]: WARNING nova.compute.manager [req-2ffe9864-cb81-4424-8bc1-28dd9fb06bbc req-fdece6d4-40b7-40b3-addd-98f51f1af2dc service nova] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Received unexpected event network-vif-plugged-1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c for instance with vm_state building and task_state spawning. [ 906.833368] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a47398-217c-4d4e-aaa2-6edd5a0158fd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.840495] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935780, 'name': ReconfigVM_Task, 'duration_secs': 0.594868} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.842121] env[69281]: DEBUG nova.compute.manager [req-b78d0199-6626-4d4e-bdd0-7bf7d7cc3b78 req-96a5a02b-76f0-49c2-85e4-663417f9a8af service nova] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Received event network-vif-deleted-fc723afe-f57e-4df5-b0b2-d430bb692450 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.842562] env[69281]: INFO nova.compute.manager [req-b78d0199-6626-4d4e-bdd0-7bf7d7cc3b78 req-96a5a02b-76f0-49c2-85e4-663417f9a8af service nova] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Neutron deleted interface fc723afe-f57e-4df5-b0b2-d430bb692450; detaching it from the instance and deleting it from the info cache [ 906.842798] env[69281]: DEBUG nova.network.neutron [req-b78d0199-6626-4d4e-bdd0-7bf7d7cc3b78 req-96a5a02b-76f0-49c2-85e4-663417f9a8af service nova] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.844422] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Reconfigured VM instance instance-00000045 to attach disk [datastore1] e894d77f-378a-4b9f-98ca-6ae6dc50d78d/e894d77f-378a-4b9f-98ca-6ae6dc50d78d.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.846214] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65388737-dcfb-49ef-9129-250d17ad76a2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.861519] env[69281]: DEBUG nova.compute.provider_tree [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.868251] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 906.868251] env[69281]: value = "task-3935782" [ 906.868251] env[69281]: _type = "Task" [ 906.868251] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.879439] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935782, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.000283] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: b1832876-6076-4108-aef5-ccf5fda6f4c4] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.012779] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935781, 'name': ReconfigVM_Task, 'duration_secs': 0.284977} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.013594] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 907.013907] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c688b16c-b3cf-448a-ba8d-af35c274a291 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.044142] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 4600fd81-377f-4ce2-97de-9b03f2b03d37/4600fd81-377f-4ce2-97de-9b03f2b03d37.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.045111] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad11f27-e733-47fa-ad3f-9a0a406a76f8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.062705] env[69281]: DEBUG nova.network.neutron [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Successfully updated port: 1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.073214] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 907.073214] env[69281]: value = "task-3935783" [ 907.073214] env[69281]: _type = "Task" [ 907.073214] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.083336] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.124173] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.213633] env[69281]: DEBUG nova.network.neutron [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance_info_cache with network_info: [{"id": "b598aec0-f4f7-4182-9103-c21283f7b671", "address": "fa:16:3e:46:8b:8d", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb598aec0-f4", "ovs_interfaceid": "b598aec0-f4f7-4182-9103-c21283f7b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.215888] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.215888] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62c2d91d-00e5-49a3-ab4f-d9c486e012d5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.225068] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 907.225068] env[69281]: value = "task-3935784" [ 907.225068] env[69281]: _type = "Task" [ 907.225068] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.235383] env[69281]: DEBUG nova.network.neutron [-] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.236997] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.346708] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d59da9f3-da41-4f8d-a3ba-a631ae806b00 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.362611] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed6744f-37d2-4db0-a7bd-3f01b1e54b57 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.375943] env[69281]: DEBUG nova.scheduler.client.report [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.401058] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935782, 'name': Rename_Task, 'duration_secs': 0.156771} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.401058] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.401058] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a47e13c2-c8ea-4182-9cd2-10eb3849868e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.427538] env[69281]: DEBUG nova.compute.manager [req-b78d0199-6626-4d4e-bdd0-7bf7d7cc3b78 req-96a5a02b-76f0-49c2-85e4-663417f9a8af service nova] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Detach interface failed, port_id=fc723afe-f57e-4df5-b0b2-d430bb692450, reason: Instance bf429377-67c2-48d3-acb9-1a497e262682 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 907.431908] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 907.431908] env[69281]: value = "task-3935785" [ 907.431908] env[69281]: _type = "Task" [ 907.431908] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.446906] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.507492] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 974b8eaa-82e0-412d-99a9-a0c6ff950549] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.566734] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "refresh_cache-4292247a-b2ba-450d-a8af-0398e4ccab75" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.566734] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "refresh_cache-4292247a-b2ba-450d-a8af-0398e4ccab75" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.566734] env[69281]: DEBUG nova.network.neutron [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.585473] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935783, 'name': ReconfigVM_Task, 'duration_secs': 0.308218} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.585767] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 4600fd81-377f-4ce2-97de-9b03f2b03d37/4600fd81-377f-4ce2-97de-9b03f2b03d37.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.586049] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance '4600fd81-377f-4ce2-97de-9b03f2b03d37' progress to 50 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.661013] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10f82c3-35cb-48ad-bc59-179a915bc7e3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.686454] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63348a9c-17ed-4f83-9ddf-1035aaa3893e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.694721] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating instance '1d7a25e6-1f78-40b1-b146-339b754cbeb8' progress to 83 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.716387] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.736539] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 907.736790] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.738352] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebd8b26-4a58-4238-a922-f5d2c2632919 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.741868] env[69281]: INFO nova.compute.manager [-] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Took 1.77 seconds to deallocate network for instance. [ 907.749899] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.750054] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eb123ab-5c56-4d0e-8540-8200d7c3c2f9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.831364] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.831600] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.831794] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleting the datastore file [datastore1] 3157633a-c966-48d3-a066-ef80540e64a4 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.832097] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c54c27ad-e707-4bf1-9883-95f2b8fc59c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.839670] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 907.839670] env[69281]: value = "task-3935787" [ 907.839670] env[69281]: _type = "Task" [ 907.839670] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.849279] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.886365] env[69281]: DEBUG oslo_concurrency.lockutils [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.889042] env[69281]: DEBUG oslo_concurrency.lockutils [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.707s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.889351] env[69281]: DEBUG nova.objects.instance [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lazy-loading 'resources' on Instance uuid cf67457e-fd08-422f-899a-2799d00e8760 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.910690] env[69281]: INFO nova.scheduler.client.report [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Deleted allocations for instance 8e2b0a67-27be-4006-888f-1bfc6b45030b [ 907.949277] env[69281]: DEBUG oslo_vmware.api [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935785, 'name': PowerOnVM_Task, 'duration_secs': 0.495083} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.949366] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.949513] env[69281]: INFO nova.compute.manager [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Took 8.20 seconds to spawn the instance on the hypervisor. [ 907.949691] env[69281]: DEBUG nova.compute.manager [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 907.951140] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cad661-8443-4308-8202-0084c1b7bb43 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.012037] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: b86c8ed3-5fd8-4c38-9c42-29582898308a] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.093020] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f6f121-c96f-424e-87cf-c04be9f3202b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.115300] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8052e97e-20ef-4d95-93ac-894c205445a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.135739] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance '4600fd81-377f-4ce2-97de-9b03f2b03d37' progress to 67 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.140011] env[69281]: DEBUG nova.network.neutron [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.201101] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.201763] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1c7e722-4785-4cdc-b7a6-e59e8b7af025 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.211558] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 908.211558] env[69281]: value = "task-3935788" [ 908.211558] env[69281]: _type = "Task" [ 908.211558] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.228208] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.248959] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.353854] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15131} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.354212] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.354460] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.354685] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.430141] env[69281]: DEBUG oslo_concurrency.lockutils [None req-06e3096a-af8f-407e-bb9d-c385410965ab tempest-SecurityGroupsTestJSON-1282415650 tempest-SecurityGroupsTestJSON-1282415650-project-member] Lock "8e2b0a67-27be-4006-888f-1bfc6b45030b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.328s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.476730] env[69281]: INFO nova.compute.manager [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Took 43.06 seconds to build instance. [ 908.520296] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 7f70d78f-2bcc-47d5-956c-cd873e25f241] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.596449] env[69281]: DEBUG nova.network.neutron [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Updating instance_info_cache with network_info: [{"id": "1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c", "address": "fa:16:3e:f6:80:dc", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b7024f0-f5", "ovs_interfaceid": "1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.733378] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935788, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.774035] env[69281]: DEBUG nova.network.neutron [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Port 11d5345c-4085-4b3a-8c75-9dd8f317a26e binding to destination host cpu-1 is already ACTIVE {{(pid=69281) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 908.887338] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632ef19b-86cd-4438-a3c8-e4f5637866e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.897182] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52d5bb7-4b5d-43d3-83c6-6c8c0e664ac6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.931489] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97df52bb-5d1d-46a4-bbe4-3e3798cf97ad {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.938632] env[69281]: DEBUG nova.compute.manager [req-9548f1d7-a007-4cca-9502-83dbbf8285d3 req-d1fb8e87-9d75-4a50-9ba7-cdf26120c357 service nova] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Received event network-changed-1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.938831] env[69281]: DEBUG nova.compute.manager [req-9548f1d7-a007-4cca-9502-83dbbf8285d3 req-d1fb8e87-9d75-4a50-9ba7-cdf26120c357 service nova] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Refreshing instance network info cache due to event network-changed-1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.939038] env[69281]: DEBUG oslo_concurrency.lockutils [req-9548f1d7-a007-4cca-9502-83dbbf8285d3 req-d1fb8e87-9d75-4a50-9ba7-cdf26120c357 service nova] Acquiring lock "refresh_cache-4292247a-b2ba-450d-a8af-0398e4ccab75" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.943349] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad6ebeb-a48a-4884-9fc4-fe96aba25f0a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.963087] env[69281]: DEBUG nova.compute.provider_tree [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 908.981528] env[69281]: DEBUG oslo_concurrency.lockutils [None req-55f15956-47e4-43d5-8679-66ff0bc26f59 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "e894d77f-378a-4b9f-98ca-6ae6dc50d78d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.577s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.027930] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 8648d926-63b1-4e97-ad22-06319a6f9c56] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.099687] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "refresh_cache-4292247a-b2ba-450d-a8af-0398e4ccab75" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.100048] env[69281]: DEBUG nova.compute.manager [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Instance network_info: |[{"id": "1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c", "address": "fa:16:3e:f6:80:dc", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b7024f0-f5", "ovs_interfaceid": "1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.100378] env[69281]: DEBUG oslo_concurrency.lockutils [req-9548f1d7-a007-4cca-9502-83dbbf8285d3 req-d1fb8e87-9d75-4a50-9ba7-cdf26120c357 service nova] Acquired lock "refresh_cache-4292247a-b2ba-450d-a8af-0398e4ccab75" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.100580] env[69281]: DEBUG nova.network.neutron [req-9548f1d7-a007-4cca-9502-83dbbf8285d3 req-d1fb8e87-9d75-4a50-9ba7-cdf26120c357 service nova] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Refreshing network info cache for port 1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.102738] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:80:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.111420] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.112257] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.112520] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40e9456d-c9da-4f0f-ab94-f5d99b816be0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.135196] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.135196] env[69281]: value = "task-3935789" [ 909.135196] env[69281]: _type = "Task" [ 909.135196] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.144613] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935789, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.227616] env[69281]: DEBUG oslo_vmware.api [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935788, 'name': PowerOnVM_Task, 'duration_secs': 0.522637} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.227922] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.228131] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e105293b-8334-4030-801f-9b85dece3667 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating instance '1d7a25e6-1f78-40b1-b146-339b754cbeb8' progress to 100 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.240959] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4df581-3acb-462f-909d-ed5cfea11438 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.266491] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance '066aadf2-88b6-4015-a933-f110946dbf3e' progress to 0 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.400381] env[69281]: DEBUG nova.virt.hardware [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.400683] env[69281]: DEBUG nova.virt.hardware [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.400813] env[69281]: DEBUG nova.virt.hardware [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.400999] env[69281]: DEBUG nova.virt.hardware [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.401167] env[69281]: DEBUG nova.virt.hardware [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.401323] env[69281]: DEBUG nova.virt.hardware [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.401548] env[69281]: DEBUG nova.virt.hardware [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.401713] env[69281]: DEBUG nova.virt.hardware [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.401887] env[69281]: DEBUG nova.virt.hardware [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.402167] env[69281]: DEBUG nova.virt.hardware [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.402348] env[69281]: DEBUG nova.virt.hardware [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.403353] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fcb1ae-ebe4-43c6-b6ff-429e5ddb0eab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.414166] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a7db43-f143-4339-9f67-35a9f5699222 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.429900] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:f0:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6a9f039-91c4-4ba0-8098-82c48986a304', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.441292] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.441538] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.442185] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6c0760c-eda4-43f6-9c76-cc444b2fbeef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.474404] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.474404] env[69281]: value = "task-3935790" [ 909.474404] env[69281]: _type = "Task" [ 909.474404] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.484447] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935790, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.511320] env[69281]: DEBUG nova.scheduler.client.report [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 909.511677] env[69281]: DEBUG nova.compute.provider_tree [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 96 to 97 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 909.511886] env[69281]: DEBUG nova.compute.provider_tree [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 909.530256] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "e894d77f-378a-4b9f-98ca-6ae6dc50d78d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.530561] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "e894d77f-378a-4b9f-98ca-6ae6dc50d78d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.530812] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "e894d77f-378a-4b9f-98ca-6ae6dc50d78d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.531049] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "e894d77f-378a-4b9f-98ca-6ae6dc50d78d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.531243] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "e894d77f-378a-4b9f-98ca-6ae6dc50d78d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.533536] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 7a4895cc-2dfe-4d2b-90c3-8006be1d17cb] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.535879] env[69281]: INFO nova.compute.manager [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Terminating instance [ 909.650651] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935789, 'name': CreateVM_Task, 'duration_secs': 0.40933} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.653030] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.653030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.653030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.653030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.653030] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8999b271-5aa6-4e8d-88f0-304a82469f57 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.661633] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 909.661633] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526dbfc3-8779-a46e-4603-5b7b905c1ded" [ 909.661633] env[69281]: _type = "Task" [ 909.661633] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.671786] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526dbfc3-8779-a46e-4603-5b7b905c1ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.779224] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.779224] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fbcffc0-84ed-4113-b521-49eaaf5d9b7c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.804734] env[69281]: DEBUG oslo_vmware.api [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 909.804734] env[69281]: value = "task-3935791" [ 909.804734] env[69281]: _type = "Task" [ 909.804734] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.805254] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "4600fd81-377f-4ce2-97de-9b03f2b03d37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.805472] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "4600fd81-377f-4ce2-97de-9b03f2b03d37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.805673] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "4600fd81-377f-4ce2-97de-9b03f2b03d37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.818026] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 909.818350] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance '066aadf2-88b6-4015-a933-f110946dbf3e' progress to 17 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.988224] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935790, 'name': CreateVM_Task, 'duration_secs': 0.400038} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.988431] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.989154] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.020466] env[69281]: DEBUG oslo_concurrency.lockutils [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.022966] env[69281]: DEBUG oslo_concurrency.lockutils [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.295s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.023238] env[69281]: DEBUG nova.objects.instance [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lazy-loading 'resources' on Instance uuid 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.039963] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 1d8a3599-3789-474c-ac22-a7abfbd20b89] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.046289] env[69281]: DEBUG nova.compute.manager [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.046289] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.046289] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41703ede-2c61-404a-bc20-ff84fcbafb68 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.056023] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.056023] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbd1aa0b-a4dd-4ac0-bd5c-cbd90d08e93c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.066021] env[69281]: DEBUG oslo_vmware.api [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 910.066021] env[69281]: value = "task-3935792" [ 910.066021] env[69281]: _type = "Task" [ 910.066021] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.070585] env[69281]: INFO nova.scheduler.client.report [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Deleted allocations for instance cf67457e-fd08-422f-899a-2799d00e8760 [ 910.088049] env[69281]: DEBUG oslo_vmware.api [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.175326] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526dbfc3-8779-a46e-4603-5b7b905c1ded, 'name': SearchDatastore_Task, 'duration_secs': 0.01181} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.176718] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.176974] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.177709] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.177709] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.178014] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.178480] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.179139] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.179459] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7331cdb9-1237-446a-8c49-847ce742bdb3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.183172] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d2c1a00-d402-4883-a334-6a57d9495af7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.190869] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 910.190869] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529d398c-2106-3b11-5e81-8fc4fe1182ce" [ 910.190869] env[69281]: _type = "Task" [ 910.190869] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.198220] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.198621] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.200766] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbdda95-59e5-4365-9c3e-02b8edc38793 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.209473] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529d398c-2106-3b11-5e81-8fc4fe1182ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.214312] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 910.214312] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e9b15c-a9ab-eb8d-f1b1-3576003fc331" [ 910.214312] env[69281]: _type = "Task" [ 910.214312] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.231794] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e9b15c-a9ab-eb8d-f1b1-3576003fc331, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.233494] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a7d6b2e-957f-4ace-a611-0c0891c966db {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.247187] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 910.247187] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5293b5dd-bb8e-fc2e-fa93-29e8dffea3e6" [ 910.247187] env[69281]: _type = "Task" [ 910.247187] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.262474] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5293b5dd-bb8e-fc2e-fa93-29e8dffea3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01277} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.267127] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.267643] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 4292247a-b2ba-450d-a8af-0398e4ccab75/4292247a-b2ba-450d-a8af-0398e4ccab75.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.268103] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d73236fa-8501-44e7-987d-93ab8963d2c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.278808] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 910.278808] env[69281]: value = "task-3935793" [ 910.278808] env[69281]: _type = "Task" [ 910.278808] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.292627] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.325251] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.325609] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.325773] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.325992] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.326190] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.326433] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.326603] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.326787] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.327094] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.327251] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.327426] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.334149] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f327bf1-cf10-4b0d-94a0-91672cc6739d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.352789] env[69281]: DEBUG oslo_vmware.api [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 910.352789] env[69281]: value = "task-3935794" [ 910.352789] env[69281]: _type = "Task" [ 910.352789] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.365611] env[69281]: DEBUG oslo_vmware.api [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.431758] env[69281]: DEBUG nova.network.neutron [req-9548f1d7-a007-4cca-9502-83dbbf8285d3 req-d1fb8e87-9d75-4a50-9ba7-cdf26120c357 service nova] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Updated VIF entry in instance network info cache for port 1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.431758] env[69281]: DEBUG nova.network.neutron [req-9548f1d7-a007-4cca-9502-83dbbf8285d3 req-d1fb8e87-9d75-4a50-9ba7-cdf26120c357 service nova] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Updating instance_info_cache with network_info: [{"id": "1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c", "address": "fa:16:3e:f6:80:dc", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b7024f0-f5", "ovs_interfaceid": "1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.545872] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.546079] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Cleaning up deleted instances with incomplete migration {{(pid=69281) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 910.583718] env[69281]: DEBUG oslo_vmware.api [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935792, 'name': PowerOffVM_Task, 'duration_secs': 0.217772} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.591784] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.592484] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.594634] env[69281]: DEBUG oslo_concurrency.lockutils [None req-131154ad-10a3-4a33-8570-24560c196fb3 tempest-ImagesOneServerNegativeTestJSON-219129699 tempest-ImagesOneServerNegativeTestJSON-219129699-project-member] Lock "cf67457e-fd08-422f-899a-2799d00e8760" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.487s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.596164] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acd58cb4-e707-4470-b87c-1e1fb86f4197 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.713137] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529d398c-2106-3b11-5e81-8fc4fe1182ce, 'name': SearchDatastore_Task, 'duration_secs': 0.022087} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.714450] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.714450] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.714450] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.714708] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.714708] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.715893] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a26871f-4327-4243-bab2-14120ca4f1cc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.739198] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.739198] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.740748] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12bf1be7-3610-4d32-adb4-de5e1ec2edaa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.760075] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 910.760075] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529431d4-7724-60e1-044b-59ee2ee72fa5" [ 910.760075] env[69281]: _type = "Task" [ 910.760075] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.780236] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529431d4-7724-60e1-044b-59ee2ee72fa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.801959] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935793, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.877018] env[69281]: DEBUG oslo_vmware.api [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935794, 'name': ReconfigVM_Task, 'duration_secs': 0.165863} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.877018] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance '066aadf2-88b6-4015-a933-f110946dbf3e' progress to 33 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 910.900302] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.900894] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.900894] env[69281]: DEBUG nova.network.neutron [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.936981] env[69281]: DEBUG oslo_concurrency.lockutils [req-9548f1d7-a007-4cca-9502-83dbbf8285d3 req-d1fb8e87-9d75-4a50-9ba7-cdf26120c357 service nova] Releasing lock "refresh_cache-4292247a-b2ba-450d-a8af-0398e4ccab75" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.019823] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1988867-7d35-4384-b133-8b4012661350 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.033576] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec6ae12-8bc7-4b0c-807c-958cc24d2440 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.068652] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.070230] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff514552-6084-4694-bd14-fc9445337ccf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.079371] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7fb2f3-b272-445e-b482-1eb63ef6c83c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.098222] env[69281]: DEBUG nova.compute.provider_tree [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.154343] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.154622] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.154846] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleting the datastore file [datastore1] e894d77f-378a-4b9f-98ca-6ae6dc50d78d {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.155211] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3ca7df3-5ca3-471a-a982-ffe5c22dead1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.164718] env[69281]: DEBUG oslo_vmware.api [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 911.164718] env[69281]: value = "task-3935796" [ 911.164718] env[69281]: _type = "Task" [ 911.164718] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.174678] env[69281]: DEBUG oslo_vmware.api [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.278875] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529431d4-7724-60e1-044b-59ee2ee72fa5, 'name': SearchDatastore_Task, 'duration_secs': 0.044449} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.279833] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06bb97b-2f45-4ac0-9983-3b842fa219a0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.289782] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 911.289782] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525919bd-f5e4-ba94-b20f-280c344d404e" [ 911.289782] env[69281]: _type = "Task" [ 911.289782] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.295755] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62394} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.299934] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 4292247a-b2ba-450d-a8af-0398e4ccab75/4292247a-b2ba-450d-a8af-0398e4ccab75.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.300349] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.300683] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b3c7b17-1935-4487-8fab-211a4e74e97f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.309629] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525919bd-f5e4-ba94-b20f-280c344d404e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.311210] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 911.311210] env[69281]: value = "task-3935797" [ 911.311210] env[69281]: _type = "Task" [ 911.311210] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.322244] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.384032] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.384032] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.384345] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.384757] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.384928] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.385211] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.385473] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.385812] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.386090] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.386541] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.386759] env[69281]: DEBUG nova.virt.hardware [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.393122] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 911.394483] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb9b068-9473-442e-938b-611b0e8345e0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.424736] env[69281]: DEBUG oslo_vmware.api [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 911.424736] env[69281]: value = "task-3935798" [ 911.424736] env[69281]: _type = "Task" [ 911.424736] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.435039] env[69281]: DEBUG oslo_vmware.api [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.667306] env[69281]: DEBUG nova.scheduler.client.report [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 911.667306] env[69281]: DEBUG nova.compute.provider_tree [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 97 to 98 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 911.667306] env[69281]: DEBUG nova.compute.provider_tree [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.681392] env[69281]: DEBUG oslo_vmware.api [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.794930] env[69281]: DEBUG nova.network.neutron [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance_info_cache with network_info: [{"id": "11d5345c-4085-4b3a-8c75-9dd8f317a26e", "address": "fa:16:3e:52:55:4b", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d5345c-40", "ovs_interfaceid": "11d5345c-4085-4b3a-8c75-9dd8f317a26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.809140] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525919bd-f5e4-ba94-b20f-280c344d404e, 'name': SearchDatastore_Task, 'duration_secs': 0.0224} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.809140] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.809140] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 3157633a-c966-48d3-a066-ef80540e64a4/3157633a-c966-48d3-a066-ef80540e64a4.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.809375] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef40c9b8-189d-4c0a-8496-2405cfa2523f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.817885] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 911.817885] env[69281]: value = "task-3935799" [ 911.817885] env[69281]: _type = "Task" [ 911.817885] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.829364] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075831} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.830183] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.831137] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8e9ff8-8fb8-42d4-818e-22a90b7d6bdf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.837186] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.858785] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 4292247a-b2ba-450d-a8af-0398e4ccab75/4292247a-b2ba-450d-a8af-0398e4ccab75.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.859396] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d82d77ce-20a1-4947-a411-b86fb7ca9d8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.878774] env[69281]: DEBUG oslo_concurrency.lockutils [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.879021] env[69281]: DEBUG oslo_concurrency.lockutils [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.879219] env[69281]: DEBUG nova.compute.manager [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Going to confirm migration 2 {{(pid=69281) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 911.882226] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 911.882226] env[69281]: value = "task-3935800" [ 911.882226] env[69281]: _type = "Task" [ 911.882226] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.892462] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.935965] env[69281]: DEBUG oslo_vmware.api [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935798, 'name': ReconfigVM_Task, 'duration_secs': 0.192374} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.936276] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 911.937012] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e01b35-ddfd-47d9-8ab8-2d6530a91b61 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.967360] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 066aadf2-88b6-4015-a933-f110946dbf3e/066aadf2-88b6-4015-a933-f110946dbf3e.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.967360] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8473de1-b2e7-4c06-a09c-3a8bb611943f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.999070] env[69281]: DEBUG oslo_vmware.api [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 911.999070] env[69281]: value = "task-3935801" [ 911.999070] env[69281]: _type = "Task" [ 911.999070] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.014082] env[69281]: DEBUG oslo_vmware.api [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.178430] env[69281]: DEBUG oslo_concurrency.lockutils [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.183121] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.285s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.187885] env[69281]: INFO nova.compute.claims [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.197989] env[69281]: DEBUG oslo_vmware.api [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.221298] env[69281]: INFO nova.scheduler.client.report [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Deleted allocations for instance 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1 [ 912.301438] env[69281]: DEBUG oslo_concurrency.lockutils [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Releasing lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.332181] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935799, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.400580] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935800, 'name': ReconfigVM_Task, 'duration_secs': 0.335133} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.400847] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 4292247a-b2ba-450d-a8af-0398e4ccab75/4292247a-b2ba-450d-a8af-0398e4ccab75.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.401677] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75eed02f-e688-4903-9d5d-4f8144da0a35 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.413039] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 912.413039] env[69281]: value = "task-3935802" [ 912.413039] env[69281]: _type = "Task" [ 912.413039] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.423721] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935802, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.494759] env[69281]: DEBUG oslo_concurrency.lockutils [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.494759] env[69281]: DEBUG oslo_concurrency.lockutils [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.494889] env[69281]: DEBUG nova.network.neutron [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.495662] env[69281]: DEBUG nova.objects.instance [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lazy-loading 'info_cache' on Instance uuid 1d7a25e6-1f78-40b1-b146-339b754cbeb8 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.517283] env[69281]: DEBUG oslo_vmware.api [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935801, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.686707] env[69281]: DEBUG oslo_vmware.api [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.730928] env[69281]: DEBUG oslo_concurrency.lockutils [None req-594131a2-cefa-4c1c-b7f3-c4ad5474b67d tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.788s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.830195] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558704} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.830890] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 3157633a-c966-48d3-a066-ef80540e64a4/3157633a-c966-48d3-a066-ef80540e64a4.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.831260] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.831459] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-656d0a84-6d59-4e8c-a75d-3bf772cdc29c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.840707] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f5bb04-a288-4f2c-bb7d-d0fb453a1eb7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.847548] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 912.847548] env[69281]: value = "task-3935803" [ 912.847548] env[69281]: _type = "Task" [ 912.847548] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.868617] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed641d2-5838-4145-baa8-7f3a4f79e761 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.874796] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.880377] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance '4600fd81-377f-4ce2-97de-9b03f2b03d37' progress to 83 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.926459] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935802, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.014912] env[69281]: DEBUG oslo_vmware.api [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935801, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.184821] env[69281]: DEBUG oslo_vmware.api [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.582036} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.185379] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.185636] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.185835] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.186121] env[69281]: INFO nova.compute.manager [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Took 3.14 seconds to destroy the instance on the hypervisor. [ 913.186331] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.186538] env[69281]: DEBUG nova.compute.manager [-] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.186637] env[69281]: DEBUG nova.network.neutron [-] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.361846] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.393344] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.394452] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cf2ef4c-b4db-4475-ad33-783f3d825182 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.407032] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 913.407032] env[69281]: value = "task-3935804" [ 913.407032] env[69281]: _type = "Task" [ 913.407032] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.435680] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935804, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.453272] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935802, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.517698] env[69281]: DEBUG oslo_vmware.api [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935801, 'name': ReconfigVM_Task, 'duration_secs': 1.452032} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.521968] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 066aadf2-88b6-4015-a933-f110946dbf3e/066aadf2-88b6-4015-a933-f110946dbf3e.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.522459] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance '066aadf2-88b6-4015-a933-f110946dbf3e' progress to 50 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.670969] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650f2be8-7f5d-4d59-9a0a-dd38d72a7089 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.683360] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63af4022-aa90-4971-a360-dc3850232080 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.724535] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd72f325-6456-485b-9f2a-95aa9b3370a0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.733337] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c1635-2438-4d3b-bb76-a039a3de05d6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.750070] env[69281]: DEBUG nova.compute.provider_tree [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.862878] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.644578} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.866022] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.866022] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6886c8-766c-4af2-b258-fbe0c2adbc32 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.894946] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 3157633a-c966-48d3-a066-ef80540e64a4/3157633a-c966-48d3-a066-ef80540e64a4.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.901151] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30f5274f-d7a9-49b6-b30c-72d2f9c9ea4b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.945988] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935804, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.946244] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935802, 'name': Rename_Task, 'duration_secs': 1.188824} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.947938] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.948367] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 913.948367] env[69281]: value = "task-3935805" [ 913.948367] env[69281]: _type = "Task" [ 913.948367] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.948597] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6588f71-3ff6-4d72-932e-c8b8d517c201 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.961988] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.964057] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 913.964057] env[69281]: value = "task-3935806" [ 913.964057] env[69281]: _type = "Task" [ 913.964057] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.974854] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.989173] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Acquiring lock "9b04d2af-8d91-45fa-bad4-034df8333aa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.989761] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Lock "9b04d2af-8d91-45fa-bad4-034df8333aa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.005461] env[69281]: DEBUG nova.network.neutron [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating instance_info_cache with network_info: [{"id": "a6762356-a217-4909-ab73-965aec4c04c8", "address": "fa:16:3e:3f:a6:93", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6762356-a2", "ovs_interfaceid": "a6762356-a217-4909-ab73-965aec4c04c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.020338] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "098bb7f4-c121-4751-946a-15c5d5b20b37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.021104] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.030612] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2913f16a-10c6-4c98-90ad-b957069e0fac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.056074] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0de938-cbf2-42ce-a612-33a7f648c488 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.077441] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance '066aadf2-88b6-4015-a933-f110946dbf3e' progress to 67 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.253264] env[69281]: DEBUG nova.scheduler.client.report [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.405104] env[69281]: DEBUG nova.compute.manager [req-c17111c3-a8fd-443e-90d3-96671c314da7 req-5dbfe7d6-4c24-4f66-859c-aecee8d0a607 service nova] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Received event network-vif-deleted-16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.405851] env[69281]: INFO nova.compute.manager [req-c17111c3-a8fd-443e-90d3-96671c314da7 req-5dbfe7d6-4c24-4f66-859c-aecee8d0a607 service nova] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Neutron deleted interface 16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22; detaching it from the instance and deleting it from the info cache [ 914.405851] env[69281]: DEBUG nova.network.neutron [req-c17111c3-a8fd-443e-90d3-96671c314da7 req-5dbfe7d6-4c24-4f66-859c-aecee8d0a607 service nova] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.436198] env[69281]: DEBUG oslo_vmware.api [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935804, 'name': PowerOnVM_Task, 'duration_secs': 0.703362} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.436526] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.438035] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-00421e91-04bf-486a-ab40-cce593456fe8 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance '4600fd81-377f-4ce2-97de-9b03f2b03d37' progress to 100 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.464932] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935805, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.475878] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935806, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.492947] env[69281]: DEBUG nova.compute.manager [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.510997] env[69281]: DEBUG oslo_concurrency.lockutils [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "refresh_cache-1d7a25e6-1f78-40b1-b146-339b754cbeb8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.511169] env[69281]: DEBUG nova.objects.instance [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lazy-loading 'migration_context' on Instance uuid 1d7a25e6-1f78-40b1-b146-339b754cbeb8 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.523394] env[69281]: DEBUG nova.compute.manager [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.720011] env[69281]: DEBUG nova.network.neutron [-] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.759277] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.759277] env[69281]: DEBUG nova.compute.manager [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.762307] env[69281]: DEBUG oslo_concurrency.lockutils [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.865s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.762724] env[69281]: DEBUG nova.objects.instance [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lazy-loading 'resources' on Instance uuid 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.892437] env[69281]: DEBUG nova.network.neutron [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Port b598aec0-f4f7-4182-9103-c21283f7b671 binding to destination host cpu-1 is already ACTIVE {{(pid=69281) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 914.911020] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15047189-8948-4114-ade7-870b89aefb49 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.923021] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88449ea4-5662-4415-abf2-5779422277c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.962892] env[69281]: DEBUG nova.compute.manager [req-c17111c3-a8fd-443e-90d3-96671c314da7 req-5dbfe7d6-4c24-4f66-859c-aecee8d0a607 service nova] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Detach interface failed, port_id=16bfb3ff-4a5a-43d3-8a25-0b46dcff5a22, reason: Instance e894d77f-378a-4b9f-98ca-6ae6dc50d78d could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 914.982728] env[69281]: DEBUG oslo_vmware.api [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935806, 'name': PowerOnVM_Task, 'duration_secs': 0.678659} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.985842] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.986061] env[69281]: INFO nova.compute.manager [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Took 9.96 seconds to spawn the instance on the hypervisor. [ 914.986244] env[69281]: DEBUG nova.compute.manager [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 914.986543] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935805, 'name': ReconfigVM_Task, 'duration_secs': 0.54491} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.987272] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4f3287-44a0-4af3-af11-743045f49662 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.989921] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 3157633a-c966-48d3-a066-ef80540e64a4/3157633a-c966-48d3-a066-ef80540e64a4.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.990850] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b2442a8-fdbd-4ade-8dea-dcc0f03e5c55 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.005068] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 915.005068] env[69281]: value = "task-3935807" [ 915.005068] env[69281]: _type = "Task" [ 915.005068] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.014953] env[69281]: DEBUG nova.objects.base [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Object Instance<1d7a25e6-1f78-40b1-b146-339b754cbeb8> lazy-loaded attributes: info_cache,migration_context {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 915.015862] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82b45a0-e4f6-45f6-b72c-09a432fa0daf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.022501] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935807, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.052068] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.052408] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7683a93-512f-4ea4-8ce8-3bd5d123769a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.062730] env[69281]: DEBUG oslo_vmware.api [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 915.062730] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5216c218-083d-4b2a-e973-f571c05bfd8e" [ 915.062730] env[69281]: _type = "Task" [ 915.062730] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.074130] env[69281]: DEBUG oslo_vmware.api [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5216c218-083d-4b2a-e973-f571c05bfd8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.075388] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.230230] env[69281]: INFO nova.compute.manager [-] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Took 2.04 seconds to deallocate network for instance. [ 915.266134] env[69281]: DEBUG nova.compute.utils [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.270026] env[69281]: DEBUG nova.compute.manager [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.270026] env[69281]: DEBUG nova.network.neutron [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.351792] env[69281]: DEBUG nova.policy [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7aed2a166f3f41bca62a7b0dbe48cc63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1a038c8778a4995a8bba94f3508dac3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.521659] env[69281]: INFO nova.compute.manager [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Took 44.85 seconds to build instance. [ 915.528861] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935807, 'name': Rename_Task, 'duration_secs': 0.218555} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.529710] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.529710] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a876022e-bd1e-4a32-8988-8f3e33a66085 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.538609] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 915.538609] env[69281]: value = "task-3935808" [ 915.538609] env[69281]: _type = "Task" [ 915.538609] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.549887] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.575592] env[69281]: DEBUG oslo_vmware.api [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5216c218-083d-4b2a-e973-f571c05bfd8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.575592] env[69281]: DEBUG oslo_concurrency.lockutils [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.742745] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.769889] env[69281]: DEBUG nova.compute.manager [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.782939] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a4cd18-2c99-4293-92b8-b2f00197d71b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.792195] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407ad6e3-c6ac-432a-85fd-1cc92c10bf1e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.829907] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249b8c4f-5d53-406f-b32c-6dcf7fd0d77e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.840178] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2e72c7-6046-442f-a3ec-f134a7fe3647 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.858619] env[69281]: DEBUG nova.compute.provider_tree [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.921353] env[69281]: DEBUG nova.network.neutron [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Successfully created port: f429b984-941e-406a-a4c3-0746b00aecf2 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.924158] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "066aadf2-88b6-4015-a933-f110946dbf3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.924416] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "066aadf2-88b6-4015-a933-f110946dbf3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.925054] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "066aadf2-88b6-4015-a933-f110946dbf3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.024830] env[69281]: DEBUG oslo_concurrency.lockutils [None req-deec4d07-a92a-4294-96a5-0cf1381f77e9 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "4292247a-b2ba-450d-a8af-0398e4ccab75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.359s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.054402] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.275341] env[69281]: INFO nova.virt.block_device [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Booting with volume 4d41bb3a-193a-47f5-9395-7dda213f72f2 at /dev/sda [ 916.336595] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f7cf69d-c35f-4851-943b-2e4e4e1dac03 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.351571] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0441c5-87ee-4d6f-ad17-05b42fab0c9b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.365173] env[69281]: DEBUG nova.scheduler.client.report [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.402126] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c39d038-312f-4841-8eb2-8eff371b29c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.418150] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2a15a0-c818-490b-bd44-af5581116964 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.467052] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175c59df-c004-437b-b5de-08083549d334 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.477816] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fc2e61-b2c4-4b88-8ce3-06ea6c321f57 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.496746] env[69281]: DEBUG nova.virt.block_device [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Updating existing volume attachment record: ac8bd00f-2d78-4df5-8d4b-c599b138faec {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 916.551951] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935808, 'name': PowerOnVM_Task, 'duration_secs': 0.916993} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.552211] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.552476] env[69281]: DEBUG nova.compute.manager [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 916.553432] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea945f7-f8f1-49b4-a787-1206b5f4c8c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.807937] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.808718] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.871374] env[69281]: DEBUG oslo_concurrency.lockutils [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.874625] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.605s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.874902] env[69281]: DEBUG nova.objects.instance [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lazy-loading 'pci_requests' on Instance uuid 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.898854] env[69281]: INFO nova.scheduler.client.report [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Deleted allocations for instance 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a [ 917.020656] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.020921] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.021132] env[69281]: DEBUG nova.network.neutron [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.066116] env[69281]: INFO nova.compute.manager [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] bringing vm to original state: 'stopped' [ 917.199140] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7c3fae-c72a-4b9b-a800-aad6a31ab190 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.208971] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f77a48c3-dea1-4d94-8232-1e1bb15be749 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Suspending the VM {{(pid=69281) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 917.209270] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9920a005-18ae-40a2-b74a-2b0526d12222 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.224279] env[69281]: DEBUG oslo_vmware.api [None req-f77a48c3-dea1-4d94-8232-1e1bb15be749 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 917.224279] env[69281]: value = "task-3935809" [ 917.224279] env[69281]: _type = "Task" [ 917.224279] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.238393] env[69281]: DEBUG oslo_vmware.api [None req-f77a48c3-dea1-4d94-8232-1e1bb15be749 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935809, 'name': SuspendVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.297171] env[69281]: DEBUG nova.network.neutron [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Port 11d5345c-4085-4b3a-8c75-9dd8f317a26e binding to destination host cpu-1 is already ACTIVE {{(pid=69281) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 917.297466] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.297686] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.297817] env[69281]: DEBUG nova.network.neutron [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.311774] env[69281]: DEBUG nova.compute.manager [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.379691] env[69281]: DEBUG nova.objects.instance [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lazy-loading 'numa_topology' on Instance uuid 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.410941] env[69281]: DEBUG oslo_concurrency.lockutils [None req-287d6dc9-5212-4339-a426-2b5e08b005f6 tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.357s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.744421] env[69281]: DEBUG oslo_vmware.api [None req-f77a48c3-dea1-4d94-8232-1e1bb15be749 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935809, 'name': SuspendVM_Task} progress is 54%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.807034] env[69281]: DEBUG nova.compute.manager [req-0053dfd8-8029-4597-96ac-995e7d66801e req-8bf69e12-5612-45d1-b0fa-b373db6e2e85 service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Received event network-vif-plugged-f429b984-941e-406a-a4c3-0746b00aecf2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.807266] env[69281]: DEBUG oslo_concurrency.lockutils [req-0053dfd8-8029-4597-96ac-995e7d66801e req-8bf69e12-5612-45d1-b0fa-b373db6e2e85 service nova] Acquiring lock "6f6d6da4-7571-4388-bfc9-660896fb64e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.807491] env[69281]: DEBUG oslo_concurrency.lockutils [req-0053dfd8-8029-4597-96ac-995e7d66801e req-8bf69e12-5612-45d1-b0fa-b373db6e2e85 service nova] Lock "6f6d6da4-7571-4388-bfc9-660896fb64e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.807659] env[69281]: DEBUG oslo_concurrency.lockutils [req-0053dfd8-8029-4597-96ac-995e7d66801e req-8bf69e12-5612-45d1-b0fa-b373db6e2e85 service nova] Lock "6f6d6da4-7571-4388-bfc9-660896fb64e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.807821] env[69281]: DEBUG nova.compute.manager [req-0053dfd8-8029-4597-96ac-995e7d66801e req-8bf69e12-5612-45d1-b0fa-b373db6e2e85 service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] No waiting events found dispatching network-vif-plugged-f429b984-941e-406a-a4c3-0746b00aecf2 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 917.808015] env[69281]: WARNING nova.compute.manager [req-0053dfd8-8029-4597-96ac-995e7d66801e req-8bf69e12-5612-45d1-b0fa-b373db6e2e85 service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Received unexpected event network-vif-plugged-f429b984-941e-406a-a4c3-0746b00aecf2 for instance with vm_state building and task_state block_device_mapping. [ 917.837894] env[69281]: DEBUG nova.network.neutron [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Successfully updated port: f429b984-941e-406a-a4c3-0746b00aecf2 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.854040] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.883099] env[69281]: INFO nova.compute.claims [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.078561] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.078850] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.079083] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.079288] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.079534] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.081345] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "3157633a-c966-48d3-a066-ef80540e64a4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.081560] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "3157633a-c966-48d3-a066-ef80540e64a4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.081743] env[69281]: DEBUG nova.compute.manager [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.082801] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e505cf9-cd47-41d0-9c7f-73c2e267bb64 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.086015] env[69281]: INFO nova.compute.manager [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Terminating instance [ 918.091973] env[69281]: DEBUG nova.compute.manager [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69281) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 918.102700] env[69281]: DEBUG nova.network.neutron [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance_info_cache with network_info: [{"id": "11d5345c-4085-4b3a-8c75-9dd8f317a26e", "address": "fa:16:3e:52:55:4b", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d5345c-40", "ovs_interfaceid": "11d5345c-4085-4b3a-8c75-9dd8f317a26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.240333] env[69281]: DEBUG oslo_vmware.api [None req-f77a48c3-dea1-4d94-8232-1e1bb15be749 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935809, 'name': SuspendVM_Task} progress is 54%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.341217] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Acquiring lock "refresh_cache-6f6d6da4-7571-4388-bfc9-660896fb64e3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.341644] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Acquired lock "refresh_cache-6f6d6da4-7571-4388-bfc9-660896fb64e3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.341644] env[69281]: DEBUG nova.network.neutron [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.393147] env[69281]: DEBUG nova.network.neutron [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance_info_cache with network_info: [{"id": "b598aec0-f4f7-4182-9103-c21283f7b671", "address": "fa:16:3e:46:8b:8d", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb598aec0-f4", "ovs_interfaceid": "b598aec0-f4f7-4182-9103-c21283f7b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.593595] env[69281]: DEBUG nova.compute.manager [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.593595] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.593595] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc6a177-8f2d-4807-8727-7dd92ef55478 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.597925] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.597925] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dc4be1b-4ed9-4ea9-8026-a6bafde6a825 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.601823] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.605379] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a90b8b6-5acf-49cd-9fb1-35c7d228b601 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.608431] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Releasing lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.612042] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 918.612042] env[69281]: value = "task-3935810" [ 918.612042] env[69281]: _type = "Task" [ 918.612042] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.619752] env[69281]: DEBUG nova.compute.manager [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.620393] env[69281]: DEBUG nova.virt.hardware [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.620746] env[69281]: DEBUG nova.virt.hardware [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.620987] env[69281]: DEBUG nova.virt.hardware [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.621758] env[69281]: DEBUG nova.virt.hardware [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.621926] env[69281]: DEBUG nova.virt.hardware [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.622099] env[69281]: DEBUG nova.virt.hardware [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.622324] env[69281]: DEBUG nova.virt.hardware [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.622522] env[69281]: DEBUG nova.virt.hardware [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.622717] env[69281]: DEBUG nova.virt.hardware [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.622892] env[69281]: DEBUG nova.virt.hardware [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.623106] env[69281]: DEBUG nova.virt.hardware [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.623646] env[69281]: DEBUG oslo_vmware.api [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 918.623646] env[69281]: value = "task-3935811" [ 918.623646] env[69281]: _type = "Task" [ 918.623646] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.627841] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed379d-e65f-430f-b199-bcda2d871ee4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.641699] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.653058] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fe4731-7d57-40da-a856-63019ae7bace {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.657837] env[69281]: DEBUG oslo_vmware.api [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.739106] env[69281]: DEBUG oslo_vmware.api [None req-f77a48c3-dea1-4d94-8232-1e1bb15be749 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935809, 'name': SuspendVM_Task, 'duration_secs': 1.448425} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.739590] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f77a48c3-dea1-4d94-8232-1e1bb15be749 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Suspended the VM {{(pid=69281) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 918.739786] env[69281]: DEBUG nova.compute.manager [None req-f77a48c3-dea1-4d94-8232-1e1bb15be749 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.740644] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d073f15-986c-476b-b309-ac593410fffc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.885421] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e49efa-83db-48ac-82af-d88878bbc8a1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.894998] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8ce4f0-519d-4d5b-84da-532d4f132df4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.899076] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.937470] env[69281]: DEBUG nova.network.neutron [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.940537] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1c5c0a-0a3d-44ca-b917-0b77028f0987 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.949092] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e5465e-8cb7-47b1-a523-eed7e50b4a8b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.965538] env[69281]: DEBUG nova.compute.provider_tree [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.114570] env[69281]: DEBUG nova.compute.manager [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69281) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 919.114829] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.125721] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.141702] env[69281]: DEBUG oslo_vmware.api [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935811, 'name': PowerOffVM_Task, 'duration_secs': 0.232073} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.141989] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.142220] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.142460] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-089fc589-c99d-49e1-b331-a04aff68de81 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.188522] env[69281]: DEBUG nova.network.neutron [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Updating instance_info_cache with network_info: [{"id": "f429b984-941e-406a-a4c3-0746b00aecf2", "address": "fa:16:3e:e8:3d:09", "network": {"id": "dbd7c40c-b4a0-4058-ab08-083fbab5f07e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1197869638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a038c8778a4995a8bba94f3508dac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf429b984-94", "ovs_interfaceid": "f429b984-941e-406a-a4c3-0746b00aecf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.216852] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.217140] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.217408] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Deleting the datastore file [datastore2] fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.217604] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25803d2b-cf6b-4076-9af5-8665c79cc5c9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.234155] env[69281]: DEBUG oslo_vmware.api [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for the task: (returnval){ [ 919.234155] env[69281]: value = "task-3935813" [ 919.234155] env[69281]: _type = "Task" [ 919.234155] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.249551] env[69281]: DEBUG oslo_vmware.api [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.427453] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29df1595-469a-42f8-a6ad-e347a9a65382 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.452642] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507fedca-ea30-4b56-baf2-687e2f089341 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.464435] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance '066aadf2-88b6-4015-a933-f110946dbf3e' progress to 83 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.472072] env[69281]: DEBUG nova.scheduler.client.report [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.628123] env[69281]: DEBUG oslo_vmware.api [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935810, 'name': PowerOffVM_Task, 'duration_secs': 0.6479} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.628423] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.628672] env[69281]: DEBUG nova.compute.manager [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 919.629631] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1404e071-e76b-4e79-b2ce-f2e8a4383fd3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.693046] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Releasing lock "refresh_cache-6f6d6da4-7571-4388-bfc9-660896fb64e3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.693777] env[69281]: DEBUG nova.compute.manager [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Instance network_info: |[{"id": "f429b984-941e-406a-a4c3-0746b00aecf2", "address": "fa:16:3e:e8:3d:09", "network": {"id": "dbd7c40c-b4a0-4058-ab08-083fbab5f07e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1197869638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a038c8778a4995a8bba94f3508dac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf429b984-94", "ovs_interfaceid": "f429b984-941e-406a-a4c3-0746b00aecf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.694261] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:3d:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f429b984-941e-406a-a4c3-0746b00aecf2', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.705602] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Creating folder: Project (f1a038c8778a4995a8bba94f3508dac3). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.706563] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1b701b9-efe5-4ee0-9d51-450ce3b58ba7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.722060] env[69281]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 919.722233] env[69281]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69281) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 919.723079] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Folder already exists: Project (f1a038c8778a4995a8bba94f3508dac3). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 919.723318] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Creating folder: Instances. Parent ref: group-v781314. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.723667] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edd7e445-1d05-447f-856e-d686152656a9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.740891] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Created folder: Instances in parent group-v781314. [ 919.741434] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.741739] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.742498] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd5c3137-ed5e-42db-875d-8a2925554b07 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.774122] env[69281]: DEBUG oslo_vmware.api [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Task: {'id': task-3935813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17811} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.774916] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.775292] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.775736] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.775903] env[69281]: INFO nova.compute.manager [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 919.776437] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.777230] env[69281]: DEBUG nova.compute.manager [-] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.777444] env[69281]: DEBUG nova.network.neutron [-] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.784612] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.784612] env[69281]: value = "task-3935816" [ 919.784612] env[69281]: _type = "Task" [ 919.784612] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.797325] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935816, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.968649] env[69281]: DEBUG nova.compute.manager [req-0c6bb90d-d2f2-492c-8c09-99ffc1cb89c2 req-5a5a0b0a-ec4b-411f-9fea-6486eb18ad79 service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Received event network-changed-f429b984-941e-406a-a4c3-0746b00aecf2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.968966] env[69281]: DEBUG nova.compute.manager [req-0c6bb90d-d2f2-492c-8c09-99ffc1cb89c2 req-5a5a0b0a-ec4b-411f-9fea-6486eb18ad79 service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Refreshing instance network info cache due to event network-changed-f429b984-941e-406a-a4c3-0746b00aecf2. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.969252] env[69281]: DEBUG oslo_concurrency.lockutils [req-0c6bb90d-d2f2-492c-8c09-99ffc1cb89c2 req-5a5a0b0a-ec4b-411f-9fea-6486eb18ad79 service nova] Acquiring lock "refresh_cache-6f6d6da4-7571-4388-bfc9-660896fb64e3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.969443] env[69281]: DEBUG oslo_concurrency.lockutils [req-0c6bb90d-d2f2-492c-8c09-99ffc1cb89c2 req-5a5a0b0a-ec4b-411f-9fea-6486eb18ad79 service nova] Acquired lock "refresh_cache-6f6d6da4-7571-4388-bfc9-660896fb64e3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.969756] env[69281]: DEBUG nova.network.neutron [req-0c6bb90d-d2f2-492c-8c09-99ffc1cb89c2 req-5a5a0b0a-ec4b-411f-9fea-6486eb18ad79 service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Refreshing network info cache for port f429b984-941e-406a-a4c3-0746b00aecf2 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.978834] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2aa46b-9e2c-4a7c-b5eb-0b8ded688a54 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance '066aadf2-88b6-4015-a933-f110946dbf3e' progress to 100 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.987760] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.113s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.992816] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.391s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.992816] env[69281]: DEBUG nova.objects.instance [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lazy-loading 'resources' on Instance uuid 94545097-35b6-483f-b933-6e3e9d592f7e {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.053151] env[69281]: INFO nova.network.neutron [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Updating port b18f49b1-da80-4541-a74c-f149458a21d7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 920.146712] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "3157633a-c966-48d3-a066-ef80540e64a4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.271049] env[69281]: DEBUG nova.compute.manager [req-e3bf903c-fd92-4d28-b8b2-949a8fbd056b req-f9f8ea0f-33a5-4c62-b74c-8a1421145946 service nova] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Received event network-vif-deleted-020e8e32-b0d4-426a-80c4-b16634bc3028 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.271141] env[69281]: INFO nova.compute.manager [req-e3bf903c-fd92-4d28-b8b2-949a8fbd056b req-f9f8ea0f-33a5-4c62-b74c-8a1421145946 service nova] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Neutron deleted interface 020e8e32-b0d4-426a-80c4-b16634bc3028; detaching it from the instance and deleting it from the info cache [ 920.271300] env[69281]: DEBUG nova.network.neutron [req-e3bf903c-fd92-4d28-b8b2-949a8fbd056b req-f9f8ea0f-33a5-4c62-b74c-8a1421145946 service nova] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.294244] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935816, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.658925] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.710072] env[69281]: DEBUG nova.network.neutron [-] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.775848] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a112bf3-2b88-4c7b-9712-b96c83e6930e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.786889] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6dfec8-37b0-47b9-81c8-3f1ee9d48325 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.815340] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935816, 'name': CreateVM_Task, 'duration_secs': 0.765646} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.815536] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.816235] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'ac8bd00f-2d78-4df5-8d4b-c599b138faec', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781323', 'volume_id': '4d41bb3a-193a-47f5-9395-7dda213f72f2', 'name': 'volume-4d41bb3a-193a-47f5-9395-7dda213f72f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f6d6da4-7571-4388-bfc9-660896fb64e3', 'attached_at': '', 'detached_at': '', 'volume_id': '4d41bb3a-193a-47f5-9395-7dda213f72f2', 'serial': '4d41bb3a-193a-47f5-9395-7dda213f72f2'}, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69281) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 920.816456] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Root volume attach. Driver type: vmdk {{(pid=69281) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 920.817339] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ae9a07-ad55-483e-ba76-c1ca61d77809 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.833099] env[69281]: DEBUG nova.network.neutron [req-0c6bb90d-d2f2-492c-8c09-99ffc1cb89c2 req-5a5a0b0a-ec4b-411f-9fea-6486eb18ad79 service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Updated VIF entry in instance network info cache for port f429b984-941e-406a-a4c3-0746b00aecf2. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.834080] env[69281]: DEBUG nova.network.neutron [req-0c6bb90d-d2f2-492c-8c09-99ffc1cb89c2 req-5a5a0b0a-ec4b-411f-9fea-6486eb18ad79 service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Updating instance_info_cache with network_info: [{"id": "f429b984-941e-406a-a4c3-0746b00aecf2", "address": "fa:16:3e:e8:3d:09", "network": {"id": "dbd7c40c-b4a0-4058-ab08-083fbab5f07e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1197869638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a038c8778a4995a8bba94f3508dac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf429b984-94", "ovs_interfaceid": "f429b984-941e-406a-a4c3-0746b00aecf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.835027] env[69281]: DEBUG nova.compute.manager [req-e3bf903c-fd92-4d28-b8b2-949a8fbd056b req-f9f8ea0f-33a5-4c62-b74c-8a1421145946 service nova] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Detach interface failed, port_id=020e8e32-b0d4-426a-80c4-b16634bc3028, reason: Instance fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 920.841620] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87626cc5-1df5-43e3-b83d-3bde858fa77d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.848580] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9039aee0-b4b7-4495-be59-4ede3e0f08cc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.859119] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c28e6061-6fce-47d0-8bd9-4417a2a06ae1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.867772] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Waiting for the task: (returnval){ [ 920.867772] env[69281]: value = "task-3935817" [ 920.867772] env[69281]: _type = "Task" [ 920.867772] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.876931] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935817, 'name': RelocateVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.982154] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78984138-12c9-4c6c-8ef7-db7a66fe198c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.991134] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696ed4ca-ea62-42a9-bfb6-1c4387a6dd8e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.032964] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e6014e-65eb-47a0-8ab1-fd4c344bb99d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.041877] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3037a68-4922-41a4-aaef-11aa2e2ed399 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.058067] env[69281]: DEBUG nova.compute.provider_tree [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.179955] env[69281]: DEBUG nova.compute.manager [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 921.181101] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d278732c-0e78-4f7e-bf68-b4a3be80b67f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.212980] env[69281]: INFO nova.compute.manager [-] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Took 1.44 seconds to deallocate network for instance. [ 921.341801] env[69281]: DEBUG oslo_concurrency.lockutils [req-0c6bb90d-d2f2-492c-8c09-99ffc1cb89c2 req-5a5a0b0a-ec4b-411f-9fea-6486eb18ad79 service nova] Releasing lock "refresh_cache-6f6d6da4-7571-4388-bfc9-660896fb64e3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.381759] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935817, 'name': RelocateVM_Task, 'duration_secs': 0.431521} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.382302] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 921.382687] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781323', 'volume_id': '4d41bb3a-193a-47f5-9395-7dda213f72f2', 'name': 'volume-4d41bb3a-193a-47f5-9395-7dda213f72f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f6d6da4-7571-4388-bfc9-660896fb64e3', 'attached_at': '', 'detached_at': '', 'volume_id': '4d41bb3a-193a-47f5-9395-7dda213f72f2', 'serial': '4d41bb3a-193a-47f5-9395-7dda213f72f2'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 921.383779] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d772b2a-00be-4c16-9cbf-b9d458365417 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.404181] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193e8276-ebb8-4953-a4ab-1c3a2f9224b4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.434961] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] volume-4d41bb3a-193a-47f5-9395-7dda213f72f2/volume-4d41bb3a-193a-47f5-9395-7dda213f72f2.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.436782] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d442a3c-bfd4-4b51-a100-0dfa67d809bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.462952] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "bdaf7b4a-568a-4040-85ae-6f3c535f8166" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.464271] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "bdaf7b4a-568a-4040-85ae-6f3c535f8166" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.469032] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Waiting for the task: (returnval){ [ 921.469032] env[69281]: value = "task-3935818" [ 921.469032] env[69281]: _type = "Task" [ 921.469032] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.481376] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.562016] env[69281]: DEBUG nova.scheduler.client.report [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.698891] env[69281]: INFO nova.compute.manager [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] instance snapshotting [ 921.698891] env[69281]: WARNING nova.compute.manager [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 921.700360] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff89948-6300-4076-857b-2f178a09f7ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.722898] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.724281] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910abe3b-a1a5-4373-bcba-a54b58c391a7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.849380] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.849380] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquired lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.849380] env[69281]: DEBUG nova.network.neutron [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.966023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "3157633a-c966-48d3-a066-ef80540e64a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.966023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "3157633a-c966-48d3-a066-ef80540e64a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.966023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "3157633a-c966-48d3-a066-ef80540e64a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.966023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "3157633a-c966-48d3-a066-ef80540e64a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.966023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "3157633a-c966-48d3-a066-ef80540e64a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.966023] env[69281]: DEBUG nova.compute.manager [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.969939] env[69281]: INFO nova.compute.manager [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Terminating instance [ 921.984473] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935818, 'name': ReconfigVM_Task, 'duration_secs': 0.362084} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.984771] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Reconfigured VM instance instance-00000047 to attach disk [datastore1] volume-4d41bb3a-193a-47f5-9395-7dda213f72f2/volume-4d41bb3a-193a-47f5-9395-7dda213f72f2.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.990485] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3f80096-fc73-4d07-8a0a-4407d0e8e9cb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.007357] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Waiting for the task: (returnval){ [ 922.007357] env[69281]: value = "task-3935819" [ 922.007357] env[69281]: _type = "Task" [ 922.007357] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.013638] env[69281]: DEBUG nova.compute.manager [req-a7d7f5f4-f89d-4f44-8404-8367350c3c53 req-b360b64a-7b3e-4cf8-9194-e9371675720d service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Received event network-vif-plugged-b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.013851] env[69281]: DEBUG oslo_concurrency.lockutils [req-a7d7f5f4-f89d-4f44-8404-8367350c3c53 req-b360b64a-7b3e-4cf8-9194-e9371675720d service nova] Acquiring lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.014077] env[69281]: DEBUG oslo_concurrency.lockutils [req-a7d7f5f4-f89d-4f44-8404-8367350c3c53 req-b360b64a-7b3e-4cf8-9194-e9371675720d service nova] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.014250] env[69281]: DEBUG oslo_concurrency.lockutils [req-a7d7f5f4-f89d-4f44-8404-8367350c3c53 req-b360b64a-7b3e-4cf8-9194-e9371675720d service nova] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.014422] env[69281]: DEBUG nova.compute.manager [req-a7d7f5f4-f89d-4f44-8404-8367350c3c53 req-b360b64a-7b3e-4cf8-9194-e9371675720d service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] No waiting events found dispatching network-vif-plugged-b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 922.014630] env[69281]: WARNING nova.compute.manager [req-a7d7f5f4-f89d-4f44-8404-8367350c3c53 req-b360b64a-7b3e-4cf8-9194-e9371675720d service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Received unexpected event network-vif-plugged-b18f49b1-da80-4541-a74c-f149458a21d7 for instance with vm_state shelved_offloaded and task_state spawning. [ 922.014791] env[69281]: DEBUG nova.compute.manager [req-a7d7f5f4-f89d-4f44-8404-8367350c3c53 req-b360b64a-7b3e-4cf8-9194-e9371675720d service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Received event network-changed-b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.014946] env[69281]: DEBUG nova.compute.manager [req-a7d7f5f4-f89d-4f44-8404-8367350c3c53 req-b360b64a-7b3e-4cf8-9194-e9371675720d service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Refreshing instance network info cache due to event network-changed-b18f49b1-da80-4541-a74c-f149458a21d7. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.015131] env[69281]: DEBUG oslo_concurrency.lockutils [req-a7d7f5f4-f89d-4f44-8404-8367350c3c53 req-b360b64a-7b3e-4cf8-9194-e9371675720d service nova] Acquiring lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.022902] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935819, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.069896] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.071234] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.822s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.071414] env[69281]: DEBUG nova.objects.instance [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lazy-loading 'resources' on Instance uuid bf429377-67c2-48d3-acb9-1a497e262682 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.095277] env[69281]: INFO nova.scheduler.client.report [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Deleted allocations for instance 94545097-35b6-483f-b933-6e3e9d592f7e [ 922.237573] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 922.237906] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-58460e89-91d6-426b-9061-4c462fbce8b3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.248388] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 922.248388] env[69281]: value = "task-3935820" [ 922.248388] env[69281]: _type = "Task" [ 922.248388] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.261031] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935820, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.478955] env[69281]: DEBUG nova.compute.manager [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.479341] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.483559] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde2cf43-11bb-43b9-8adb-b248fe7f4a9c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.493145] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.494522] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.494887] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2dd9697-adc4-4ae1-947e-8330362e7a55 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.520467] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935819, 'name': ReconfigVM_Task, 'duration_secs': 0.319137} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.520829] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781323', 'volume_id': '4d41bb3a-193a-47f5-9395-7dda213f72f2', 'name': 'volume-4d41bb3a-193a-47f5-9395-7dda213f72f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f6d6da4-7571-4388-bfc9-660896fb64e3', 'attached_at': '', 'detached_at': '', 'volume_id': '4d41bb3a-193a-47f5-9395-7dda213f72f2', 'serial': '4d41bb3a-193a-47f5-9395-7dda213f72f2'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 922.521425] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fa6695e-1a06-4379-b7be-1d67362ead78 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.528703] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Waiting for the task: (returnval){ [ 922.528703] env[69281]: value = "task-3935822" [ 922.528703] env[69281]: _type = "Task" [ 922.528703] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.538056] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935822, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.580724] env[69281]: DEBUG oslo_concurrency.lockutils [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "066aadf2-88b6-4015-a933-f110946dbf3e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.582078] env[69281]: DEBUG oslo_concurrency.lockutils [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "066aadf2-88b6-4015-a933-f110946dbf3e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.582078] env[69281]: DEBUG nova.compute.manager [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Going to confirm migration 4 {{(pid=69281) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 922.611978] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3c8614a2-41ed-439b-9c3d-43387acc5523 tempest-ServersWithSpecificFlavorTestJSON-7327972 tempest-ServersWithSpecificFlavorTestJSON-7327972-project-member] Lock "94545097-35b6-483f-b933-6e3e9d592f7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.780s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.658232] env[69281]: DEBUG nova.network.neutron [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Updating instance_info_cache with network_info: [{"id": "b18f49b1-da80-4541-a74c-f149458a21d7", "address": "fa:16:3e:8c:9c:f5", "network": {"id": "7c5a9818-5186-4993-933d-ef9914aa28a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-169684760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91536c432d85454e87333733cc5a9b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18f49b1-da", "ovs_interfaceid": "b18f49b1-da80-4541-a74c-f149458a21d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.761408] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935820, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.021196] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c906335c-6c81-4a8f-94ee-2ee61f096e50 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.036245] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a1b136-ff64-495c-b722-438d48e6fe30 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.046126] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935822, 'name': Rename_Task, 'duration_secs': 0.193381} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.076512] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.078279] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05490869-1877-4102-a11c-2c4362dbc46e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.080740] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adfea78-4407-47ff-a268-4fa893d24b89 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.083777] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.083777] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.083777] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleting the datastore file [datastore1] 3157633a-c966-48d3-a066-ef80540e64a4 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.090571] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77fb3393-6254-4c4d-99fd-6b7d985b1635 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.099992] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e721935-5ca0-4be0-b830-74eb3ba67c85 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.103880] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Waiting for the task: (returnval){ [ 923.103880] env[69281]: value = "task-3935823" [ 923.103880] env[69281]: _type = "Task" [ 923.103880] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.104170] env[69281]: DEBUG oslo_vmware.api [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 923.104170] env[69281]: value = "task-3935824" [ 923.104170] env[69281]: _type = "Task" [ 923.104170] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.120887] env[69281]: DEBUG nova.compute.provider_tree [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.127165] env[69281]: DEBUG oslo_concurrency.lockutils [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.127731] env[69281]: DEBUG oslo_concurrency.lockutils [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.127731] env[69281]: DEBUG nova.network.neutron [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.127891] env[69281]: DEBUG nova.objects.instance [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'info_cache' on Instance uuid 066aadf2-88b6-4015-a933-f110946dbf3e {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.138500] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935823, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.138836] env[69281]: DEBUG oslo_vmware.api [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.164490] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Releasing lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.169685] env[69281]: DEBUG oslo_concurrency.lockutils [req-a7d7f5f4-f89d-4f44-8404-8367350c3c53 req-b360b64a-7b3e-4cf8-9194-e9371675720d service nova] Acquired lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.170389] env[69281]: DEBUG nova.network.neutron [req-a7d7f5f4-f89d-4f44-8404-8367350c3c53 req-b360b64a-7b3e-4cf8-9194-e9371675720d service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Refreshing network info cache for port b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.200124] env[69281]: DEBUG nova.virt.hardware [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='46a265491b0705a58221d5fd8945468e',container_format='bare',created_at=2025-05-08T23:49:19Z,direct_url=,disk_format='vmdk',id=a88da6ee-efb3-46f7-9d96-a8d3fcc88524,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-547518591-shelved',owner='91536c432d85454e87333733cc5a9b0c',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-05-08T23:49:36Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.200476] env[69281]: DEBUG nova.virt.hardware [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.200709] env[69281]: DEBUG nova.virt.hardware [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.200971] env[69281]: DEBUG nova.virt.hardware [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.201158] env[69281]: DEBUG nova.virt.hardware [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.201369] env[69281]: DEBUG nova.virt.hardware [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.201782] env[69281]: DEBUG nova.virt.hardware [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.202064] env[69281]: DEBUG nova.virt.hardware [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.202303] env[69281]: DEBUG nova.virt.hardware [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.202520] env[69281]: DEBUG nova.virt.hardware [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.202776] env[69281]: DEBUG nova.virt.hardware [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.204231] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41754a22-7807-4adc-86cb-7beecbf2d5e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.214190] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acbbd13-4b39-45d8-a257-820dbde17b0c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.230604] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:9c:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b18f49b1-da80-4541-a74c-f149458a21d7', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.239545] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.240016] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.240301] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e90cbe86-19b5-4344-8d1b-6ac88e375678 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.266257] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935820, 'name': CreateSnapshot_Task, 'duration_secs': 0.994868} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.268133] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 923.268454] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.268454] env[69281]: value = "task-3935825" [ 923.268454] env[69281]: _type = "Task" [ 923.268454] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.269564] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1546398a-0903-47f6-853b-68cb1f614fca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.289054] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935825, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.620046] env[69281]: DEBUG oslo_vmware.api [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14147} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.623559] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.624284] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.624793] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.624934] env[69281]: INFO nova.compute.manager [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 923.625351] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.625654] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935823, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.625909] env[69281]: DEBUG nova.compute.manager [-] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.626030] env[69281]: DEBUG nova.network.neutron [-] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.635153] env[69281]: DEBUG nova.scheduler.client.report [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.785477] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935825, 'name': CreateVM_Task, 'duration_secs': 0.388561} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.788817] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.788817] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a88da6ee-efb3-46f7-9d96-a8d3fcc88524" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.788988] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a88da6ee-efb3-46f7-9d96-a8d3fcc88524" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.789365] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a88da6ee-efb3-46f7-9d96-a8d3fcc88524" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.799156] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 923.799156] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ea4a8c-2063-4b2a-bd7f-6b2d104a1ff0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.800295] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5920a565-0f1d-4dc7-b6c2-10c4c2177dc8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.809437] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 923.809437] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52330e70-f2bc-bc14-0562-3655cfd6f089" [ 923.809437] env[69281]: _type = "Task" [ 923.809437] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.814900] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 923.814900] env[69281]: value = "task-3935826" [ 923.814900] env[69281]: _type = "Task" [ 923.814900] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.826182] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52330e70-f2bc-bc14-0562-3655cfd6f089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.830370] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935826, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.044399] env[69281]: DEBUG nova.compute.manager [req-ddf595fe-16d6-4342-85e9-b7133d752c86 req-c9b5ca5b-0154-4a5f-8ec3-a6c94fb9a14b service nova] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Received event network-vif-deleted-a6a9f039-91c4-4ba0-8098-82c48986a304 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.044618] env[69281]: INFO nova.compute.manager [req-ddf595fe-16d6-4342-85e9-b7133d752c86 req-c9b5ca5b-0154-4a5f-8ec3-a6c94fb9a14b service nova] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Neutron deleted interface a6a9f039-91c4-4ba0-8098-82c48986a304; detaching it from the instance and deleting it from the info cache [ 924.044814] env[69281]: DEBUG nova.network.neutron [req-ddf595fe-16d6-4342-85e9-b7133d752c86 req-c9b5ca5b-0154-4a5f-8ec3-a6c94fb9a14b service nova] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.110283] env[69281]: DEBUG nova.network.neutron [req-a7d7f5f4-f89d-4f44-8404-8367350c3c53 req-b360b64a-7b3e-4cf8-9194-e9371675720d service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Updated VIF entry in instance network info cache for port b18f49b1-da80-4541-a74c-f149458a21d7. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.110663] env[69281]: DEBUG nova.network.neutron [req-a7d7f5f4-f89d-4f44-8404-8367350c3c53 req-b360b64a-7b3e-4cf8-9194-e9371675720d service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Updating instance_info_cache with network_info: [{"id": "b18f49b1-da80-4541-a74c-f149458a21d7", "address": "fa:16:3e:8c:9c:f5", "network": {"id": "7c5a9818-5186-4993-933d-ef9914aa28a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-169684760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91536c432d85454e87333733cc5a9b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18f49b1-da", "ovs_interfaceid": "b18f49b1-da80-4541-a74c-f149458a21d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.118517] env[69281]: DEBUG oslo_vmware.api [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935823, 'name': PowerOnVM_Task, 'duration_secs': 0.78274} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.120283] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.120283] env[69281]: INFO nova.compute.manager [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Took 5.50 seconds to spawn the instance on the hypervisor. [ 924.120283] env[69281]: DEBUG nova.compute.manager [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 924.120624] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8c21a0-3706-4770-aae7-62099a0fc839 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.142670] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.145333] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.093s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.149019] env[69281]: INFO nova.compute.claims [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.172994] env[69281]: INFO nova.scheduler.client.report [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleted allocations for instance bf429377-67c2-48d3-acb9-1a497e262682 [ 924.324088] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a88da6ee-efb3-46f7-9d96-a8d3fcc88524" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.324214] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Processing image a88da6ee-efb3-46f7-9d96-a8d3fcc88524 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.324380] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a88da6ee-efb3-46f7-9d96-a8d3fcc88524/a88da6ee-efb3-46f7-9d96-a8d3fcc88524.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.324509] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a88da6ee-efb3-46f7-9d96-a8d3fcc88524/a88da6ee-efb3-46f7-9d96-a8d3fcc88524.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.324690] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.324967] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f27ee6a6-a061-47d8-8d2c-200b2726b40f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.332661] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935826, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.340861] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.341089] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.341888] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b733a551-d346-46de-a23f-062918b92195 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.348580] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 924.348580] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b1dd96-04af-ec7a-7afa-5d055b44353c" [ 924.348580] env[69281]: _type = "Task" [ 924.348580] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.358504] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b1dd96-04af-ec7a-7afa-5d055b44353c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.444612] env[69281]: DEBUG nova.network.neutron [-] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.548130] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-206975d7-6aed-4e3f-b319-321d3285e7a2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.559983] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6c8fe2-3bb4-4b21-b289-3cbac5e491b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.596761] env[69281]: DEBUG nova.compute.manager [req-ddf595fe-16d6-4342-85e9-b7133d752c86 req-c9b5ca5b-0154-4a5f-8ec3-a6c94fb9a14b service nova] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Detach interface failed, port_id=a6a9f039-91c4-4ba0-8098-82c48986a304, reason: Instance 3157633a-c966-48d3-a066-ef80540e64a4 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 924.614445] env[69281]: DEBUG oslo_concurrency.lockutils [req-a7d7f5f4-f89d-4f44-8404-8367350c3c53 req-b360b64a-7b3e-4cf8-9194-e9371675720d service nova] Releasing lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.641702] env[69281]: INFO nova.compute.manager [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Took 38.77 seconds to build instance. [ 924.681198] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a9bc9a4e-1624-4333-b95c-d338bfd861c8 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "bf429377-67c2-48d3-acb9-1a497e262682" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.866s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.694914] env[69281]: DEBUG nova.network.neutron [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance_info_cache with network_info: [{"id": "b598aec0-f4f7-4182-9103-c21283f7b671", "address": "fa:16:3e:46:8b:8d", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb598aec0-f4", "ovs_interfaceid": "b598aec0-f4f7-4182-9103-c21283f7b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.829939] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935826, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.861733] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Preparing fetch location {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 924.861733] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Fetch image to [datastore2] OSTACK_IMG_ef93fa85-739f-40cc-bf58-175f607cae41/OSTACK_IMG_ef93fa85-739f-40cc-bf58-175f607cae41.vmdk {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 924.861733] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Downloading stream optimized image a88da6ee-efb3-46f7-9d96-a8d3fcc88524 to [datastore2] OSTACK_IMG_ef93fa85-739f-40cc-bf58-175f607cae41/OSTACK_IMG_ef93fa85-739f-40cc-bf58-175f607cae41.vmdk on the data store datastore2 as vApp {{(pid=69281) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 924.861733] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Downloading image file data a88da6ee-efb3-46f7-9d96-a8d3fcc88524 to the ESX as VM named 'OSTACK_IMG_ef93fa85-739f-40cc-bf58-175f607cae41' {{(pid=69281) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 924.947028] env[69281]: DEBUG oslo_vmware.rw_handles [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 924.947028] env[69281]: value = "resgroup-9" [ 924.947028] env[69281]: _type = "ResourcePool" [ 924.947028] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 924.947028] env[69281]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e2a5a31c-141e-47c2-be2e-b5abf3ae7e41 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.964951] env[69281]: INFO nova.compute.manager [-] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Took 1.34 seconds to deallocate network for instance. [ 924.976292] env[69281]: DEBUG oslo_vmware.rw_handles [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lease: (returnval){ [ 924.976292] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526ca863-6478-80cc-01a2-b1cfe4bad2da" [ 924.976292] env[69281]: _type = "HttpNfcLease" [ 924.976292] env[69281]: } obtained for vApp import into resource pool (val){ [ 924.976292] env[69281]: value = "resgroup-9" [ 924.976292] env[69281]: _type = "ResourcePool" [ 924.976292] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 924.976292] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the lease: (returnval){ [ 924.976292] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526ca863-6478-80cc-01a2-b1cfe4bad2da" [ 924.976292] env[69281]: _type = "HttpNfcLease" [ 924.976292] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 924.983264] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.983264] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526ca863-6478-80cc-01a2-b1cfe4bad2da" [ 924.983264] env[69281]: _type = "HttpNfcLease" [ 924.983264] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 925.122831] env[69281]: DEBUG oslo_concurrency.lockutils [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "9bf17219-c600-4bb2-b10d-628bb6f13524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.123219] env[69281]: DEBUG oslo_concurrency.lockutils [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "9bf17219-c600-4bb2-b10d-628bb6f13524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.123520] env[69281]: DEBUG oslo_concurrency.lockutils [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "9bf17219-c600-4bb2-b10d-628bb6f13524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.123744] env[69281]: DEBUG oslo_concurrency.lockutils [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "9bf17219-c600-4bb2-b10d-628bb6f13524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.123967] env[69281]: DEBUG oslo_concurrency.lockutils [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "9bf17219-c600-4bb2-b10d-628bb6f13524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.126614] env[69281]: INFO nova.compute.manager [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Terminating instance [ 925.142956] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b56008d2-4f18-4809-976a-1bb8750bcd85 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Lock "6f6d6da4-7571-4388-bfc9-660896fb64e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.284s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.199875] env[69281]: DEBUG oslo_concurrency.lockutils [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.200394] env[69281]: DEBUG nova.objects.instance [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'migration_context' on Instance uuid 066aadf2-88b6-4015-a933-f110946dbf3e {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.331764] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935826, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.477663] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.489404] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.489404] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526ca863-6478-80cc-01a2-b1cfe4bad2da" [ 925.489404] env[69281]: _type = "HttpNfcLease" [ 925.489404] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 925.631810] env[69281]: DEBUG nova.compute.manager [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.632199] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.633549] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17ff0a8-9533-4993-b27c-c921f9d4911c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.643406] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.643936] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d49a29-d7f4-45d1-8986-2712ede104e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.650870] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed07460-6060-4990-af82-4573d93ccd1e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.654149] env[69281]: DEBUG oslo_vmware.api [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 925.654149] env[69281]: value = "task-3935828" [ 925.654149] env[69281]: _type = "Task" [ 925.654149] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.664373] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33558883-736e-4b8f-a2a7-26944d247f1c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.671593] env[69281]: DEBUG oslo_vmware.api [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.707489] env[69281]: DEBUG nova.objects.base [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Object Instance<066aadf2-88b6-4015-a933-f110946dbf3e> lazy-loaded attributes: info_cache,migration_context {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 925.708589] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e249feb-8ebc-4a80-ab8b-5a4f151961bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.711791] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bac84b-9daf-4813-91cf-37d52a7c9b2c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.736985] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9119cbd-e381-4b4a-b897-3553862be0f0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.741702] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3355488a-2bc3-4c67-8485-dd7a534cee47 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.748534] env[69281]: DEBUG oslo_vmware.api [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 925.748534] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5202d0ed-3de6-24a1-9a4d-2a5eda02081c" [ 925.748534] env[69281]: _type = "Task" [ 925.748534] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.757676] env[69281]: DEBUG nova.compute.provider_tree [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.772122] env[69281]: DEBUG oslo_vmware.api [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5202d0ed-3de6-24a1-9a4d-2a5eda02081c, 'name': SearchDatastore_Task, 'duration_secs': 0.00877} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.772122] env[69281]: DEBUG oslo_concurrency.lockutils [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.830343] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935826, 'name': CloneVM_Task, 'duration_secs': 1.829674} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.830741] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Created linked-clone VM from snapshot [ 925.831633] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9573850a-56bc-417e-96b3-d287a69538fe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.841603] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Uploading image a4fe9cf7-731e-40f5-96a5-77d229a9b2b3 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 925.883140] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 925.883140] env[69281]: value = "vm-781336" [ 925.883140] env[69281]: _type = "VirtualMachine" [ 925.883140] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 925.883140] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd2cd44e-87e8-4576-b10d-55b004495f2d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.896398] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lease: (returnval){ [ 925.896398] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5216ab2b-b9dc-8f92-8776-e840e76654f1" [ 925.896398] env[69281]: _type = "HttpNfcLease" [ 925.896398] env[69281]: } obtained for exporting VM: (result){ [ 925.896398] env[69281]: value = "vm-781336" [ 925.896398] env[69281]: _type = "VirtualMachine" [ 925.896398] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 925.896398] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the lease: (returnval){ [ 925.896398] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5216ab2b-b9dc-8f92-8776-e840e76654f1" [ 925.896398] env[69281]: _type = "HttpNfcLease" [ 925.896398] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 925.905032] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.905032] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5216ab2b-b9dc-8f92-8776-e840e76654f1" [ 925.905032] env[69281]: _type = "HttpNfcLease" [ 925.905032] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 925.987901] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.987901] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526ca863-6478-80cc-01a2-b1cfe4bad2da" [ 925.987901] env[69281]: _type = "HttpNfcLease" [ 925.987901] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 925.987901] env[69281]: DEBUG oslo_vmware.rw_handles [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 925.987901] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526ca863-6478-80cc-01a2-b1cfe4bad2da" [ 925.987901] env[69281]: _type = "HttpNfcLease" [ 925.987901] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 925.988376] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac70db7-1d30-4952-a635-9af0887edd2f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.996913] env[69281]: DEBUG oslo_vmware.rw_handles [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761d99-6bd8-8e40-557f-0174255909c2/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 925.999185] env[69281]: DEBUG oslo_vmware.rw_handles [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761d99-6bd8-8e40-557f-0174255909c2/disk-0.vmdk. {{(pid=69281) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 926.074674] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a344f65b-be22-472c-88a3-d0dbd5f39b1d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.078516] env[69281]: DEBUG nova.compute.manager [req-bb0a41a5-f76b-4911-abe0-b7839c2c3f65 req-4fbe2ad4-2148-4051-a63c-984deb4f88fb service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Received event network-changed-f429b984-941e-406a-a4c3-0746b00aecf2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.078516] env[69281]: DEBUG nova.compute.manager [req-bb0a41a5-f76b-4911-abe0-b7839c2c3f65 req-4fbe2ad4-2148-4051-a63c-984deb4f88fb service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Refreshing instance network info cache due to event network-changed-f429b984-941e-406a-a4c3-0746b00aecf2. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.078636] env[69281]: DEBUG oslo_concurrency.lockutils [req-bb0a41a5-f76b-4911-abe0-b7839c2c3f65 req-4fbe2ad4-2148-4051-a63c-984deb4f88fb service nova] Acquiring lock "refresh_cache-6f6d6da4-7571-4388-bfc9-660896fb64e3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.078732] env[69281]: DEBUG oslo_concurrency.lockutils [req-bb0a41a5-f76b-4911-abe0-b7839c2c3f65 req-4fbe2ad4-2148-4051-a63c-984deb4f88fb service nova] Acquired lock "refresh_cache-6f6d6da4-7571-4388-bfc9-660896fb64e3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.078890] env[69281]: DEBUG nova.network.neutron [req-bb0a41a5-f76b-4911-abe0-b7839c2c3f65 req-4fbe2ad4-2148-4051-a63c-984deb4f88fb service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Refreshing network info cache for port f429b984-941e-406a-a4c3-0746b00aecf2 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.170105] env[69281]: DEBUG oslo_vmware.api [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935828, 'name': PowerOffVM_Task, 'duration_secs': 0.285565} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.170105] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.170105] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.170105] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e578ac2d-2e25-4ffe-bd32-5e234c783716 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.264490] env[69281]: DEBUG nova.scheduler.client.report [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.273614] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.274179] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.274179] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleting the datastore file [datastore2] 9bf17219-c600-4bb2-b10d-628bb6f13524 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.274734] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-169b2287-10d8-456b-842d-e68f44a4e537 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.282118] env[69281]: DEBUG oslo_vmware.api [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for the task: (returnval){ [ 926.282118] env[69281]: value = "task-3935831" [ 926.282118] env[69281]: _type = "Task" [ 926.282118] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.296219] env[69281]: DEBUG oslo_vmware.api [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.408349] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 926.408349] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5216ab2b-b9dc-8f92-8776-e840e76654f1" [ 926.408349] env[69281]: _type = "HttpNfcLease" [ 926.408349] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 926.408811] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 926.408811] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5216ab2b-b9dc-8f92-8776-e840e76654f1" [ 926.408811] env[69281]: _type = "HttpNfcLease" [ 926.408811] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 926.410113] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffeaeea-cc30-4f50-9792-48249cbe5831 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.425592] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa13f6-1a6c-7426-d0e1-7672ff5be974/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 926.425920] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa13f6-1a6c-7426-d0e1-7672ff5be974/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 926.547211] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c7b9d3b-d960-418d-8722-79d9e9d7783b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.776378] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.777259] env[69281]: DEBUG nova.compute.manager [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.780931] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.706s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.784134] env[69281]: INFO nova.compute.claims [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.803866] env[69281]: DEBUG oslo_vmware.api [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Task: {'id': task-3935831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258154} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.804649] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.805195] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.805195] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.805513] env[69281]: INFO nova.compute.manager [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Took 1.17 seconds to destroy the instance on the hypervisor. [ 926.806051] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.806343] env[69281]: DEBUG nova.compute.manager [-] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.806554] env[69281]: DEBUG nova.network.neutron [-] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.205992] env[69281]: DEBUG nova.network.neutron [req-bb0a41a5-f76b-4911-abe0-b7839c2c3f65 req-4fbe2ad4-2148-4051-a63c-984deb4f88fb service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Updated VIF entry in instance network info cache for port f429b984-941e-406a-a4c3-0746b00aecf2. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.206623] env[69281]: DEBUG nova.network.neutron [req-bb0a41a5-f76b-4911-abe0-b7839c2c3f65 req-4fbe2ad4-2148-4051-a63c-984deb4f88fb service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Updating instance_info_cache with network_info: [{"id": "f429b984-941e-406a-a4c3-0746b00aecf2", "address": "fa:16:3e:e8:3d:09", "network": {"id": "dbd7c40c-b4a0-4058-ab08-083fbab5f07e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1197869638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a038c8778a4995a8bba94f3508dac3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf429b984-94", "ovs_interfaceid": "f429b984-941e-406a-a4c3-0746b00aecf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.289972] env[69281]: DEBUG nova.compute.utils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.300243] env[69281]: DEBUG nova.compute.manager [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.300748] env[69281]: DEBUG nova.network.neutron [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.395991] env[69281]: DEBUG nova.policy [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99731fc1ed52432aae30e622837a74c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e239e8d79b2447f38215d66594bd9d48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.524977] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Acquiring lock "ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.524977] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Lock "ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.524977] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Acquiring lock "ef277bf0-8b0b-4e8d-bbee-13cb4ff68263-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.524977] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Lock "ef277bf0-8b0b-4e8d-bbee-13cb4ff68263-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.524977] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Lock "ef277bf0-8b0b-4e8d-bbee-13cb4ff68263-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.530795] env[69281]: INFO nova.compute.manager [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Terminating instance [ 927.542039] env[69281]: DEBUG oslo_vmware.rw_handles [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Completed reading data from the image iterator. {{(pid=69281) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 927.542413] env[69281]: DEBUG oslo_vmware.rw_handles [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761d99-6bd8-8e40-557f-0174255909c2/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 927.545805] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31e6859-2a9c-43b4-aa49-7e9fa4b84540 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.555747] env[69281]: DEBUG oslo_vmware.rw_handles [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761d99-6bd8-8e40-557f-0174255909c2/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 927.555957] env[69281]: DEBUG oslo_vmware.rw_handles [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761d99-6bd8-8e40-557f-0174255909c2/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 927.556505] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4d061a27-b40e-4ce3-b0f1-41a99a710cf4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.580410] env[69281]: DEBUG nova.network.neutron [-] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.709847] env[69281]: DEBUG oslo_concurrency.lockutils [req-bb0a41a5-f76b-4911-abe0-b7839c2c3f65 req-4fbe2ad4-2148-4051-a63c-984deb4f88fb service nova] Releasing lock "refresh_cache-6f6d6da4-7571-4388-bfc9-660896fb64e3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.801037] env[69281]: DEBUG nova.compute.manager [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.815577] env[69281]: DEBUG oslo_vmware.rw_handles [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52761d99-6bd8-8e40-557f-0174255909c2/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 927.815577] env[69281]: INFO nova.virt.vmwareapi.images [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Downloaded image file data a88da6ee-efb3-46f7-9d96-a8d3fcc88524 [ 927.816857] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6e1295-6fd8-45be-9c11-1909bfac2d42 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.850388] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80ff3cb9-9803-4c13-9d25-bce1fd318fed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.882726] env[69281]: INFO nova.virt.vmwareapi.images [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] The imported VM was unregistered [ 927.884799] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Caching image {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 927.885156] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a88da6ee-efb3-46f7-9d96-a8d3fcc88524 {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.885909] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a12630cc-d2da-4d00-bf11-02bdcf80cfb3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.901058] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Created directory with path [datastore2] devstack-image-cache_base/a88da6ee-efb3-46f7-9d96-a8d3fcc88524 {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.901336] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ef93fa85-739f-40cc-bf58-175f607cae41/OSTACK_IMG_ef93fa85-739f-40cc-bf58-175f607cae41.vmdk to [datastore2] devstack-image-cache_base/a88da6ee-efb3-46f7-9d96-a8d3fcc88524/a88da6ee-efb3-46f7-9d96-a8d3fcc88524.vmdk. {{(pid=69281) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 927.901973] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6f35fad6-1de7-437f-ad9a-b3d82f7d50a8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.913106] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 927.913106] env[69281]: value = "task-3935833" [ 927.913106] env[69281]: _type = "Task" [ 927.913106] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.927038] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935833, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.040025] env[69281]: DEBUG nova.compute.manager [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.040025] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.041865] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1821a06e-d7e7-45ad-a105-b67a039a4556 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.058961] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.058961] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3be9d2c7-4469-400f-b7f5-981a92f87c13 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.068170] env[69281]: DEBUG nova.network.neutron [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Successfully created port: 82f5c61d-4c40-4470-9585-ad57402c81b5 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.075181] env[69281]: DEBUG oslo_vmware.api [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Waiting for the task: (returnval){ [ 928.075181] env[69281]: value = "task-3935834" [ 928.075181] env[69281]: _type = "Task" [ 928.075181] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.083312] env[69281]: INFO nova.compute.manager [-] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Took 1.28 seconds to deallocate network for instance. [ 928.085732] env[69281]: DEBUG oslo_vmware.api [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.179326] env[69281]: DEBUG nova.compute.manager [req-bed7c486-7ec3-45b9-b08a-d9e120b8e2c6 req-72193027-cd10-458f-8297-a7f66453242d service nova] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Received event network-vif-deleted-08b9fb59-75fb-4301-bbcb-b162ee9cf551 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.320450] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475bbffa-7d48-4e07-98ab-55b6e6fd2ea0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.337512] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d4a0e6-d66b-4a8d-a444-a6d94d2daea6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.384750] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ee48b3-afed-4687-920e-3e9c10e7b3d5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.397981] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcac233a-33b1-48f7-b820-685833b54d08 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.423832] env[69281]: DEBUG nova.compute.provider_tree [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.441041] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935833, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.587187] env[69281]: DEBUG oslo_vmware.api [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935834, 'name': PowerOffVM_Task, 'duration_secs': 0.331209} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.587680] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.588178] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.588676] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ced9ea05-8a58-4464-8269-3e07ddf89fe8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.591945] env[69281]: DEBUG oslo_concurrency.lockutils [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.679394] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.679666] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.679818] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Deleting the datastore file [datastore1] ef277bf0-8b0b-4e8d-bbee-13cb4ff68263 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.680214] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a2e75d6-9dc8-4e58-845e-7cc792463479 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.690090] env[69281]: DEBUG oslo_vmware.api [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Waiting for the task: (returnval){ [ 928.690090] env[69281]: value = "task-3935836" [ 928.690090] env[69281]: _type = "Task" [ 928.690090] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.702130] env[69281]: DEBUG oslo_vmware.api [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.830039] env[69281]: DEBUG nova.compute.manager [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.868777] env[69281]: DEBUG nova.virt.hardware [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.869171] env[69281]: DEBUG nova.virt.hardware [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.869376] env[69281]: DEBUG nova.virt.hardware [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.869662] env[69281]: DEBUG nova.virt.hardware [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.869838] env[69281]: DEBUG nova.virt.hardware [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.869996] env[69281]: DEBUG nova.virt.hardware [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.870264] env[69281]: DEBUG nova.virt.hardware [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.870479] env[69281]: DEBUG nova.virt.hardware [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.870726] env[69281]: DEBUG nova.virt.hardware [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.871166] env[69281]: DEBUG nova.virt.hardware [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.871283] env[69281]: DEBUG nova.virt.hardware [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.872477] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5cf2b1-e260-425c-a43d-8cd813203e87 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.885798] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579efc40-9245-4259-bdda-487b7849ebef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.937447] env[69281]: DEBUG nova.scheduler.client.report [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.941764] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935833, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.203889] env[69281]: DEBUG oslo_vmware.api [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Task: {'id': task-3935836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329183} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.204201] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.204396] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.204730] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.204829] env[69281]: INFO nova.compute.manager [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Took 1.17 seconds to destroy the instance on the hypervisor. [ 929.205115] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.205481] env[69281]: DEBUG nova.compute.manager [-] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.205481] env[69281]: DEBUG nova.network.neutron [-] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.410893] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "interface-5636bd99-848f-4206-bb1b-0203caf5a8b2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.411382] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-5636bd99-848f-4206-bb1b-0203caf5a8b2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.412027] env[69281]: DEBUG nova.objects.instance [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'flavor' on Instance uuid 5636bd99-848f-4206-bb1b-0203caf5a8b2 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.437400] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935833, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.444469] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.445157] env[69281]: DEBUG nova.compute.manager [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.451807] env[69281]: DEBUG oslo_concurrency.lockutils [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.873s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.936708] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935833, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.953058] env[69281]: DEBUG nova.compute.utils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.959375] env[69281]: DEBUG nova.compute.manager [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.959375] env[69281]: DEBUG nova.network.neutron [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.018666] env[69281]: DEBUG nova.policy [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f254234d52534d38824a6b4b3588094f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ab69f53d2a348b195920d679cb277dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.140268] env[69281]: DEBUG nova.objects.instance [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'pci_requests' on Instance uuid 5636bd99-848f-4206-bb1b-0203caf5a8b2 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.146854] env[69281]: DEBUG nova.network.neutron [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Successfully updated port: 82f5c61d-4c40-4470-9585-ad57402c81b5 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.353975] env[69281]: DEBUG nova.compute.manager [req-c332b6e9-5c9a-41c9-b018-8a8a12543acd req-af57df36-e2c3-4a10-a781-8bc960f7a39e service nova] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Received event network-vif-plugged-82f5c61d-4c40-4470-9585-ad57402c81b5 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.353975] env[69281]: DEBUG oslo_concurrency.lockutils [req-c332b6e9-5c9a-41c9-b018-8a8a12543acd req-af57df36-e2c3-4a10-a781-8bc960f7a39e service nova] Acquiring lock "9b04d2af-8d91-45fa-bad4-034df8333aa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.353975] env[69281]: DEBUG oslo_concurrency.lockutils [req-c332b6e9-5c9a-41c9-b018-8a8a12543acd req-af57df36-e2c3-4a10-a781-8bc960f7a39e service nova] Lock "9b04d2af-8d91-45fa-bad4-034df8333aa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.353975] env[69281]: DEBUG oslo_concurrency.lockutils [req-c332b6e9-5c9a-41c9-b018-8a8a12543acd req-af57df36-e2c3-4a10-a781-8bc960f7a39e service nova] Lock "9b04d2af-8d91-45fa-bad4-034df8333aa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.354237] env[69281]: DEBUG nova.compute.manager [req-c332b6e9-5c9a-41c9-b018-8a8a12543acd req-af57df36-e2c3-4a10-a781-8bc960f7a39e service nova] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] No waiting events found dispatching network-vif-plugged-82f5c61d-4c40-4470-9585-ad57402c81b5 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 930.354509] env[69281]: WARNING nova.compute.manager [req-c332b6e9-5c9a-41c9-b018-8a8a12543acd req-af57df36-e2c3-4a10-a781-8bc960f7a39e service nova] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Received unexpected event network-vif-plugged-82f5c61d-4c40-4470-9585-ad57402c81b5 for instance with vm_state building and task_state spawning. [ 930.440880] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935833, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.446821] env[69281]: DEBUG nova.network.neutron [-] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.462572] env[69281]: DEBUG nova.compute.manager [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.465923] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4620e3ac-0ebb-4424-b59c-11f64031f496 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.478508] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96d68b8-075b-4216-8ad1-a14abf40e873 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.570179] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25705092-99be-4392-a2e1-dda0f82dcab3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.570179] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066fcf17-7666-4189-9111-0774fca35736 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.570179] env[69281]: DEBUG nova.compute.provider_tree [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.605386] env[69281]: DEBUG nova.network.neutron [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Successfully created port: eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.643202] env[69281]: DEBUG nova.compute.manager [req-789d94f0-b964-4411-ade8-f69f3e43e61a req-d603c293-ec58-4315-9953-5f6046947c46 service nova] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Received event network-vif-deleted-2e743ea5-9d4c-4834-84de-7bb11ba40f41 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.644020] env[69281]: DEBUG nova.objects.base [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Object Instance<5636bd99-848f-4206-bb1b-0203caf5a8b2> lazy-loaded attributes: flavor,pci_requests {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 930.644833] env[69281]: DEBUG nova.network.neutron [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.656149] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Acquiring lock "refresh_cache-9b04d2af-8d91-45fa-bad4-034df8333aa0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.656149] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Acquired lock "refresh_cache-9b04d2af-8d91-45fa-bad4-034df8333aa0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.656149] env[69281]: DEBUG nova.network.neutron [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.720452] env[69281]: DEBUG nova.policy [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fe1767f47dd48ffa25d0ea2e648c78f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312cd59189eb4a0696270ef4ca7a672f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.935532] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935833, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.587615} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.935859] env[69281]: INFO nova.virt.vmwareapi.ds_util [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ef93fa85-739f-40cc-bf58-175f607cae41/OSTACK_IMG_ef93fa85-739f-40cc-bf58-175f607cae41.vmdk to [datastore2] devstack-image-cache_base/a88da6ee-efb3-46f7-9d96-a8d3fcc88524/a88da6ee-efb3-46f7-9d96-a8d3fcc88524.vmdk. [ 930.936075] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Cleaning up location [datastore2] OSTACK_IMG_ef93fa85-739f-40cc-bf58-175f607cae41 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 930.936254] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ef93fa85-739f-40cc-bf58-175f607cae41 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.936544] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b697f0b8-a7e0-42ab-b101-e48bb683e96f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.944671] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 930.944671] env[69281]: value = "task-3935837" [ 930.944671] env[69281]: _type = "Task" [ 930.944671] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.950020] env[69281]: INFO nova.compute.manager [-] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Took 1.74 seconds to deallocate network for instance. [ 930.962022] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.095807] env[69281]: ERROR nova.scheduler.client.report [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [req-6ed6fb2d-bc98-4525-bfa5-99d2abbf06c6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ed6fb2d-bc98-4525-bfa5-99d2abbf06c6"}]} [ 931.117024] env[69281]: DEBUG nova.scheduler.client.report [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 931.139907] env[69281]: DEBUG nova.scheduler.client.report [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 931.140888] env[69281]: DEBUG nova.compute.provider_tree [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.153748] env[69281]: DEBUG nova.scheduler.client.report [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 931.176630] env[69281]: DEBUG nova.scheduler.client.report [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 931.197706] env[69281]: DEBUG nova.network.neutron [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.255869] env[69281]: DEBUG nova.network.neutron [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Successfully created port: ccccce56-9840-439f-966a-dc6e83b377ba {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.375850] env[69281]: DEBUG nova.network.neutron [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Updating instance_info_cache with network_info: [{"id": "82f5c61d-4c40-4470-9585-ad57402c81b5", "address": "fa:16:3e:27:77:f9", "network": {"id": "7f209561-8022-4a12-add6-12b529dd3b0b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-489615291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e239e8d79b2447f38215d66594bd9d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f5c61d-4c", "ovs_interfaceid": "82f5c61d-4c40-4470-9585-ad57402c81b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.459228] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046301} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.464087] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.464386] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a88da6ee-efb3-46f7-9d96-a8d3fcc88524/a88da6ee-efb3-46f7-9d96-a8d3fcc88524.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.464724] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a88da6ee-efb3-46f7-9d96-a8d3fcc88524/a88da6ee-efb3-46f7-9d96-a8d3fcc88524.vmdk to [datastore2] 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d/2a052560-2c5d-4da4-8ecd-a0ba0e78a17d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.465747] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.466520] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ade8967c-d28a-441a-9394-94e4e74d5025 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.478080] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 931.478080] env[69281]: value = "task-3935838" [ 931.478080] env[69281]: _type = "Task" [ 931.478080] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.490559] env[69281]: DEBUG nova.compute.manager [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.497134] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.527625] env[69281]: DEBUG nova.virt.hardware [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.527911] env[69281]: DEBUG nova.virt.hardware [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.528097] env[69281]: DEBUG nova.virt.hardware [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.528291] env[69281]: DEBUG nova.virt.hardware [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.528694] env[69281]: DEBUG nova.virt.hardware [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.528694] env[69281]: DEBUG nova.virt.hardware [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.528995] env[69281]: DEBUG nova.virt.hardware [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.529860] env[69281]: DEBUG nova.virt.hardware [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.529860] env[69281]: DEBUG nova.virt.hardware [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.529860] env[69281]: DEBUG nova.virt.hardware [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.530095] env[69281]: DEBUG nova.virt.hardware [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.531459] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760bbc96-ef30-4440-adf9-41e95c30b189 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.545206] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e38207-39f9-4706-87a0-1ca3d7c02846 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.599146] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfd12c2-274e-4ad6-8609-da683d796a9b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.610773] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba215199-7fdf-4341-bea8-e57ede926e31 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.657475] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae57da5-430c-46ae-b3aa-62fc3d589f3e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.667809] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afafb54-b085-456b-98c9-9cbf3366afa1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.684999] env[69281]: DEBUG nova.compute.provider_tree [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.880184] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Releasing lock "refresh_cache-9b04d2af-8d91-45fa-bad4-034df8333aa0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.881367] env[69281]: DEBUG nova.compute.manager [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Instance network_info: |[{"id": "82f5c61d-4c40-4470-9585-ad57402c81b5", "address": "fa:16:3e:27:77:f9", "network": {"id": "7f209561-8022-4a12-add6-12b529dd3b0b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-489615291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e239e8d79b2447f38215d66594bd9d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f5c61d-4c", "ovs_interfaceid": "82f5c61d-4c40-4470-9585-ad57402c81b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.881565] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:77:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82f5c61d-4c40-4470-9585-ad57402c81b5', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.894967] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Creating folder: Project (e239e8d79b2447f38215d66594bd9d48). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.895448] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b70aeb03-961d-4196-9a1e-7b67e7dda406 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.910396] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Created folder: Project (e239e8d79b2447f38215d66594bd9d48) in parent group-v781128. [ 931.910667] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Creating folder: Instances. Parent ref: group-v781338. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.911009] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30578f0e-532b-449a-a1cd-50b1c5282ef2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.924814] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Created folder: Instances in parent group-v781338. [ 931.924814] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.925167] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.925167] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a6983e9-d3b7-466b-8ec1-d3d3e31cb696 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.948759] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.948759] env[69281]: value = "task-3935841" [ 931.948759] env[69281]: _type = "Task" [ 931.948759] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.961575] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935841, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.994351] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935838, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.236096] env[69281]: DEBUG nova.network.neutron [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Successfully updated port: eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.238172] env[69281]: DEBUG nova.scheduler.client.report [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 932.238462] env[69281]: DEBUG nova.compute.provider_tree [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 102 to 103 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 932.238662] env[69281]: DEBUG nova.compute.provider_tree [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.461075] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935841, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.491636] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935838, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.743610] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.743838] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.744052] env[69281]: DEBUG nova.network.neutron [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.935918] env[69281]: DEBUG nova.compute.manager [req-25d69433-a9f0-4da1-9a99-5d621e85b582 req-9181011b-7026-4d89-a66b-2c99c60d67c5 service nova] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Received event network-changed-82f5c61d-4c40-4470-9585-ad57402c81b5 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.936599] env[69281]: DEBUG nova.compute.manager [req-25d69433-a9f0-4da1-9a99-5d621e85b582 req-9181011b-7026-4d89-a66b-2c99c60d67c5 service nova] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Refreshing instance network info cache due to event network-changed-82f5c61d-4c40-4470-9585-ad57402c81b5. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.937063] env[69281]: DEBUG oslo_concurrency.lockutils [req-25d69433-a9f0-4da1-9a99-5d621e85b582 req-9181011b-7026-4d89-a66b-2c99c60d67c5 service nova] Acquiring lock "refresh_cache-9b04d2af-8d91-45fa-bad4-034df8333aa0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.937307] env[69281]: DEBUG oslo_concurrency.lockutils [req-25d69433-a9f0-4da1-9a99-5d621e85b582 req-9181011b-7026-4d89-a66b-2c99c60d67c5 service nova] Acquired lock "refresh_cache-9b04d2af-8d91-45fa-bad4-034df8333aa0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.937571] env[69281]: DEBUG nova.network.neutron [req-25d69433-a9f0-4da1-9a99-5d621e85b582 req-9181011b-7026-4d89-a66b-2c99c60d67c5 service nova] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Refreshing network info cache for port 82f5c61d-4c40-4470-9585-ad57402c81b5 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.963041] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935841, 'name': CreateVM_Task, 'duration_secs': 0.828874} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.963041] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.963867] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.964103] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.964567] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.964946] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34224207-4cf5-4b06-86c8-619bd448f07c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.973538] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Waiting for the task: (returnval){ [ 932.973538] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b51f52-6b24-8cef-39b4-f1891e05c805" [ 932.973538] env[69281]: _type = "Task" [ 932.973538] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.985965] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b51f52-6b24-8cef-39b4-f1891e05c805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.997487] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935838, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.171511] env[69281]: DEBUG nova.network.neutron [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Successfully updated port: ccccce56-9840-439f-966a-dc6e83b377ba {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.227755] env[69281]: DEBUG nova.compute.manager [req-6ee899bf-9bfa-4869-b179-9b4d67bf6cea req-32b3f279-cdd1-44e1-9278-29ce3bbb8f65 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Received event network-vif-plugged-eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.227755] env[69281]: DEBUG oslo_concurrency.lockutils [req-6ee899bf-9bfa-4869-b179-9b4d67bf6cea req-32b3f279-cdd1-44e1-9278-29ce3bbb8f65 service nova] Acquiring lock "098bb7f4-c121-4751-946a-15c5d5b20b37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.228302] env[69281]: DEBUG oslo_concurrency.lockutils [req-6ee899bf-9bfa-4869-b179-9b4d67bf6cea req-32b3f279-cdd1-44e1-9278-29ce3bbb8f65 service nova] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.228366] env[69281]: DEBUG oslo_concurrency.lockutils [req-6ee899bf-9bfa-4869-b179-9b4d67bf6cea req-32b3f279-cdd1-44e1-9278-29ce3bbb8f65 service nova] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.228676] env[69281]: DEBUG nova.compute.manager [req-6ee899bf-9bfa-4869-b179-9b4d67bf6cea req-32b3f279-cdd1-44e1-9278-29ce3bbb8f65 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] No waiting events found dispatching network-vif-plugged-eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 933.228906] env[69281]: WARNING nova.compute.manager [req-6ee899bf-9bfa-4869-b179-9b4d67bf6cea req-32b3f279-cdd1-44e1-9278-29ce3bbb8f65 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Received unexpected event network-vif-plugged-eba92ed4-9055-4ef4-b799-c136474d9c87 for instance with vm_state building and task_state spawning. [ 933.229158] env[69281]: DEBUG nova.compute.manager [req-6ee899bf-9bfa-4869-b179-9b4d67bf6cea req-32b3f279-cdd1-44e1-9278-29ce3bbb8f65 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Received event network-changed-eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.229379] env[69281]: DEBUG nova.compute.manager [req-6ee899bf-9bfa-4869-b179-9b4d67bf6cea req-32b3f279-cdd1-44e1-9278-29ce3bbb8f65 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Refreshing instance network info cache due to event network-changed-eba92ed4-9055-4ef4-b799-c136474d9c87. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.229583] env[69281]: DEBUG oslo_concurrency.lockutils [req-6ee899bf-9bfa-4869-b179-9b4d67bf6cea req-32b3f279-cdd1-44e1-9278-29ce3bbb8f65 service nova] Acquiring lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.253970] env[69281]: DEBUG oslo_concurrency.lockutils [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.805s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.258837] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.515s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.258837] env[69281]: DEBUG nova.objects.instance [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lazy-loading 'resources' on Instance uuid e894d77f-378a-4b9f-98ca-6ae6dc50d78d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.310225] env[69281]: DEBUG nova.network.neutron [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.488384] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b51f52-6b24-8cef-39b4-f1891e05c805, 'name': SearchDatastore_Task, 'duration_secs': 0.091751} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.494497] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.494766] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.495031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.495185] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.495369] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.496096] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bc21694-29a9-4072-b926-652e22b52caa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.499503] env[69281]: DEBUG nova.network.neutron [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updating instance_info_cache with network_info: [{"id": "eba92ed4-9055-4ef4-b799-c136474d9c87", "address": "fa:16:3e:69:43:be", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba92ed4-90", "ovs_interfaceid": "eba92ed4-9055-4ef4-b799-c136474d9c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.508352] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935838, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.519355] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.519667] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.520660] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c409a4c-c8f0-484c-9ed7-0e4b756933b8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.530086] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Waiting for the task: (returnval){ [ 933.530086] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c4b662-41a7-47e5-9b6f-52ce9557e577" [ 933.530086] env[69281]: _type = "Task" [ 933.530086] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.542736] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c4b662-41a7-47e5-9b6f-52ce9557e577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.676668] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.676668] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.676668] env[69281]: DEBUG nova.network.neutron [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.711502] env[69281]: DEBUG nova.network.neutron [req-25d69433-a9f0-4da1-9a99-5d621e85b582 req-9181011b-7026-4d89-a66b-2c99c60d67c5 service nova] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Updated VIF entry in instance network info cache for port 82f5c61d-4c40-4470-9585-ad57402c81b5. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.711502] env[69281]: DEBUG nova.network.neutron [req-25d69433-a9f0-4da1-9a99-5d621e85b582 req-9181011b-7026-4d89-a66b-2c99c60d67c5 service nova] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Updating instance_info_cache with network_info: [{"id": "82f5c61d-4c40-4470-9585-ad57402c81b5", "address": "fa:16:3e:27:77:f9", "network": {"id": "7f209561-8022-4a12-add6-12b529dd3b0b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-489615291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e239e8d79b2447f38215d66594bd9d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f5c61d-4c", "ovs_interfaceid": "82f5c61d-4c40-4470-9585-ad57402c81b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.830858] env[69281]: INFO nova.scheduler.client.report [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleted allocation for migration 92a176e1-c6c0-491b-a419-5049239f244c [ 934.002165] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.002617] env[69281]: DEBUG nova.compute.manager [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Instance network_info: |[{"id": "eba92ed4-9055-4ef4-b799-c136474d9c87", "address": "fa:16:3e:69:43:be", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba92ed4-90", "ovs_interfaceid": "eba92ed4-9055-4ef4-b799-c136474d9c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.003195] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935838, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.455255} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.003195] env[69281]: DEBUG oslo_concurrency.lockutils [req-6ee899bf-9bfa-4869-b179-9b4d67bf6cea req-32b3f279-cdd1-44e1-9278-29ce3bbb8f65 service nova] Acquired lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.003323] env[69281]: DEBUG nova.network.neutron [req-6ee899bf-9bfa-4869-b179-9b4d67bf6cea req-32b3f279-cdd1-44e1-9278-29ce3bbb8f65 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Refreshing network info cache for port eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.004586] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:43:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eba92ed4-9055-4ef4-b799-c136474d9c87', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.015713] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Creating folder: Project (1ab69f53d2a348b195920d679cb277dc). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.016157] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a88da6ee-efb3-46f7-9d96-a8d3fcc88524/a88da6ee-efb3-46f7-9d96-a8d3fcc88524.vmdk to [datastore2] 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d/2a052560-2c5d-4da4-8ecd-a0ba0e78a17d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.020603] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5b53bad-d89b-46da-9200-8f715ea7a782 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.023422] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b7cb97-47fb-49f7-8b57-fbe857ab6bf6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.051596] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d/2a052560-2c5d-4da4-8ecd-a0ba0e78a17d.vmdk or device None with type streamOptimized {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.056548] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e856ff1-368f-4121-aa61-2644a1083a25 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.070726] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Created folder: Project (1ab69f53d2a348b195920d679cb277dc) in parent group-v781128. [ 934.070956] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Creating folder: Instances. Parent ref: group-v781341. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.071872] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-979d682a-d0ae-48ff-b0aa-25a7dfb1ea7d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.078764] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c4b662-41a7-47e5-9b6f-52ce9557e577, 'name': SearchDatastore_Task, 'duration_secs': 0.085461} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.080984] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 934.080984] env[69281]: value = "task-3935843" [ 934.080984] env[69281]: _type = "Task" [ 934.080984] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.081246] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4511d5a-579a-40c6-af98-e3b96bb447aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.092849] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Created folder: Instances in parent group-v781341. [ 934.092849] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.092849] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.093108] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09866961-e194-4b41-8c08-f57812ca44ef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.117298] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.117635] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Waiting for the task: (returnval){ [ 934.117635] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520eb91f-7766-7777-130f-e58460237d59" [ 934.117635] env[69281]: _type = "Task" [ 934.117635] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.124750] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.124750] env[69281]: value = "task-3935845" [ 934.124750] env[69281]: _type = "Task" [ 934.124750] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.128754] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520eb91f-7766-7777-130f-e58460237d59, 'name': SearchDatastore_Task, 'duration_secs': 0.0117} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.132412] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.132930] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 9b04d2af-8d91-45fa-bad4-034df8333aa0/9b04d2af-8d91-45fa-bad4-034df8333aa0.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.135775] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d92d65be-65ae-4e9a-9f2e-9ac5bd4dcb2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.144529] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935845, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.145960] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Waiting for the task: (returnval){ [ 934.145960] env[69281]: value = "task-3935846" [ 934.145960] env[69281]: _type = "Task" [ 934.145960] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.156283] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.217134] env[69281]: DEBUG oslo_concurrency.lockutils [req-25d69433-a9f0-4da1-9a99-5d621e85b582 req-9181011b-7026-4d89-a66b-2c99c60d67c5 service nova] Releasing lock "refresh_cache-9b04d2af-8d91-45fa-bad4-034df8333aa0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.233899] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8474c9-b97e-4b72-a1e6-fdd2954ac2a8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.243753] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86001b1d-bf36-4ca1-addd-4824416d6268 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.248609] env[69281]: WARNING nova.network.neutron [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] 1b518f72-6b0c-432b-9b8c-200692befa46 already exists in list: networks containing: ['1b518f72-6b0c-432b-9b8c-200692befa46']. ignoring it [ 934.281075] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d421dbb4-a0ba-4f5b-8383-7b361ee11d62 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.289837] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159cfc65-1783-4f95-bbf6-4496fe83e7ba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.305245] env[69281]: DEBUG nova.compute.provider_tree [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.342868] env[69281]: DEBUG oslo_concurrency.lockutils [None req-186a02ef-2c24-4467-9e51-8bb6fe855063 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.464s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.601345] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935843, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.642260] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935845, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.659466] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512922} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.659752] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 9b04d2af-8d91-45fa-bad4-034df8333aa0/9b04d2af-8d91-45fa-bad4-034df8333aa0.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.659966] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.660257] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9eabb174-419e-469c-bf52-84d6d8e09e94 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.668424] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Waiting for the task: (returnval){ [ 934.668424] env[69281]: value = "task-3935847" [ 934.668424] env[69281]: _type = "Task" [ 934.668424] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.679883] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.761721] env[69281]: DEBUG nova.network.neutron [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Updating instance_info_cache with network_info: [{"id": "ea3c372c-917b-420f-b829-2875e48e8e64", "address": "fa:16:3e:86:9b:6d", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3c372c-91", "ovs_interfaceid": "ea3c372c-917b-420f-b829-2875e48e8e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccccce56-9840-439f-966a-dc6e83b377ba", "address": "fa:16:3e:87:95:9c", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccccce56-98", "ovs_interfaceid": "ccccce56-9840-439f-966a-dc6e83b377ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.808957] env[69281]: DEBUG nova.scheduler.client.report [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.097232] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935843, 'name': ReconfigVM_Task, 'duration_secs': 0.585022} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.097232] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d/2a052560-2c5d-4da4-8ecd-a0ba0e78a17d.vmdk or device None with type streamOptimized {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.098009] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fe686a0-4dbf-47d7-934d-4ba44c70e90f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.105721] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 935.105721] env[69281]: value = "task-3935848" [ 935.105721] env[69281]: _type = "Task" [ 935.105721] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.110159] env[69281]: DEBUG nova.network.neutron [req-6ee899bf-9bfa-4869-b179-9b4d67bf6cea req-32b3f279-cdd1-44e1-9278-29ce3bbb8f65 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updated VIF entry in instance network info cache for port eba92ed4-9055-4ef4-b799-c136474d9c87. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.110520] env[69281]: DEBUG nova.network.neutron [req-6ee899bf-9bfa-4869-b179-9b4d67bf6cea req-32b3f279-cdd1-44e1-9278-29ce3bbb8f65 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updating instance_info_cache with network_info: [{"id": "eba92ed4-9055-4ef4-b799-c136474d9c87", "address": "fa:16:3e:69:43:be", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba92ed4-90", "ovs_interfaceid": "eba92ed4-9055-4ef4-b799-c136474d9c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.114979] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935848, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.142602] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935845, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.148721] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa13f6-1a6c-7426-d0e1-7672ff5be974/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 935.149657] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4778772-8af4-4ee8-ab78-441d2bac3b7b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.156300] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa13f6-1a6c-7426-d0e1-7672ff5be974/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 935.156471] env[69281]: ERROR oslo_vmware.rw_handles [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa13f6-1a6c-7426-d0e1-7672ff5be974/disk-0.vmdk due to incomplete transfer. [ 935.156706] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-62c51d12-d053-44cf-8f27-7f79a0ca9231 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.169790] env[69281]: DEBUG oslo_vmware.rw_handles [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa13f6-1a6c-7426-d0e1-7672ff5be974/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 935.169992] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Uploaded image a4fe9cf7-731e-40f5-96a5-77d229a9b2b3 to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 935.171689] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 935.175162] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26e9c61b-a2c2-48ce-97b3-2dc275fbcfa8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.189496] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 935.189496] env[69281]: value = "task-3935849" [ 935.189496] env[69281]: _type = "Task" [ 935.189496] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.189776] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082104} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.190177] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.194357] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870f99c9-5aaa-4738-a000-7b41fe9da712 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.203866] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935849, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.224588] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 9b04d2af-8d91-45fa-bad4-034df8333aa0/9b04d2af-8d91-45fa-bad4-034df8333aa0.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.224588] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c2cd829-7cc8-46f3-afd6-08fd32a69420 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.250750] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Waiting for the task: (returnval){ [ 935.250750] env[69281]: value = "task-3935850" [ 935.250750] env[69281]: _type = "Task" [ 935.250750] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.262330] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.265101] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.265771] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.265935] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.266832] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa93703d-a7f0-4988-afa0-86dc52a470b6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.287444] env[69281]: DEBUG nova.virt.hardware [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.287840] env[69281]: DEBUG nova.virt.hardware [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.288190] env[69281]: DEBUG nova.virt.hardware [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.288287] env[69281]: DEBUG nova.virt.hardware [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.288418] env[69281]: DEBUG nova.virt.hardware [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.288583] env[69281]: DEBUG nova.virt.hardware [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.289215] env[69281]: DEBUG nova.virt.hardware [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.289436] env[69281]: DEBUG nova.virt.hardware [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.289648] env[69281]: DEBUG nova.virt.hardware [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.289826] env[69281]: DEBUG nova.virt.hardware [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.290017] env[69281]: DEBUG nova.virt.hardware [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.298719] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Reconfiguring VM to attach interface {{(pid=69281) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 935.299242] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a883ff-ea00-4c4e-b6cd-459f6383bd40 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.313931] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.316932] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.463s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.318550] env[69281]: INFO nova.compute.claims [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.323794] env[69281]: DEBUG oslo_vmware.api [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 935.323794] env[69281]: value = "task-3935851" [ 935.323794] env[69281]: _type = "Task" [ 935.323794] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.334292] env[69281]: DEBUG oslo_vmware.api [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935851, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.351974] env[69281]: INFO nova.scheduler.client.report [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleted allocations for instance e894d77f-378a-4b9f-98ca-6ae6dc50d78d [ 935.619478] env[69281]: DEBUG oslo_concurrency.lockutils [req-6ee899bf-9bfa-4869-b179-9b4d67bf6cea req-32b3f279-cdd1-44e1-9278-29ce3bbb8f65 service nova] Releasing lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.620027] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935848, 'name': Rename_Task, 'duration_secs': 0.203757} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.620305] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.620656] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e3d6d3d-489b-4cb2-915c-cc59bf4bee74 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.629685] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 935.629685] env[69281]: value = "task-3935852" [ 935.629685] env[69281]: _type = "Task" [ 935.629685] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.646668] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935845, 'name': CreateVM_Task, 'duration_secs': 1.514} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.647069] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.647205] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.647820] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.648055] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.648354] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.648657] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8610f866-6561-4bab-b692-0c102fd1994c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.655695] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 935.655695] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520ab4cd-beb7-532d-86a2-cd0e5ed05969" [ 935.655695] env[69281]: _type = "Task" [ 935.655695] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.668326] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520ab4cd-beb7-532d-86a2-cd0e5ed05969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.700049] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935849, 'name': Destroy_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.763044] env[69281]: DEBUG nova.compute.manager [req-635cce3f-5d72-4580-846f-37dad803d87a req-acd22363-ba13-4224-b48e-a8aeaa9a764d service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Received event network-vif-plugged-ccccce56-9840-439f-966a-dc6e83b377ba {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.763850] env[69281]: DEBUG oslo_concurrency.lockutils [req-635cce3f-5d72-4580-846f-37dad803d87a req-acd22363-ba13-4224-b48e-a8aeaa9a764d service nova] Acquiring lock "5636bd99-848f-4206-bb1b-0203caf5a8b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.763850] env[69281]: DEBUG oslo_concurrency.lockutils [req-635cce3f-5d72-4580-846f-37dad803d87a req-acd22363-ba13-4224-b48e-a8aeaa9a764d service nova] Lock "5636bd99-848f-4206-bb1b-0203caf5a8b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.764068] env[69281]: DEBUG oslo_concurrency.lockutils [req-635cce3f-5d72-4580-846f-37dad803d87a req-acd22363-ba13-4224-b48e-a8aeaa9a764d service nova] Lock "5636bd99-848f-4206-bb1b-0203caf5a8b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.764266] env[69281]: DEBUG nova.compute.manager [req-635cce3f-5d72-4580-846f-37dad803d87a req-acd22363-ba13-4224-b48e-a8aeaa9a764d service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] No waiting events found dispatching network-vif-plugged-ccccce56-9840-439f-966a-dc6e83b377ba {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 935.764453] env[69281]: WARNING nova.compute.manager [req-635cce3f-5d72-4580-846f-37dad803d87a req-acd22363-ba13-4224-b48e-a8aeaa9a764d service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Received unexpected event network-vif-plugged-ccccce56-9840-439f-966a-dc6e83b377ba for instance with vm_state active and task_state None. [ 935.764621] env[69281]: DEBUG nova.compute.manager [req-635cce3f-5d72-4580-846f-37dad803d87a req-acd22363-ba13-4224-b48e-a8aeaa9a764d service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Received event network-changed-ccccce56-9840-439f-966a-dc6e83b377ba {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.764788] env[69281]: DEBUG nova.compute.manager [req-635cce3f-5d72-4580-846f-37dad803d87a req-acd22363-ba13-4224-b48e-a8aeaa9a764d service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Refreshing instance network info cache due to event network-changed-ccccce56-9840-439f-966a-dc6e83b377ba. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.764980] env[69281]: DEBUG oslo_concurrency.lockutils [req-635cce3f-5d72-4580-846f-37dad803d87a req-acd22363-ba13-4224-b48e-a8aeaa9a764d service nova] Acquiring lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.765132] env[69281]: DEBUG oslo_concurrency.lockutils [req-635cce3f-5d72-4580-846f-37dad803d87a req-acd22363-ba13-4224-b48e-a8aeaa9a764d service nova] Acquired lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.765369] env[69281]: DEBUG nova.network.neutron [req-635cce3f-5d72-4580-846f-37dad803d87a req-acd22363-ba13-4224-b48e-a8aeaa9a764d service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Refreshing network info cache for port ccccce56-9840-439f-966a-dc6e83b377ba {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.775305] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.842645] env[69281]: DEBUG oslo_vmware.api [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.860225] env[69281]: DEBUG oslo_concurrency.lockutils [None req-364e0acf-40e7-4e62-a31a-0e5e34fc6b8f tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "e894d77f-378a-4b9f-98ca-6ae6dc50d78d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.329s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.144479] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.171292] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520ab4cd-beb7-532d-86a2-cd0e5ed05969, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.171774] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.172348] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.172749] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.172984] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.173199] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.173502] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c96132d1-b618-4098-9752-c82a54255390 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.185097] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.185465] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.186243] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977f54ec-1a69-4f37-a7df-26d9c34772b8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.198334] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 936.198334] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524fa9c9-82c9-6116-befd-2eeb7c47c078" [ 936.198334] env[69281]: _type = "Task" [ 936.198334] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.207830] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935849, 'name': Destroy_Task, 'duration_secs': 0.552239} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.208659] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Destroyed the VM [ 936.208945] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 936.209290] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f9b43da-f4a6-4a02-a136-957a833110bb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.215079] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524fa9c9-82c9-6116-befd-2eeb7c47c078, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.217086] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ffc20cc-c24c-4825-b751-4682f852c0d1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.221740] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 936.221740] env[69281]: value = "task-3935853" [ 936.221740] env[69281]: _type = "Task" [ 936.221740] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.226230] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 936.226230] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526bfae1-8977-c43d-2d9e-bf115c60b8d1" [ 936.226230] env[69281]: _type = "Task" [ 936.226230] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.233279] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935853, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.245152] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526bfae1-8977-c43d-2d9e-bf115c60b8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013597} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.245355] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.245663] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 098bb7f4-c121-4751-946a-15c5d5b20b37/098bb7f4-c121-4751-946a-15c5d5b20b37.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.245957] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcbb3612-6135-413b-bb5f-818b3d476b8b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.257262] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 936.257262] env[69281]: value = "task-3935854" [ 936.257262] env[69281]: _type = "Task" [ 936.257262] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.266823] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935850, 'name': ReconfigVM_Task, 'duration_secs': 0.655462} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.267614] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 9b04d2af-8d91-45fa-bad4-034df8333aa0/9b04d2af-8d91-45fa-bad4-034df8333aa0.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.268299] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39a7f256-fc71-4309-8f07-0ad83e17f7d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.273512] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.280026] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Waiting for the task: (returnval){ [ 936.280026] env[69281]: value = "task-3935855" [ 936.280026] env[69281]: _type = "Task" [ 936.280026] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.291367] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935855, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.340617] env[69281]: DEBUG oslo_vmware.api [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.645958] env[69281]: DEBUG oslo_vmware.api [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935852, 'name': PowerOnVM_Task, 'duration_secs': 1.00391} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.646387] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.740289] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935853, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.765628] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1667638f-c81d-417c-ab5a-1efdaeb784f6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.777103] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935854, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.781105] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeabef9-499e-4a33-8349-d7473b530341 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.794691] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935855, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.828844] env[69281]: DEBUG nova.network.neutron [req-635cce3f-5d72-4580-846f-37dad803d87a req-acd22363-ba13-4224-b48e-a8aeaa9a764d service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Updated VIF entry in instance network info cache for port ccccce56-9840-439f-966a-dc6e83b377ba. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.829303] env[69281]: DEBUG nova.network.neutron [req-635cce3f-5d72-4580-846f-37dad803d87a req-acd22363-ba13-4224-b48e-a8aeaa9a764d service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Updating instance_info_cache with network_info: [{"id": "ea3c372c-917b-420f-b829-2875e48e8e64", "address": "fa:16:3e:86:9b:6d", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3c372c-91", "ovs_interfaceid": "ea3c372c-917b-420f-b829-2875e48e8e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccccce56-9840-439f-966a-dc6e83b377ba", "address": "fa:16:3e:87:95:9c", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccccce56-98", "ovs_interfaceid": "ccccce56-9840-439f-966a-dc6e83b377ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.831444] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e49a12-407c-4971-8531-34738a0285ff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.848041] env[69281]: DEBUG oslo_vmware.api [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.852729] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bba124-f09c-408f-8b3c-e5a8a464d708 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.857595] env[69281]: DEBUG nova.compute.manager [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.858771] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455ed846-1b1d-47d8-8598-7b76116ba9ee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.878583] env[69281]: DEBUG nova.compute.provider_tree [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.235158] env[69281]: DEBUG oslo_vmware.api [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935853, 'name': RemoveSnapshot_Task, 'duration_secs': 0.906208} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.235158] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 937.235158] env[69281]: INFO nova.compute.manager [None req-3125512d-1a58-4bec-9b97-c6615588591e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Took 15.53 seconds to snapshot the instance on the hypervisor. [ 937.278021] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523609} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.278021] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 098bb7f4-c121-4751-946a-15c5d5b20b37/098bb7f4-c121-4751-946a-15c5d5b20b37.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.278021] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.278021] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e759ef17-81f6-4d94-90c5-975e436e8415 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.285931] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 937.285931] env[69281]: value = "task-3935856" [ 937.285931] env[69281]: _type = "Task" [ 937.285931] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.304423] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935855, 'name': Rename_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.308031] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.334927] env[69281]: DEBUG oslo_concurrency.lockutils [req-635cce3f-5d72-4580-846f-37dad803d87a req-acd22363-ba13-4224-b48e-a8aeaa9a764d service nova] Releasing lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.351095] env[69281]: DEBUG oslo_vmware.api [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.391606] env[69281]: DEBUG oslo_concurrency.lockutils [None req-020e9672-407c-4af8-8090-7d1339dbe072 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 39.153s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.417531] env[69281]: ERROR nova.scheduler.client.report [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [req-07191933-f031-45c3-b968-ebf660e990a6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-07191933-f031-45c3-b968-ebf660e990a6"}]} [ 937.536076] env[69281]: DEBUG nova.scheduler.client.report [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 937.551239] env[69281]: DEBUG nova.scheduler.client.report [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 937.551455] env[69281]: DEBUG nova.compute.provider_tree [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.563940] env[69281]: DEBUG nova.scheduler.client.report [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 937.597724] env[69281]: DEBUG nova.scheduler.client.report [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 937.752423] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.754888] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.802426] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935855, 'name': Rename_Task, 'duration_secs': 1.143349} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.802905] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.803100] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50be9183-9a0d-4adf-ba72-a09b88d5f776 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.807900] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174199} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.809104] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.810050] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a09fdac-6716-4d0b-b96c-cd84a49960db {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.814706] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Waiting for the task: (returnval){ [ 937.814706] env[69281]: value = "task-3935857" [ 937.814706] env[69281]: _type = "Task" [ 937.814706] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.840439] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 098bb7f4-c121-4751-946a-15c5d5b20b37/098bb7f4-c121-4751-946a-15c5d5b20b37.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.843736] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161fc1e3-e0f9-461b-8192-d9b1e73168b4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.868419] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935857, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.874363] env[69281]: DEBUG oslo_vmware.api [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935851, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.876195] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 937.876195] env[69281]: value = "task-3935858" [ 937.876195] env[69281]: _type = "Task" [ 937.876195] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.887823] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "dcc00b16-bc8b-4f04-86c9-87d692062ebb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.887823] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "dcc00b16-bc8b-4f04-86c9-87d692062ebb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.900568] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.005019] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180bb9aa-5fbe-4887-b0e1-b80ac775e0b8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.013790] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a07ee3-bdc9-4d86-930c-af4b93e2a739 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.048945] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819f2a29-d75c-49ee-90cf-da86ccd08b50 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.057914] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa82f18-de3d-410b-b253-cbd2a801fe51 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.073772] env[69281]: DEBUG nova.compute.provider_tree [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.259152] env[69281]: DEBUG nova.compute.utils [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.327754] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.353518] env[69281]: DEBUG oslo_vmware.api [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935851, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.388035] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935858, 'name': ReconfigVM_Task, 'duration_secs': 0.350559} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.388400] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 098bb7f4-c121-4751-946a-15c5d5b20b37/098bb7f4-c121-4751-946a-15c5d5b20b37.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.389067] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe5e9f79-975d-4ba0-b42e-57694ddb2a4a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.396672] env[69281]: DEBUG nova.compute.manager [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.399815] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 938.399815] env[69281]: value = "task-3935859" [ 938.399815] env[69281]: _type = "Task" [ 938.399815] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.408982] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935859, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.608114] env[69281]: DEBUG nova.scheduler.client.report [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 938.608428] env[69281]: DEBUG nova.compute.provider_tree [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 105 to 106 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 938.608637] env[69281]: DEBUG nova.compute.provider_tree [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.762374] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.829622] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.854614] env[69281]: DEBUG oslo_vmware.api [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935851, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.918289] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935859, 'name': Rename_Task, 'duration_secs': 0.15658} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.918628] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.918943] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5547040a-74d9-41c2-ad40-5a6604bf608f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.925575] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.927382] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 938.927382] env[69281]: value = "task-3935860" [ 938.927382] env[69281]: _type = "Task" [ 938.927382] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.936182] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.114517] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.798s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.115190] env[69281]: DEBUG nova.compute.manager [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.119740] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 20.004s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.330488] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.356574] env[69281]: DEBUG oslo_vmware.api [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935851, 'name': ReconfigVM_Task, 'duration_secs': 3.646544} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.356812] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.357079] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Reconfigured VM to attach interface {{(pid=69281) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 939.439449] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935860, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.621795] env[69281]: DEBUG nova.compute.utils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.623401] env[69281]: DEBUG nova.objects.instance [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lazy-loading 'migration_context' on Instance uuid 4600fd81-377f-4ce2-97de-9b03f2b03d37 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.624947] env[69281]: DEBUG nova.compute.manager [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.625255] env[69281]: DEBUG nova.network.neutron [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.712077] env[69281]: DEBUG nova.policy [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f767bd9d14e40a5892d3b20b338deef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '296be399cc2e4baa95f90e14fe5b6ed7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.831223] env[69281]: DEBUG oslo_vmware.api [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935857, 'name': PowerOnVM_Task, 'duration_secs': 1.978898} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.831591] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.831698] env[69281]: INFO nova.compute.manager [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Took 11.00 seconds to spawn the instance on the hypervisor. [ 939.831874] env[69281]: DEBUG nova.compute.manager [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.832766] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d97496-c0c1-4dcf-9e1d-75a9bd66ba22 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.838358] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.838592] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.838811] env[69281]: INFO nova.compute.manager [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Attaching volume 610f7232-b59d-440e-aea8-2162aec9a8ac to /dev/sdb [ 939.861652] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2907fe99-20a5-44a1-8777-ae8b09e923a9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-5636bd99-848f-4206-bb1b-0203caf5a8b2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 10.450s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.902820] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1ab4d5-cf84-427f-be1e-e9759f0ffdfc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.912754] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735d3eed-1dad-470a-b247-99468894d9bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.928746] env[69281]: DEBUG nova.virt.block_device [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Updating existing volume attachment record: 2ddc3b34-902a-4b45-bd5b-e9802bbba468 {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 939.942404] env[69281]: DEBUG oslo_vmware.api [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935860, 'name': PowerOnVM_Task, 'duration_secs': 0.736781} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.942404] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.942404] env[69281]: INFO nova.compute.manager [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Took 8.45 seconds to spawn the instance on the hypervisor. [ 939.942404] env[69281]: DEBUG nova.compute.manager [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.942404] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fe8618-3ee5-4c2f-bcb1-52ced1fc62c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.135434] env[69281]: DEBUG nova.compute.manager [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.219432] env[69281]: DEBUG nova.network.neutron [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Successfully created port: bf7b3b8c-5a22-4320-80bb-057f0f5b3fef {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.356183] env[69281]: INFO nova.compute.manager [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Took 25.35 seconds to build instance. [ 940.467486] env[69281]: INFO nova.compute.manager [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Took 25.42 seconds to build instance. [ 940.528435] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e213fe6e-7efb-441c-bafe-f86c3a4d78c6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.536449] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c4e8c3-a66a-432c-9f97-a07a6e8eaf3d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.573034] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f8908b-08ec-4a33-9414-2755ca7efa5b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.582693] env[69281]: DEBUG nova.network.neutron [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Successfully created port: 89f69985-d819-4009-9ba0-444661069644 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.585922] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddc6b54-85f0-428b-a339-452518e8c3ec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.602742] env[69281]: DEBUG nova.compute.provider_tree [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.858490] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0556ac9b-5270-4d01-8376-776ab0aebc0a tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Lock "9b04d2af-8d91-45fa-bad4-034df8333aa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.869s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.970707] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5aface86-ed79-4b18-9db0-6f8cb1eb514e tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.950s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.109025] env[69281]: DEBUG nova.scheduler.client.report [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.148814] env[69281]: DEBUG nova.compute.manager [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.176070] env[69281]: DEBUG nova.virt.hardware [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.176329] env[69281]: DEBUG nova.virt.hardware [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.177208] env[69281]: DEBUG nova.virt.hardware [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.177208] env[69281]: DEBUG nova.virt.hardware [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.177208] env[69281]: DEBUG nova.virt.hardware [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.177208] env[69281]: DEBUG nova.virt.hardware [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.177410] env[69281]: DEBUG nova.virt.hardware [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.177491] env[69281]: DEBUG nova.virt.hardware [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.177743] env[69281]: DEBUG nova.virt.hardware [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.177909] env[69281]: DEBUG nova.virt.hardware [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.178098] env[69281]: DEBUG nova.virt.hardware [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.179324] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d9043c-60e5-4f8b-83ed-33b690c84924 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.189111] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbe13e1-d8b8-4a40-882a-1be2bd3e68cd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.543230] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Acquiring lock "48edb48b-e20d-4620-9f22-f0a3c229d46c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.543629] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Lock "48edb48b-e20d-4620-9f22-f0a3c229d46c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.581316] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.581577] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.583115] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.583115] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.583115] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.584927] env[69281]: INFO nova.compute.manager [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Terminating instance [ 941.674484] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "4292247a-b2ba-450d-a8af-0398e4ccab75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.674835] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "4292247a-b2ba-450d-a8af-0398e4ccab75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.675225] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "4292247a-b2ba-450d-a8af-0398e4ccab75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.675433] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "4292247a-b2ba-450d-a8af-0398e4ccab75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.675607] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "4292247a-b2ba-450d-a8af-0398e4ccab75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.678296] env[69281]: INFO nova.compute.manager [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Terminating instance [ 942.046747] env[69281]: DEBUG nova.compute.manager [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.071128] env[69281]: DEBUG nova.compute.manager [req-e900c971-8cb4-4079-957c-37c5ebf249ff req-a91d8664-649c-4998-b379-1b7617eb99ce service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Received event network-changed-eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.071391] env[69281]: DEBUG nova.compute.manager [req-e900c971-8cb4-4079-957c-37c5ebf249ff req-a91d8664-649c-4998-b379-1b7617eb99ce service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Refreshing instance network info cache due to event network-changed-eba92ed4-9055-4ef4-b799-c136474d9c87. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.071590] env[69281]: DEBUG oslo_concurrency.lockutils [req-e900c971-8cb4-4079-957c-37c5ebf249ff req-a91d8664-649c-4998-b379-1b7617eb99ce service nova] Acquiring lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.071737] env[69281]: DEBUG oslo_concurrency.lockutils [req-e900c971-8cb4-4079-957c-37c5ebf249ff req-a91d8664-649c-4998-b379-1b7617eb99ce service nova] Acquired lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.071896] env[69281]: DEBUG nova.network.neutron [req-e900c971-8cb4-4079-957c-37c5ebf249ff req-a91d8664-649c-4998-b379-1b7617eb99ce service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Refreshing network info cache for port eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.090306] env[69281]: DEBUG nova.compute.manager [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.090306] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.090306] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5934efb8-e985-4a0f-a2fd-2861a84fe0b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.101979] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.103036] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7f1428b-9a02-4772-9a1f-d5c652fdbd9f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.111393] env[69281]: DEBUG oslo_vmware.api [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 942.111393] env[69281]: value = "task-3935864" [ 942.111393] env[69281]: _type = "Task" [ 942.111393] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.120897] env[69281]: DEBUG oslo_vmware.api [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.126204] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.007s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.132764] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.474s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.134088] env[69281]: DEBUG nova.objects.instance [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 942.183721] env[69281]: DEBUG nova.compute.manager [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.183721] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.184954] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5268ed-bcb3-4bbb-98a7-06fea0e5c8ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.195627] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.195627] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77c6280a-be84-4223-a900-67c17dcb2839 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.295490] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.295786] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.296071] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleting the datastore file [datastore1] 4292247a-b2ba-450d-a8af-0398e4ccab75 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.297448] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be926275-ff28-4100-83ef-1331bd5589d7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.307189] env[69281]: DEBUG oslo_vmware.api [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 942.307189] env[69281]: value = "task-3935866" [ 942.307189] env[69281]: _type = "Task" [ 942.307189] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.318519] env[69281]: DEBUG oslo_vmware.api [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.363162] env[69281]: DEBUG nova.compute.manager [req-63f49bcf-f0b2-454d-8adc-d681fcbeb2d5 req-958ebad2-7712-4b10-9fd2-302c5bee5e12 service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Received event network-vif-plugged-bf7b3b8c-5a22-4320-80bb-057f0f5b3fef {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.363162] env[69281]: DEBUG oslo_concurrency.lockutils [req-63f49bcf-f0b2-454d-8adc-d681fcbeb2d5 req-958ebad2-7712-4b10-9fd2-302c5bee5e12 service nova] Acquiring lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.364047] env[69281]: DEBUG oslo_concurrency.lockutils [req-63f49bcf-f0b2-454d-8adc-d681fcbeb2d5 req-958ebad2-7712-4b10-9fd2-302c5bee5e12 service nova] Lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.364574] env[69281]: DEBUG oslo_concurrency.lockutils [req-63f49bcf-f0b2-454d-8adc-d681fcbeb2d5 req-958ebad2-7712-4b10-9fd2-302c5bee5e12 service nova] Lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.366544] env[69281]: DEBUG nova.compute.manager [req-63f49bcf-f0b2-454d-8adc-d681fcbeb2d5 req-958ebad2-7712-4b10-9fd2-302c5bee5e12 service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] No waiting events found dispatching network-vif-plugged-bf7b3b8c-5a22-4320-80bb-057f0f5b3fef {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 942.366544] env[69281]: WARNING nova.compute.manager [req-63f49bcf-f0b2-454d-8adc-d681fcbeb2d5 req-958ebad2-7712-4b10-9fd2-302c5bee5e12 service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Received unexpected event network-vif-plugged-bf7b3b8c-5a22-4320-80bb-057f0f5b3fef for instance with vm_state building and task_state spawning. [ 942.381990] env[69281]: DEBUG nova.network.neutron [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Successfully updated port: bf7b3b8c-5a22-4320-80bb-057f0f5b3fef {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.528767] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "7bace696-692b-47b9-ae24-fecedb4d32f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.529281] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "7bace696-692b-47b9-ae24-fecedb4d32f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.575039] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.623467] env[69281]: DEBUG oslo_vmware.api [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935864, 'name': PowerOffVM_Task, 'duration_secs': 0.238433} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.623788] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.624093] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.624467] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd22c2c2-abf4-4ce6-8277-35ff5bee4071 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.739447] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.739725] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.739921] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleting the datastore file [datastore2] 1d7a25e6-1f78-40b1-b146-339b754cbeb8 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.742739] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2171237f-55ed-4390-840f-4cc82eade58a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.749774] env[69281]: DEBUG oslo_vmware.api [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 942.749774] env[69281]: value = "task-3935869" [ 942.749774] env[69281]: _type = "Task" [ 942.749774] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.759798] env[69281]: DEBUG oslo_vmware.api [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.821153] env[69281]: DEBUG oslo_vmware.api [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177686} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.822034] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.822034] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.822034] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.822034] env[69281]: INFO nova.compute.manager [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Took 0.64 seconds to destroy the instance on the hypervisor. [ 942.822310] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.822451] env[69281]: DEBUG nova.compute.manager [-] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.822578] env[69281]: DEBUG nova.network.neutron [-] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.825838] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "interface-5636bd99-848f-4206-bb1b-0203caf5a8b2-ccccce56-9840-439f-966a-dc6e83b377ba" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.826523] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-5636bd99-848f-4206-bb1b-0203caf5a8b2-ccccce56-9840-439f-966a-dc6e83b377ba" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.887198] env[69281]: DEBUG nova.network.neutron [req-e900c971-8cb4-4079-957c-37c5ebf249ff req-a91d8664-649c-4998-b379-1b7617eb99ce service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updated VIF entry in instance network info cache for port eba92ed4-9055-4ef4-b799-c136474d9c87. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.887198] env[69281]: DEBUG nova.network.neutron [req-e900c971-8cb4-4079-957c-37c5ebf249ff req-a91d8664-649c-4998-b379-1b7617eb99ce service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updating instance_info_cache with network_info: [{"id": "eba92ed4-9055-4ef4-b799-c136474d9c87", "address": "fa:16:3e:69:43:be", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba92ed4-90", "ovs_interfaceid": "eba92ed4-9055-4ef4-b799-c136474d9c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.032456] env[69281]: DEBUG nova.compute.manager [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.146959] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44d6d529-ae9f-449a-bdc6-14303a214b23 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.148350] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.426s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.148578] env[69281]: DEBUG nova.objects.instance [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lazy-loading 'resources' on Instance uuid fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.261427] env[69281]: DEBUG oslo_vmware.api [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143771} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.261702] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.263060] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.263060] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.263060] env[69281]: INFO nova.compute.manager [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 943.263060] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.263060] env[69281]: DEBUG nova.compute.manager [-] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.263060] env[69281]: DEBUG nova.network.neutron [-] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.330116] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.330388] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.331803] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84c6fbd-d49f-407e-a971-3521a12cddec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.365424] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7abbeb-8303-4b3a-8b3f-eb5ddb9cdcd3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.394378] env[69281]: DEBUG oslo_concurrency.lockutils [req-e900c971-8cb4-4079-957c-37c5ebf249ff req-a91d8664-649c-4998-b379-1b7617eb99ce service nova] Releasing lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.400646] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Reconfiguring VM to detach interface {{(pid=69281) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 943.403237] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acb9bd42-8930-4d6b-9f60-60740dff7445 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.419198] env[69281]: DEBUG nova.network.neutron [-] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.427144] env[69281]: DEBUG oslo_vmware.api [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 943.427144] env[69281]: value = "task-3935870" [ 943.427144] env[69281]: _type = "Task" [ 943.427144] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.445713] env[69281]: DEBUG oslo_vmware.api [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.516744] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "7bd20726-0fcc-43cf-afad-fdf822fd8741" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.516985] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "7bd20726-0fcc-43cf-afad-fdf822fd8741" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.559483] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.688140] env[69281]: INFO nova.compute.manager [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Swapping old allocation on dict_keys(['adc98e38-91c6-4ac1-9063-c94accf48342']) held by migration 0758a08a-816b-447b-a8b4-5172d6744c53 for instance [ 943.730253] env[69281]: DEBUG nova.scheduler.client.report [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Overwriting current allocation {'allocations': {'adc98e38-91c6-4ac1-9063-c94accf48342': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 109}}, 'project_id': 'ba055d1913264fbaacac6f791a039789', 'user_id': '4b9f066b70124288ad24507629cfb424', 'consumer_generation': 1} on consumer 4600fd81-377f-4ce2-97de-9b03f2b03d37 {{(pid=69281) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 943.831066] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.831066] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquired lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.831066] env[69281]: DEBUG nova.network.neutron [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.904517] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1b3fed-d34a-4dd8-87d7-13688d20499b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.911994] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4c7310-44fe-4588-b7c2-948cdc7c1c41 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Suspending the VM {{(pid=69281) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 943.912284] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9edecc07-cb20-47d7-90d1-5d8fc5548bc6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.921415] env[69281]: DEBUG oslo_vmware.api [None req-1b4c7310-44fe-4588-b7c2-948cdc7c1c41 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 943.921415] env[69281]: value = "task-3935871" [ 943.921415] env[69281]: _type = "Task" [ 943.921415] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.921896] env[69281]: INFO nova.compute.manager [-] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Took 1.10 seconds to deallocate network for instance. [ 943.943075] env[69281]: DEBUG oslo_vmware.api [None req-1b4c7310-44fe-4588-b7c2-948cdc7c1c41 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935871, 'name': SuspendVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.946368] env[69281]: DEBUG oslo_vmware.api [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.019207] env[69281]: DEBUG nova.compute.manager [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.061395] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66f55d7-b891-4b70-bb0a-94af9e6a3268 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.070553] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528b6e10-ce48-4490-ad99-f09643080ebb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.106739] env[69281]: DEBUG nova.compute.manager [req-7d9ce6f0-f48e-4bd6-bf77-9b2831817021 req-b6a2cb99-8052-45cc-bfd6-0cc073392f10 service nova] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Received event network-vif-deleted-1b7024f0-f5b3-4ed8-a9d1-f0a74be2cf5c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.107651] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc5fa1b-0397-441b-9674-832e8be1b8a9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.116661] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5698ea03-5679-4a11-a521-0279e6b09736 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.132450] env[69281]: DEBUG nova.compute.provider_tree [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.134656] env[69281]: DEBUG nova.network.neutron [-] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.326162] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Acquiring lock "9b04d2af-8d91-45fa-bad4-034df8333aa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.326518] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Lock "9b04d2af-8d91-45fa-bad4-034df8333aa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.326692] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Acquiring lock "9b04d2af-8d91-45fa-bad4-034df8333aa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.326904] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Lock "9b04d2af-8d91-45fa-bad4-034df8333aa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.327116] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Lock "9b04d2af-8d91-45fa-bad4-034df8333aa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.329451] env[69281]: INFO nova.compute.manager [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Terminating instance [ 944.400562] env[69281]: DEBUG nova.compute.manager [req-b9170c4f-443a-4cc4-9e99-701bef3c3210 req-b6d57484-5133-4b52-83d3-33b287864ee6 service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Received event network-changed-bf7b3b8c-5a22-4320-80bb-057f0f5b3fef {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.400946] env[69281]: DEBUG nova.compute.manager [req-b9170c4f-443a-4cc4-9e99-701bef3c3210 req-b6d57484-5133-4b52-83d3-33b287864ee6 service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Refreshing instance network info cache due to event network-changed-bf7b3b8c-5a22-4320-80bb-057f0f5b3fef. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.401025] env[69281]: DEBUG oslo_concurrency.lockutils [req-b9170c4f-443a-4cc4-9e99-701bef3c3210 req-b6d57484-5133-4b52-83d3-33b287864ee6 service nova] Acquiring lock "refresh_cache-967a7065-70b5-4697-b9c5-b7d2b6f88b8a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.401134] env[69281]: DEBUG oslo_concurrency.lockutils [req-b9170c4f-443a-4cc4-9e99-701bef3c3210 req-b6d57484-5133-4b52-83d3-33b287864ee6 service nova] Acquired lock "refresh_cache-967a7065-70b5-4697-b9c5-b7d2b6f88b8a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.401295] env[69281]: DEBUG nova.network.neutron [req-b9170c4f-443a-4cc4-9e99-701bef3c3210 req-b6d57484-5133-4b52-83d3-33b287864ee6 service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Refreshing network info cache for port bf7b3b8c-5a22-4320-80bb-057f0f5b3fef {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.437174] env[69281]: DEBUG oslo_vmware.api [None req-1b4c7310-44fe-4588-b7c2-948cdc7c1c41 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935871, 'name': SuspendVM_Task} progress is 50%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.441057] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.445741] env[69281]: DEBUG oslo_vmware.api [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.545413] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.594744] env[69281]: DEBUG nova.network.neutron [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance_info_cache with network_info: [{"id": "11d5345c-4085-4b3a-8c75-9dd8f317a26e", "address": "fa:16:3e:52:55:4b", "network": {"id": "08c1325b-dbd4-4123-ba71-331b0b4a748a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2ceaa6390b4d93a81bbacffd39d73d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d5345c-40", "ovs_interfaceid": "11d5345c-4085-4b3a-8c75-9dd8f317a26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.640036] env[69281]: INFO nova.compute.manager [-] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Took 1.38 seconds to deallocate network for instance. [ 944.758632] env[69281]: ERROR nova.scheduler.client.report [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] [req-19b04feb-1758-4887-81e9-7a24e759c505] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-19b04feb-1758-4887-81e9-7a24e759c505"}]} [ 944.777098] env[69281]: DEBUG nova.scheduler.client.report [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 944.794500] env[69281]: DEBUG nova.scheduler.client.report [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 944.794500] env[69281]: DEBUG nova.compute.provider_tree [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.807527] env[69281]: DEBUG nova.scheduler.client.report [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 944.828157] env[69281]: DEBUG nova.scheduler.client.report [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 944.837109] env[69281]: DEBUG nova.compute.manager [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.837440] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.838562] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d3bb3d-2a9a-489c-a8a1-8cb310db9240 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.846727] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.846985] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-593e386f-b656-4938-9a98-7896525a2622 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.854565] env[69281]: DEBUG oslo_vmware.api [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Waiting for the task: (returnval){ [ 944.854565] env[69281]: value = "task-3935872" [ 944.854565] env[69281]: _type = "Task" [ 944.854565] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.866705] env[69281]: DEBUG oslo_vmware.api [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.870243] env[69281]: DEBUG nova.network.neutron [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Successfully updated port: 89f69985-d819-4009-9ba0-444661069644 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.936843] env[69281]: DEBUG oslo_vmware.api [None req-1b4c7310-44fe-4588-b7c2-948cdc7c1c41 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935871, 'name': SuspendVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.943202] env[69281]: DEBUG oslo_vmware.api [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.947305] env[69281]: DEBUG nova.network.neutron [req-b9170c4f-443a-4cc4-9e99-701bef3c3210 req-b6d57484-5133-4b52-83d3-33b287864ee6 service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.989241] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 944.989502] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781345', 'volume_id': '610f7232-b59d-440e-aea8-2162aec9a8ac', 'name': 'volume-610f7232-b59d-440e-aea8-2162aec9a8ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3', 'attached_at': '', 'detached_at': '', 'volume_id': '610f7232-b59d-440e-aea8-2162aec9a8ac', 'serial': '610f7232-b59d-440e-aea8-2162aec9a8ac'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 944.990956] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9e114c-fd8a-4b81-9b14-23343f882fdf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.011369] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff8e566-c797-422a-8017-af51ecf2670a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.040533] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] volume-610f7232-b59d-440e-aea8-2162aec9a8ac/volume-610f7232-b59d-440e-aea8-2162aec9a8ac.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.043527] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c35c231-f2be-40ca-824e-4166da7fbe6d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.063067] env[69281]: DEBUG oslo_vmware.api [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 945.063067] env[69281]: value = "task-3935873" [ 945.063067] env[69281]: _type = "Task" [ 945.063067] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.074562] env[69281]: DEBUG oslo_vmware.api [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.098589] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Releasing lock "refresh_cache-4600fd81-377f-4ce2-97de-9b03f2b03d37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.099210] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.100226] env[69281]: DEBUG nova.network.neutron [req-b9170c4f-443a-4cc4-9e99-701bef3c3210 req-b6d57484-5133-4b52-83d3-33b287864ee6 service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.102129] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79ef6384-7530-4484-bed7-c58584e4a154 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.109529] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 945.109529] env[69281]: value = "task-3935874" [ 945.109529] env[69281]: _type = "Task" [ 945.109529] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.123232] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.148115] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.251118] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506ec8ca-c66b-47c5-94c9-c463bfd3a32f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.261420] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30632088-5bc6-4b92-941f-05117de827ed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.298276] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286dc962-8a9d-453d-b4d6-ae338ae381c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.307124] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25279174-a906-48fa-aaba-f3396fc005ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.323600] env[69281]: DEBUG nova.compute.provider_tree [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.365288] env[69281]: DEBUG oslo_vmware.api [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935872, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.373672] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "refresh_cache-967a7065-70b5-4697-b9c5-b7d2b6f88b8a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.431565] env[69281]: DEBUG oslo_vmware.api [None req-1b4c7310-44fe-4588-b7c2-948cdc7c1c41 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935871, 'name': SuspendVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.441064] env[69281]: DEBUG oslo_vmware.api [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.574127] env[69281]: DEBUG oslo_vmware.api [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.602575] env[69281]: DEBUG oslo_concurrency.lockutils [req-b9170c4f-443a-4cc4-9e99-701bef3c3210 req-b6d57484-5133-4b52-83d3-33b287864ee6 service nova] Releasing lock "refresh_cache-967a7065-70b5-4697-b9c5-b7d2b6f88b8a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.602930] env[69281]: DEBUG nova.compute.manager [req-b9170c4f-443a-4cc4-9e99-701bef3c3210 req-b6d57484-5133-4b52-83d3-33b287864ee6 service nova] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Received event network-vif-deleted-a6762356-a217-4909-ab73-965aec4c04c8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.603296] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquired lock "refresh_cache-967a7065-70b5-4697-b9c5-b7d2b6f88b8a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.603450] env[69281]: DEBUG nova.network.neutron [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.620327] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935874, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.860771] env[69281]: DEBUG nova.scheduler.client.report [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 945.861059] env[69281]: DEBUG nova.compute.provider_tree [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 110 to 111 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 945.861338] env[69281]: DEBUG nova.compute.provider_tree [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.871961] env[69281]: DEBUG oslo_vmware.api [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935872, 'name': PowerOffVM_Task, 'duration_secs': 0.906878} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.871961] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.871961] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.871961] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b233636-1e7e-4170-9b22-ed711d75f39d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.934055] env[69281]: DEBUG oslo_vmware.api [None req-1b4c7310-44fe-4588-b7c2-948cdc7c1c41 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935871, 'name': SuspendVM_Task, 'duration_secs': 1.840068} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.937752] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4c7310-44fe-4588-b7c2-948cdc7c1c41 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Suspended the VM {{(pid=69281) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 945.938143] env[69281]: DEBUG nova.compute.manager [None req-1b4c7310-44fe-4588-b7c2-948cdc7c1c41 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 945.938754] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618d0fda-4424-4b64-a0c5-2f16c678c92b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.948251] env[69281]: DEBUG oslo_vmware.api [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.960796] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.961161] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.961440] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Deleting the datastore file [datastore2] 9b04d2af-8d91-45fa-bad4-034df8333aa0 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.961838] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5756f005-0d4d-4263-a5ac-8f3bd2fc05d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.971085] env[69281]: DEBUG oslo_vmware.api [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Waiting for the task: (returnval){ [ 945.971085] env[69281]: value = "task-3935876" [ 945.971085] env[69281]: _type = "Task" [ 945.971085] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.983063] env[69281]: DEBUG oslo_vmware.api [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.077160] env[69281]: DEBUG oslo_vmware.api [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935873, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.121247] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935874, 'name': PowerOffVM_Task, 'duration_secs': 0.649669} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.121575] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.122332] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:47:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='71139b85-3dbb-48be-83d0-bbf043aea88c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-463018250',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.122660] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.122852] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.123065] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.123238] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.124077] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.124350] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.124530] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.124723] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.124955] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.125170] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.132076] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0ce4b28-175f-4d20-98c2-4d0bd378d704 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.146089] env[69281]: DEBUG nova.compute.manager [req-432f160c-22a6-40fb-8a10-7be176216b2d req-26660079-4a87-4550-b047-88b3fa66d65f service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Received event network-vif-plugged-89f69985-d819-4009-9ba0-444661069644 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.146339] env[69281]: DEBUG oslo_concurrency.lockutils [req-432f160c-22a6-40fb-8a10-7be176216b2d req-26660079-4a87-4550-b047-88b3fa66d65f service nova] Acquiring lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.146581] env[69281]: DEBUG oslo_concurrency.lockutils [req-432f160c-22a6-40fb-8a10-7be176216b2d req-26660079-4a87-4550-b047-88b3fa66d65f service nova] Lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.146780] env[69281]: DEBUG oslo_concurrency.lockutils [req-432f160c-22a6-40fb-8a10-7be176216b2d req-26660079-4a87-4550-b047-88b3fa66d65f service nova] Lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.146982] env[69281]: DEBUG nova.compute.manager [req-432f160c-22a6-40fb-8a10-7be176216b2d req-26660079-4a87-4550-b047-88b3fa66d65f service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] No waiting events found dispatching network-vif-plugged-89f69985-d819-4009-9ba0-444661069644 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 946.147280] env[69281]: WARNING nova.compute.manager [req-432f160c-22a6-40fb-8a10-7be176216b2d req-26660079-4a87-4550-b047-88b3fa66d65f service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Received unexpected event network-vif-plugged-89f69985-d819-4009-9ba0-444661069644 for instance with vm_state building and task_state spawning. [ 946.147418] env[69281]: DEBUG nova.compute.manager [req-432f160c-22a6-40fb-8a10-7be176216b2d req-26660079-4a87-4550-b047-88b3fa66d65f service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Received event network-changed-89f69985-d819-4009-9ba0-444661069644 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.147585] env[69281]: DEBUG nova.compute.manager [req-432f160c-22a6-40fb-8a10-7be176216b2d req-26660079-4a87-4550-b047-88b3fa66d65f service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Refreshing instance network info cache due to event network-changed-89f69985-d819-4009-9ba0-444661069644. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.147781] env[69281]: DEBUG oslo_concurrency.lockutils [req-432f160c-22a6-40fb-8a10-7be176216b2d req-26660079-4a87-4550-b047-88b3fa66d65f service nova] Acquiring lock "refresh_cache-967a7065-70b5-4697-b9c5-b7d2b6f88b8a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.148719] env[69281]: DEBUG nova.network.neutron [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.157080] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 946.157080] env[69281]: value = "task-3935877" [ 946.157080] env[69281]: _type = "Task" [ 946.157080] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.166401] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.367030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.219s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.370236] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.876s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.371972] env[69281]: INFO nova.compute.claims [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.446307] env[69281]: DEBUG oslo_vmware.api [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.447728] env[69281]: INFO nova.scheduler.client.report [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Deleted allocations for instance fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9 [ 946.489768] env[69281]: DEBUG oslo_vmware.api [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Task: {'id': task-3935876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22409} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.489965] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.490174] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.490417] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.490596] env[69281]: INFO nova.compute.manager [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Took 1.65 seconds to destroy the instance on the hypervisor. [ 946.490880] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.491341] env[69281]: DEBUG nova.compute.manager [-] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.491452] env[69281]: DEBUG nova.network.neutron [-] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.522553] env[69281]: DEBUG nova.network.neutron [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Updating instance_info_cache with network_info: [{"id": "bf7b3b8c-5a22-4320-80bb-057f0f5b3fef", "address": "fa:16:3e:7b:70:4d", "network": {"id": "d8c44f47-028c-4afc-9cfe-f74353be2561", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1999281159", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b3b8c-5a", "ovs_interfaceid": "bf7b3b8c-5a22-4320-80bb-057f0f5b3fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89f69985-d819-4009-9ba0-444661069644", "address": "fa:16:3e:e0:f4:dc", "network": {"id": "32d1b2e8-19bc-4e79-8d51-c5d97047da38", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-481126319", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f69985-d8", "ovs_interfaceid": "89f69985-d819-4009-9ba0-444661069644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.576728] env[69281]: DEBUG oslo_vmware.api [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935873, 'name': ReconfigVM_Task, 'duration_secs': 1.067219} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.576728] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Reconfigured VM instance instance-00000037 to attach disk [datastore1] volume-610f7232-b59d-440e-aea8-2162aec9a8ac/volume-610f7232-b59d-440e-aea8-2162aec9a8ac.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.581857] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a268ae09-b67a-4534-93fd-11a33ab4caae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.597406] env[69281]: DEBUG oslo_vmware.api [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 946.597406] env[69281]: value = "task-3935878" [ 946.597406] env[69281]: _type = "Task" [ 946.597406] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.609609] env[69281]: DEBUG oslo_vmware.api [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.667603] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935877, 'name': ReconfigVM_Task, 'duration_secs': 0.276155} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.668458] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2606173f-356e-48ef-95a7-8e9abdfe9075 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.689535] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:47:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='71139b85-3dbb-48be-83d0-bbf043aea88c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-463018250',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.689797] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.689953] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.690273] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.690460] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.690615] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.690828] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.691035] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.691228] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.691398] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.691577] env[69281]: DEBUG nova.virt.hardware [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.692671] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375bb161-a9b3-4a36-aede-1adbf130987e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.700149] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 946.700149] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522f2834-fa90-a8f5-8fd6-11133056774d" [ 946.700149] env[69281]: _type = "Task" [ 946.700149] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.710984] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522f2834-fa90-a8f5-8fd6-11133056774d, 'name': SearchDatastore_Task, 'duration_secs': 0.007421} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.716524] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 946.716841] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f9ed09d-cad8-411c-957b-0dc632fd03c7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.738196] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 946.738196] env[69281]: value = "task-3935879" [ 946.738196] env[69281]: _type = "Task" [ 946.738196] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.746728] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.883281] env[69281]: DEBUG nova.compute.manager [req-eb1e68d9-8493-4c24-b282-b59a80e8a7ad req-2d9b7877-5adb-402d-ae61-f8c7fd4290f9 service nova] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Received event network-vif-deleted-82f5c61d-4c40-4470-9585-ad57402c81b5 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.883484] env[69281]: INFO nova.compute.manager [req-eb1e68d9-8493-4c24-b282-b59a80e8a7ad req-2d9b7877-5adb-402d-ae61-f8c7fd4290f9 service nova] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Neutron deleted interface 82f5c61d-4c40-4470-9585-ad57402c81b5; detaching it from the instance and deleting it from the info cache [ 946.883729] env[69281]: DEBUG nova.network.neutron [req-eb1e68d9-8493-4c24-b282-b59a80e8a7ad req-2d9b7877-5adb-402d-ae61-f8c7fd4290f9 service nova] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.944175] env[69281]: DEBUG oslo_vmware.api [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.956037] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d320d7-1316-4808-b1ef-ba1a28ffcd6c tempest-ListServerFiltersTestJSON-1290336512 tempest-ListServerFiltersTestJSON-1290336512-project-member] Lock "fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.877s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.024741] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Releasing lock "refresh_cache-967a7065-70b5-4697-b9c5-b7d2b6f88b8a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.025235] env[69281]: DEBUG nova.compute.manager [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Instance network_info: |[{"id": "bf7b3b8c-5a22-4320-80bb-057f0f5b3fef", "address": "fa:16:3e:7b:70:4d", "network": {"id": "d8c44f47-028c-4afc-9cfe-f74353be2561", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1999281159", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b3b8c-5a", "ovs_interfaceid": "bf7b3b8c-5a22-4320-80bb-057f0f5b3fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89f69985-d819-4009-9ba0-444661069644", "address": "fa:16:3e:e0:f4:dc", "network": {"id": "32d1b2e8-19bc-4e79-8d51-c5d97047da38", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-481126319", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f69985-d8", "ovs_interfaceid": "89f69985-d819-4009-9ba0-444661069644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.025562] env[69281]: DEBUG oslo_concurrency.lockutils [req-432f160c-22a6-40fb-8a10-7be176216b2d req-26660079-4a87-4550-b047-88b3fa66d65f service nova] Acquired lock "refresh_cache-967a7065-70b5-4697-b9c5-b7d2b6f88b8a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.025748] env[69281]: DEBUG nova.network.neutron [req-432f160c-22a6-40fb-8a10-7be176216b2d req-26660079-4a87-4550-b047-88b3fa66d65f service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Refreshing network info cache for port 89f69985-d819-4009-9ba0-444661069644 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.026985] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:70:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf7b3b8c-5a22-4320-80bb-057f0f5b3fef', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:f4:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89f69985-d819-4009-9ba0-444661069644', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.037043] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.037933] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.038201] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08867967-0ba5-4464-836f-fc49ce86014e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.063373] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.063373] env[69281]: value = "task-3935880" [ 947.063373] env[69281]: _type = "Task" [ 947.063373] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.074595] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935880, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.108539] env[69281]: DEBUG oslo_vmware.api [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935878, 'name': ReconfigVM_Task, 'duration_secs': 0.168906} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.108946] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781345', 'volume_id': '610f7232-b59d-440e-aea8-2162aec9a8ac', 'name': 'volume-610f7232-b59d-440e-aea8-2162aec9a8ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3', 'attached_at': '', 'detached_at': '', 'volume_id': '610f7232-b59d-440e-aea8-2162aec9a8ac', 'serial': '610f7232-b59d-440e-aea8-2162aec9a8ac'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 947.248946] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935879, 'name': ReconfigVM_Task, 'duration_secs': 0.183795} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.249324] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 947.250261] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeb6dbf-b2fe-40e9-9692-31817b64463b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.277784] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 4600fd81-377f-4ce2-97de-9b03f2b03d37/4600fd81-377f-4ce2-97de-9b03f2b03d37.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.278129] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-343faa3d-5905-40d1-acdc-5a1efc19f24a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.297255] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 947.297255] env[69281]: value = "task-3935881" [ 947.297255] env[69281]: _type = "Task" [ 947.297255] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.305955] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.363534] env[69281]: DEBUG nova.network.neutron [-] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.387072] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8dc0a56-4b32-458c-9efe-fd551c766f48 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.398073] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21572d44-5b00-4e94-8c7e-b14c8437c2c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.438918] env[69281]: DEBUG nova.compute.manager [req-eb1e68d9-8493-4c24-b282-b59a80e8a7ad req-2d9b7877-5adb-402d-ae61-f8c7fd4290f9 service nova] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Detach interface failed, port_id=82f5c61d-4c40-4470-9585-ad57402c81b5, reason: Instance 9b04d2af-8d91-45fa-bad4-034df8333aa0 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 947.456725] env[69281]: DEBUG oslo_vmware.api [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.581903] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935880, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.655189] env[69281]: INFO nova.compute.manager [None req-c74982f8-f150-43c0-9585-34a449ee60ae tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Resuming [ 947.656311] env[69281]: DEBUG nova.objects.instance [None req-c74982f8-f150-43c0-9585-34a449ee60ae tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lazy-loading 'flavor' on Instance uuid 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.808662] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935881, 'name': ReconfigVM_Task, 'duration_secs': 0.292226} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.809455] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 4600fd81-377f-4ce2-97de-9b03f2b03d37/4600fd81-377f-4ce2-97de-9b03f2b03d37.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.810339] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e501ee6-3510-4af9-8abe-986953a0821d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.814021] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f137ed7-1f0d-468f-8d24-4e7116b4e407 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.845928] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24e81ef-ee77-48aa-aaa3-e922e59f5ee5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.853678] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b95ca3-cc0a-4a0a-b13a-95c5ca8fa591 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.884807] env[69281]: INFO nova.compute.manager [-] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Took 1.39 seconds to deallocate network for instance. [ 947.900959] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d7a46f-14d2-4402-995b-c0afd6157efa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.908027] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed8daaa-8d4f-4cc3-b508-fef7f53d9636 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.910972] env[69281]: DEBUG nova.network.neutron [req-432f160c-22a6-40fb-8a10-7be176216b2d req-26660079-4a87-4550-b047-88b3fa66d65f service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Updated VIF entry in instance network info cache for port 89f69985-d819-4009-9ba0-444661069644. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.912026] env[69281]: DEBUG nova.network.neutron [req-432f160c-22a6-40fb-8a10-7be176216b2d req-26660079-4a87-4550-b047-88b3fa66d65f service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Updating instance_info_cache with network_info: [{"id": "bf7b3b8c-5a22-4320-80bb-057f0f5b3fef", "address": "fa:16:3e:7b:70:4d", "network": {"id": "d8c44f47-028c-4afc-9cfe-f74353be2561", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1999281159", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b3b8c-5a", "ovs_interfaceid": "bf7b3b8c-5a22-4320-80bb-057f0f5b3fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "89f69985-d819-4009-9ba0-444661069644", "address": "fa:16:3e:e0:f4:dc", "network": {"id": "32d1b2e8-19bc-4e79-8d51-c5d97047da38", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-481126319", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "296be399cc2e4baa95f90e14fe5b6ed7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f69985-d8", "ovs_interfaceid": "89f69985-d819-4009-9ba0-444661069644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.933285] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aedf23-19d9-4c3a-872a-b88323a915e1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.939118] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9621ea79-cd66-4121-b215-64dfc5b598d6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.961252] env[69281]: DEBUG nova.compute.provider_tree [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.967022] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.967022] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9dbe947-94b4-4f5f-a357-2aa956c87e92 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.974053] env[69281]: DEBUG oslo_vmware.api [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.975704] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 947.975704] env[69281]: value = "task-3935882" [ 947.975704] env[69281]: _type = "Task" [ 947.975704] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.985269] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.077224] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935880, 'name': CreateVM_Task, 'duration_secs': 0.757271} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.077318] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.078181] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.078352] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.078681] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.078959] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6442e0-8a70-46a5-bbc7-e5c0a694db55 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.085125] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 948.085125] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52add840-a962-f967-2013-69d722b3359e" [ 948.085125] env[69281]: _type = "Task" [ 948.085125] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.094741] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52add840-a962-f967-2013-69d722b3359e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.169445] env[69281]: DEBUG nova.objects.instance [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lazy-loading 'flavor' on Instance uuid 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.412541] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.414223] env[69281]: DEBUG oslo_concurrency.lockutils [req-432f160c-22a6-40fb-8a10-7be176216b2d req-26660079-4a87-4550-b047-88b3fa66d65f service nova] Releasing lock "refresh_cache-967a7065-70b5-4697-b9c5-b7d2b6f88b8a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.458564] env[69281]: DEBUG oslo_vmware.api [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.487317] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935882, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.523074] env[69281]: DEBUG nova.scheduler.client.report [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 948.523074] env[69281]: DEBUG nova.compute.provider_tree [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 111 to 112 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 948.523074] env[69281]: DEBUG nova.compute.provider_tree [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.596920] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52add840-a962-f967-2013-69d722b3359e, 'name': SearchDatastore_Task, 'duration_secs': 0.011939} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.597215] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.597524] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.597745] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.597972] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.598196] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.598467] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2527b629-14d8-4d94-984f-6035d1b524bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.608384] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.608618] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.609521] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2536c1f6-62d3-4745-922d-a20bf2a8c7df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.616091] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 948.616091] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528f8276-090c-3a1e-53dc-bd3e7ebca661" [ 948.616091] env[69281]: _type = "Task" [ 948.616091] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.624783] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528f8276-090c-3a1e-53dc-bd3e7ebca661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.674760] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6c5fef9d-5155-483a-86bc-dde6101d3a52 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.836s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.954685] env[69281]: DEBUG oslo_vmware.api [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935870, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.989062] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935882, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.032199] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.032199] env[69281]: DEBUG nova.compute.manager [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.035488] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.558s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.036522] env[69281]: DEBUG nova.objects.instance [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lazy-loading 'resources' on Instance uuid 3157633a-c966-48d3-a066-ef80540e64a4 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.128078] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528f8276-090c-3a1e-53dc-bd3e7ebca661, 'name': SearchDatastore_Task, 'duration_secs': 0.010029} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.128636] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3abbab9d-6d91-4652-8c79-5e6ce341c11a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.135862] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 949.135862] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529abe6a-0a5c-3e0b-3b1c-5ddb5f2af8b3" [ 949.135862] env[69281]: _type = "Task" [ 949.135862] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.145173] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529abe6a-0a5c-3e0b-3b1c-5ddb5f2af8b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.172254] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c74982f8-f150-43c0-9585-34a449ee60ae tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.172254] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c74982f8-f150-43c0-9585-34a449ee60ae tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquired lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.172254] env[69281]: DEBUG nova.network.neutron [None req-c74982f8-f150-43c0-9585-34a449ee60ae tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.455148] env[69281]: DEBUG oslo_vmware.api [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935870, 'name': ReconfigVM_Task, 'duration_secs': 5.822668} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.455576] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.455731] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Reconfigured VM to detach interface {{(pid=69281) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 949.489807] env[69281]: DEBUG oslo_vmware.api [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935882, 'name': PowerOnVM_Task, 'duration_secs': 1.508479} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.492797] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.537969] env[69281]: DEBUG nova.compute.utils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.539876] env[69281]: DEBUG nova.compute.manager [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.539876] env[69281]: DEBUG nova.network.neutron [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.614726] env[69281]: DEBUG nova.policy [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b24be1c476c431c95707829c0dd370c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa25e53553ec44378e9f7ee80f6ed5e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.656088] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529abe6a-0a5c-3e0b-3b1c-5ddb5f2af8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.661115] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.661115] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 967a7065-70b5-4697-b9c5-b7d2b6f88b8a/967a7065-70b5-4697-b9c5-b7d2b6f88b8a.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.661115] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84ac0890-0f5e-4900-85ae-dfe26444dd7b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.669820] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 949.669820] env[69281]: value = "task-3935883" [ 949.669820] env[69281]: _type = "Task" [ 949.669820] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.689221] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquiring lock "00612be9-9405-4f1e-9e1b-df137d669cbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.689474] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Lock "00612be9-9405-4f1e-9e1b-df137d669cbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.690705] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.832054] env[69281]: DEBUG nova.compute.manager [req-e39ee0d6-1b69-48f9-8f50-e076154e69b5 req-b522e756-098f-4932-970c-3264991704ee service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Received event network-vif-deleted-ccccce56-9840-439f-966a-dc6e83b377ba {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.832369] env[69281]: INFO nova.compute.manager [req-e39ee0d6-1b69-48f9-8f50-e076154e69b5 req-b522e756-098f-4932-970c-3264991704ee service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Neutron deleted interface ccccce56-9840-439f-966a-dc6e83b377ba; detaching it from the instance and deleting it from the info cache [ 949.832872] env[69281]: DEBUG nova.network.neutron [req-e39ee0d6-1b69-48f9-8f50-e076154e69b5 req-b522e756-098f-4932-970c-3264991704ee service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Updating instance_info_cache with network_info: [{"id": "ea3c372c-917b-420f-b829-2875e48e8e64", "address": "fa:16:3e:86:9b:6d", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3c372c-91", "ovs_interfaceid": "ea3c372c-917b-420f-b829-2875e48e8e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.035338] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b4eb4a-bf40-472c-b0bb-3b7d4b91ce0e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.045052] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231ed699-af97-40e1-8505-70c70fa947bb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.049551] env[69281]: DEBUG nova.compute.manager [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.090036] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e47308-312b-44f1-9837-ed1da5a185fb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.096737] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "485aad9a-1f46-4cd2-a209-159a6eff5655" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.096941] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "485aad9a-1f46-4cd2-a209-159a6eff5655" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.107225] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050e3ef0-7b3d-4780-a862-bac13df11d21 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.129215] env[69281]: DEBUG nova.compute.provider_tree [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.152602] env[69281]: DEBUG nova.network.neutron [None req-c74982f8-f150-43c0-9585-34a449ee60ae tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Updating instance_info_cache with network_info: [{"id": "b18f49b1-da80-4541-a74c-f149458a21d7", "address": "fa:16:3e:8c:9c:f5", "network": {"id": "7c5a9818-5186-4993-933d-ef9914aa28a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-169684760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91536c432d85454e87333733cc5a9b0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18f49b1-da", "ovs_interfaceid": "b18f49b1-da80-4541-a74c-f149458a21d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.156068] env[69281]: DEBUG nova.network.neutron [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Successfully created port: ca7a9156-837f-4d9c-9a20-3915d5435a7c {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.182151] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935883, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.192334] env[69281]: DEBUG nova.compute.manager [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.338565] env[69281]: DEBUG oslo_concurrency.lockutils [req-e39ee0d6-1b69-48f9-8f50-e076154e69b5 req-b522e756-098f-4932-970c-3264991704ee service nova] Acquiring lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.339207] env[69281]: DEBUG oslo_concurrency.lockutils [req-e39ee0d6-1b69-48f9-8f50-e076154e69b5 req-b522e756-098f-4932-970c-3264991704ee service nova] Acquired lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.340582] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56192eb7-c881-459e-990f-8a756a91bf79 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.369843] env[69281]: DEBUG oslo_concurrency.lockutils [req-e39ee0d6-1b69-48f9-8f50-e076154e69b5 req-b522e756-098f-4932-970c-3264991704ee service nova] Releasing lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.370150] env[69281]: WARNING nova.compute.manager [req-e39ee0d6-1b69-48f9-8f50-e076154e69b5 req-b522e756-098f-4932-970c-3264991704ee service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Detach interface failed, port_id=ccccce56-9840-439f-966a-dc6e83b377ba, reason: No device with interface-id ccccce56-9840-439f-966a-dc6e83b377ba exists on VM: nova.exception.NotFound: No device with interface-id ccccce56-9840-439f-966a-dc6e83b377ba exists on VM [ 950.508881] env[69281]: INFO nova.compute.manager [None req-5e222a9a-e568-4ec2-8cc9-4feacb65d17a tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance to original state: 'active' [ 950.600822] env[69281]: DEBUG nova.compute.manager [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.634053] env[69281]: DEBUG nova.scheduler.client.report [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.657200] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c74982f8-f150-43c0-9585-34a449ee60ae tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Releasing lock "refresh_cache-2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.657200] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95117d14-1fc6-45b1-a825-1c778245961f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.668631] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c74982f8-f150-43c0-9585-34a449ee60ae tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Resuming the VM {{(pid=69281) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 950.668839] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98b98875-63ca-4b19-bd34-49d4b8921180 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.681741] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539349} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.683744] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 967a7065-70b5-4697-b9c5-b7d2b6f88b8a/967a7065-70b5-4697-b9c5-b7d2b6f88b8a.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.683979] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.684325] env[69281]: DEBUG oslo_vmware.api [None req-c74982f8-f150-43c0-9585-34a449ee60ae tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 950.684325] env[69281]: value = "task-3935884" [ 950.684325] env[69281]: _type = "Task" [ 950.684325] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.685293] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5ac9ec9-30f9-4e59-af93-761baa2af849 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.699777] env[69281]: DEBUG oslo_vmware.api [None req-c74982f8-f150-43c0-9585-34a449ee60ae tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.706027] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 950.706027] env[69281]: value = "task-3935885" [ 950.706027] env[69281]: _type = "Task" [ 950.706027] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.717374] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.727975] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.818877] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.819104] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.819301] env[69281]: DEBUG nova.network.neutron [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.060199] env[69281]: DEBUG nova.compute.manager [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.086493] env[69281]: DEBUG nova.virt.hardware [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.086756] env[69281]: DEBUG nova.virt.hardware [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.086920] env[69281]: DEBUG nova.virt.hardware [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.087126] env[69281]: DEBUG nova.virt.hardware [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.087277] env[69281]: DEBUG nova.virt.hardware [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.087425] env[69281]: DEBUG nova.virt.hardware [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.087641] env[69281]: DEBUG nova.virt.hardware [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.087802] env[69281]: DEBUG nova.virt.hardware [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.087975] env[69281]: DEBUG nova.virt.hardware [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.088162] env[69281]: DEBUG nova.virt.hardware [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.088339] env[69281]: DEBUG nova.virt.hardware [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.089225] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c54a56-1a1a-45cf-b6f4-0f160b4f4a4c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.098157] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec11500c-ce77-47e4-a171-848fe7fe260d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.129955] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.141252] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.144029] env[69281]: DEBUG oslo_concurrency.lockutils [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.374s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.163616] env[69281]: INFO nova.scheduler.client.report [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleted allocations for instance 3157633a-c966-48d3-a066-ef80540e64a4 [ 951.168381] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.168636] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.168843] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "5636bd99-848f-4206-bb1b-0203caf5a8b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.169050] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "5636bd99-848f-4206-bb1b-0203caf5a8b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.169286] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "5636bd99-848f-4206-bb1b-0203caf5a8b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.171430] env[69281]: INFO nova.compute.manager [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Terminating instance [ 951.198808] env[69281]: DEBUG oslo_vmware.api [None req-c74982f8-f150-43c0-9585-34a449ee60ae tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.213760] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191045} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.214103] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.214935] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8788e5b6-6c6f-4370-891c-89dbbdc44097 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.242867] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 967a7065-70b5-4697-b9c5-b7d2b6f88b8a/967a7065-70b5-4697-b9c5-b7d2b6f88b8a.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.243275] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1430891f-d19e-41ff-a433-f2b10f5ddd1b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.265342] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 951.265342] env[69281]: value = "task-3935886" [ 951.265342] env[69281]: _type = "Task" [ 951.265342] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.274330] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.675838] env[69281]: DEBUG nova.compute.manager [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.676217] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.677667] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d885a791-e6f0-45da-ae20-0fbd34c0f700 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "3157633a-c966-48d3-a066-ef80540e64a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.714s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.680074] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391eb1b4-09d7-48fc-a073-91a738f059e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.695308] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.695634] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e1c720d-91a8-4349-9feb-8a6e3d3b2264 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.707715] env[69281]: DEBUG oslo_vmware.api [None req-c74982f8-f150-43c0-9585-34a449ee60ae tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935884, 'name': PowerOnVM_Task, 'duration_secs': 0.997717} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.713338] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c74982f8-f150-43c0-9585-34a449ee60ae tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Resumed the VM {{(pid=69281) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 951.713540] env[69281]: DEBUG nova.compute.manager [None req-c74982f8-f150-43c0-9585-34a449ee60ae tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.713950] env[69281]: DEBUG oslo_vmware.api [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 951.713950] env[69281]: value = "task-3935887" [ 951.713950] env[69281]: _type = "Task" [ 951.713950] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.717707] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e9bed6-4a2f-4b8e-acfc-308d46be62b0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.733150] env[69281]: DEBUG oslo_vmware.api [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.779781] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935886, 'name': ReconfigVM_Task, 'duration_secs': 0.399898} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.783145] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 967a7065-70b5-4697-b9c5-b7d2b6f88b8a/967a7065-70b5-4697-b9c5-b7d2b6f88b8a.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.784905] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25e2a374-4b4e-48fd-ab57-101bbfee26d5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.798484] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 951.798484] env[69281]: value = "task-3935888" [ 951.798484] env[69281]: _type = "Task" [ 951.798484] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.812682] env[69281]: DEBUG nova.network.neutron [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Updating instance_info_cache with network_info: [{"id": "ea3c372c-917b-420f-b829-2875e48e8e64", "address": "fa:16:3e:86:9b:6d", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3c372c-91", "ovs_interfaceid": "ea3c372c-917b-420f-b829-2875e48e8e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.827028] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935888, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.892525] env[69281]: DEBUG nova.compute.manager [req-60f99fca-d65b-437c-98ff-8b33177a4fd1 req-fa5da59a-3e8d-48a9-9c9a-3fb027cd5053 service nova] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Received event network-vif-plugged-ca7a9156-837f-4d9c-9a20-3915d5435a7c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.892817] env[69281]: DEBUG oslo_concurrency.lockutils [req-60f99fca-d65b-437c-98ff-8b33177a4fd1 req-fa5da59a-3e8d-48a9-9c9a-3fb027cd5053 service nova] Acquiring lock "bdaf7b4a-568a-4040-85ae-6f3c535f8166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.893352] env[69281]: DEBUG oslo_concurrency.lockutils [req-60f99fca-d65b-437c-98ff-8b33177a4fd1 req-fa5da59a-3e8d-48a9-9c9a-3fb027cd5053 service nova] Lock "bdaf7b4a-568a-4040-85ae-6f3c535f8166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.893700] env[69281]: DEBUG oslo_concurrency.lockutils [req-60f99fca-d65b-437c-98ff-8b33177a4fd1 req-fa5da59a-3e8d-48a9-9c9a-3fb027cd5053 service nova] Lock "bdaf7b4a-568a-4040-85ae-6f3c535f8166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.893876] env[69281]: DEBUG nova.compute.manager [req-60f99fca-d65b-437c-98ff-8b33177a4fd1 req-fa5da59a-3e8d-48a9-9c9a-3fb027cd5053 service nova] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] No waiting events found dispatching network-vif-plugged-ca7a9156-837f-4d9c-9a20-3915d5435a7c {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 951.894100] env[69281]: WARNING nova.compute.manager [req-60f99fca-d65b-437c-98ff-8b33177a4fd1 req-fa5da59a-3e8d-48a9-9c9a-3fb027cd5053 service nova] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Received unexpected event network-vif-plugged-ca7a9156-837f-4d9c-9a20-3915d5435a7c for instance with vm_state building and task_state spawning. [ 952.033295] env[69281]: DEBUG nova.network.neutron [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Successfully updated port: ca7a9156-837f-4d9c-9a20-3915d5435a7c {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.134037] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f85488f-0072-4e46-a91d-436de9289679 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.140063] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c02e94-ef67-4d04-8e97-73464cf78c0b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.178681] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81befe59-1513-4e09-b7b1-54016751ca50 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.188238] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef20cfb-342e-489e-a407-5f2dba7c406b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.203586] env[69281]: DEBUG nova.compute.provider_tree [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.231768] env[69281]: DEBUG oslo_vmware.api [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935887, 'name': PowerOffVM_Task, 'duration_secs': 0.389383} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.232129] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.232323] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.232595] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d982143-8262-43ca-b772-54e253b65e7b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.309097] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935888, 'name': Rename_Task, 'duration_secs': 0.202917} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.309564] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.309645] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9685c69-65bc-459d-82d4-59a8f953bf2c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.319289] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "refresh_cache-5636bd99-848f-4206-bb1b-0203caf5a8b2" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.325287] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 952.325287] env[69281]: value = "task-3935890" [ 952.325287] env[69281]: _type = "Task" [ 952.325287] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.332496] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.332787] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.332917] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Deleting the datastore file [datastore2] 5636bd99-848f-4206-bb1b-0203caf5a8b2 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.336243] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0edfa727-c3d6-4067-9de7-964c59e58737 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.339099] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.346318] env[69281]: DEBUG oslo_vmware.api [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 952.346318] env[69281]: value = "task-3935891" [ 952.346318] env[69281]: _type = "Task" [ 952.346318] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.358299] env[69281]: DEBUG oslo_vmware.api [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.535930] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "refresh_cache-bdaf7b4a-568a-4040-85ae-6f3c535f8166" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.536193] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "refresh_cache-bdaf7b4a-568a-4040-85ae-6f3c535f8166" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.536425] env[69281]: DEBUG nova.network.neutron [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.732382] env[69281]: ERROR nova.scheduler.client.report [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [req-5bef9897-3af2-464f-a451-f75ab6cfb8d8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5bef9897-3af2-464f-a451-f75ab6cfb8d8"}]} [ 952.754224] env[69281]: DEBUG nova.scheduler.client.report [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 952.784367] env[69281]: DEBUG nova.scheduler.client.report [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 952.784825] env[69281]: DEBUG nova.compute.provider_tree [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.798096] env[69281]: DEBUG nova.scheduler.client.report [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 952.824359] env[69281]: DEBUG oslo_concurrency.lockutils [None req-df851fce-47c2-4922-af8f-b86ac06b6e9d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-5636bd99-848f-4206-bb1b-0203caf5a8b2-ccccce56-9840-439f-966a-dc6e83b377ba" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.998s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.829633] env[69281]: DEBUG nova.scheduler.client.report [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 952.840137] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935890, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.857075] env[69281]: DEBUG oslo_vmware.api [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3935891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184743} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.857306] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.857526] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.857662] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.857880] env[69281]: INFO nova.compute.manager [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 952.858313] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.859189] env[69281]: DEBUG nova.compute.manager [-] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.859283] env[69281]: DEBUG nova.network.neutron [-] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.904679] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "4600fd81-377f-4ce2-97de-9b03f2b03d37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.904945] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "4600fd81-377f-4ce2-97de-9b03f2b03d37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.905218] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "4600fd81-377f-4ce2-97de-9b03f2b03d37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.905416] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "4600fd81-377f-4ce2-97de-9b03f2b03d37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.905588] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "4600fd81-377f-4ce2-97de-9b03f2b03d37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.909287] env[69281]: INFO nova.compute.manager [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Terminating instance [ 953.098383] env[69281]: DEBUG nova.network.neutron [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.259748] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e439f0-9960-4531-980b-715c6ef3266b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.268953] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322220fd-1c4b-40ac-a61b-0a3947ef29f6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.305139] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa25a917-1464-4947-a629-3ee67fad7b57 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.319488] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44cbc6e-eff2-45e0-ae93-9cbf42a7a511 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.334795] env[69281]: DEBUG nova.compute.provider_tree [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.344658] env[69281]: DEBUG oslo_vmware.api [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935890, 'name': PowerOnVM_Task, 'duration_secs': 0.58065} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.345534] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.345746] env[69281]: INFO nova.compute.manager [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Took 12.20 seconds to spawn the instance on the hypervisor. [ 953.345924] env[69281]: DEBUG nova.compute.manager [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 953.346850] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e8891d-f79e-4c0c-baae-b0c15a4c1f85 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.415332] env[69281]: DEBUG nova.compute.manager [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.415545] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.416436] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bed408-c9df-4c99-9dfd-dd6472b035ba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.425413] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.425606] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3e46c99-c0e1-47f8-bb16-a0779026321f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.433309] env[69281]: DEBUG oslo_vmware.api [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 953.433309] env[69281]: value = "task-3935892" [ 953.433309] env[69281]: _type = "Task" [ 953.433309] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.447551] env[69281]: DEBUG oslo_vmware.api [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.485038] env[69281]: DEBUG nova.network.neutron [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Updating instance_info_cache with network_info: [{"id": "ca7a9156-837f-4d9c-9a20-3915d5435a7c", "address": "fa:16:3e:4b:f4:af", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7a9156-83", "ovs_interfaceid": "ca7a9156-837f-4d9c-9a20-3915d5435a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.865048] env[69281]: ERROR nova.scheduler.client.report [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [req-94e0c74c-21ba-4234-a724-249f29098697] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-94e0c74c-21ba-4234-a724-249f29098697"}]} [ 953.868494] env[69281]: INFO nova.compute.manager [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Took 36.05 seconds to build instance. [ 953.888585] env[69281]: DEBUG nova.scheduler.client.report [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 953.905212] env[69281]: DEBUG nova.scheduler.client.report [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 953.905660] env[69281]: DEBUG nova.compute.provider_tree [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.922148] env[69281]: DEBUG nova.scheduler.client.report [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 953.941355] env[69281]: DEBUG nova.scheduler.client.report [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 953.947871] env[69281]: DEBUG oslo_vmware.api [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935892, 'name': PowerOffVM_Task, 'duration_secs': 0.247421} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.948440] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.948714] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.949108] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d29c98ff-0cce-4431-b20a-161d2461a2bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.990806] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "refresh_cache-bdaf7b4a-568a-4040-85ae-6f3c535f8166" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.991176] env[69281]: DEBUG nova.compute.manager [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Instance network_info: |[{"id": "ca7a9156-837f-4d9c-9a20-3915d5435a7c", "address": "fa:16:3e:4b:f4:af", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7a9156-83", "ovs_interfaceid": "ca7a9156-837f-4d9c-9a20-3915d5435a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.991615] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:f4:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca7a9156-837f-4d9c-9a20-3915d5435a7c', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.999872] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Creating folder: Project (fa25e53553ec44378e9f7ee80f6ed5e1). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.000574] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf38cd6f-853e-4a8a-a44d-714d656e517a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.017296] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Created folder: Project (fa25e53553ec44378e9f7ee80f6ed5e1) in parent group-v781128. [ 954.018169] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Creating folder: Instances. Parent ref: group-v781347. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.018549] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97c685f2-8e66-4439-a4c9-17ca76986c4e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.027576] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.027972] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.028283] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Deleting the datastore file [datastore1] 4600fd81-377f-4ce2-97de-9b03f2b03d37 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.028638] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe52ba58-5832-4d5c-9779-f0cc8902da53 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.037075] env[69281]: DEBUG oslo_vmware.api [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 954.037075] env[69281]: value = "task-3935896" [ 954.037075] env[69281]: _type = "Task" [ 954.037075] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.038204] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Created folder: Instances in parent group-v781347. [ 954.038475] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.041777] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.044767] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6291fff1-9cad-4f2a-9687-8aac4c36c371 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.070437] env[69281]: DEBUG nova.compute.manager [req-d1aaa6f2-8e6f-4df0-8c47-8743a7d48035 req-06cef558-41bf-4aa3-92f4-6f3a07884132 service nova] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Received event network-changed-ca7a9156-837f-4d9c-9a20-3915d5435a7c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.070700] env[69281]: DEBUG nova.compute.manager [req-d1aaa6f2-8e6f-4df0-8c47-8743a7d48035 req-06cef558-41bf-4aa3-92f4-6f3a07884132 service nova] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Refreshing instance network info cache due to event network-changed-ca7a9156-837f-4d9c-9a20-3915d5435a7c. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.071034] env[69281]: DEBUG oslo_concurrency.lockutils [req-d1aaa6f2-8e6f-4df0-8c47-8743a7d48035 req-06cef558-41bf-4aa3-92f4-6f3a07884132 service nova] Acquiring lock "refresh_cache-bdaf7b4a-568a-4040-85ae-6f3c535f8166" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.071136] env[69281]: DEBUG oslo_concurrency.lockutils [req-d1aaa6f2-8e6f-4df0-8c47-8743a7d48035 req-06cef558-41bf-4aa3-92f4-6f3a07884132 service nova] Acquired lock "refresh_cache-bdaf7b4a-568a-4040-85ae-6f3c535f8166" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.071293] env[69281]: DEBUG nova.network.neutron [req-d1aaa6f2-8e6f-4df0-8c47-8743a7d48035 req-06cef558-41bf-4aa3-92f4-6f3a07884132 service nova] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Refreshing network info cache for port ca7a9156-837f-4d9c-9a20-3915d5435a7c {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.077413] env[69281]: DEBUG oslo_vmware.api [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.086461] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.086461] env[69281]: value = "task-3935897" [ 954.086461] env[69281]: _type = "Task" [ 954.086461] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.098898] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935897, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.232139] env[69281]: DEBUG nova.network.neutron [-] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.265390] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "39e1581f-e8bd-4512-821c-6d3349547f85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.265390] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "39e1581f-e8bd-4512-821c-6d3349547f85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.370979] env[69281]: DEBUG oslo_concurrency.lockutils [None req-575c6e14-62c6-42a2-a874-03622e484900 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.563s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.399277] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24d8912-1fab-451e-a879-eed29f37bedc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.407716] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782838e8-b36a-4aaa-b4fb-7710a210d2ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.442045] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6747d9ce-e87b-4785-98ca-8bec17d56718 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.451030] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc6bfb4-63ce-4dd6-9fcc-abb8010162dd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.471765] env[69281]: DEBUG nova.compute.provider_tree [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.548834] env[69281]: DEBUG oslo_vmware.api [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153944} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.549086] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.549278] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.549455] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.549628] env[69281]: INFO nova.compute.manager [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Took 1.13 seconds to destroy the instance on the hypervisor. [ 954.549871] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.550078] env[69281]: DEBUG nova.compute.manager [-] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.550198] env[69281]: DEBUG nova.network.neutron [-] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.598243] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935897, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.735653] env[69281]: INFO nova.compute.manager [-] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Took 1.88 seconds to deallocate network for instance. [ 954.770058] env[69281]: DEBUG nova.compute.manager [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.801043] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.801043] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.801043] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.801361] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.801510] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.810092] env[69281]: INFO nova.compute.manager [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Terminating instance [ 955.013424] env[69281]: DEBUG nova.scheduler.client.report [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 955.013761] env[69281]: DEBUG nova.compute.provider_tree [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 115 to 116 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 955.013886] env[69281]: DEBUG nova.compute.provider_tree [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.098021] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935897, 'name': CreateVM_Task, 'duration_secs': 0.563827} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.098386] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.099223] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.099387] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.099706] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.100303] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-051e6d5e-f59c-4082-b915-9dc8e50da8a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.109015] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 955.109015] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f48ee7-3ab1-eb59-70d2-0122d1142642" [ 955.109015] env[69281]: _type = "Task" [ 955.109015] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.118249] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f48ee7-3ab1-eb59-70d2-0122d1142642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.243255] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.271157] env[69281]: DEBUG nova.network.neutron [req-d1aaa6f2-8e6f-4df0-8c47-8743a7d48035 req-06cef558-41bf-4aa3-92f4-6f3a07884132 service nova] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Updated VIF entry in instance network info cache for port ca7a9156-837f-4d9c-9a20-3915d5435a7c. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.271524] env[69281]: DEBUG nova.network.neutron [req-d1aaa6f2-8e6f-4df0-8c47-8743a7d48035 req-06cef558-41bf-4aa3-92f4-6f3a07884132 service nova] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Updating instance_info_cache with network_info: [{"id": "ca7a9156-837f-4d9c-9a20-3915d5435a7c", "address": "fa:16:3e:4b:f4:af", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7a9156-83", "ovs_interfaceid": "ca7a9156-837f-4d9c-9a20-3915d5435a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.301015] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.318219] env[69281]: DEBUG nova.compute.manager [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.318442] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.319800] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c0e2f4-0b78-421c-a3ee-df33698fec6c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.329222] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.329479] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13b9d4aa-e6ed-404f-af2a-2067edbf32fc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.341094] env[69281]: DEBUG oslo_vmware.api [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 955.341094] env[69281]: value = "task-3935898" [ 955.341094] env[69281]: _type = "Task" [ 955.341094] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.352912] env[69281]: DEBUG oslo_vmware.api [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.618526] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f48ee7-3ab1-eb59-70d2-0122d1142642, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.618908] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.619147] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.619400] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.619588] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.619731] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.620021] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e8eee4f-8258-4fc5-b834-1fb7a79fb9fd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.629739] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.629965] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.631029] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb65e38-c90c-4bcb-ad29-33a54e519f75 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.637336] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 955.637336] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523c6461-66af-b49b-d823-ce64c24db9ca" [ 955.637336] env[69281]: _type = "Task" [ 955.637336] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.647912] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523c6461-66af-b49b-d823-ce64c24db9ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.778039] env[69281]: DEBUG oslo_concurrency.lockutils [req-d1aaa6f2-8e6f-4df0-8c47-8743a7d48035 req-06cef558-41bf-4aa3-92f4-6f3a07884132 service nova] Releasing lock "refresh_cache-bdaf7b4a-568a-4040-85ae-6f3c535f8166" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.778039] env[69281]: DEBUG nova.compute.manager [req-d1aaa6f2-8e6f-4df0-8c47-8743a7d48035 req-06cef558-41bf-4aa3-92f4-6f3a07884132 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Received event network-vif-deleted-ea3c372c-917b-420f-b829-2875e48e8e64 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.778039] env[69281]: INFO nova.compute.manager [req-d1aaa6f2-8e6f-4df0-8c47-8743a7d48035 req-06cef558-41bf-4aa3-92f4-6f3a07884132 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Neutron deleted interface ea3c372c-917b-420f-b829-2875e48e8e64; detaching it from the instance and deleting it from the info cache [ 955.778039] env[69281]: DEBUG nova.network.neutron [req-d1aaa6f2-8e6f-4df0-8c47-8743a7d48035 req-06cef558-41bf-4aa3-92f4-6f3a07884132 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.812093] env[69281]: DEBUG nova.network.neutron [-] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.852151] env[69281]: DEBUG oslo_vmware.api [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935898, 'name': PowerOffVM_Task, 'duration_secs': 0.261216} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.852425] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.852595] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.852931] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d29873a-0de1-4077-92d4-0b6b13fd6026 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.989453] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.989632] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.989680] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Deleting the datastore file [datastore1] 967a7065-70b5-4697-b9c5-b7d2b6f88b8a {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.989980] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96bc66aa-77ff-44aa-af47-f13568437d03 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.998067] env[69281]: DEBUG oslo_vmware.api [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for the task: (returnval){ [ 955.998067] env[69281]: value = "task-3935900" [ 955.998067] env[69281]: _type = "Task" [ 955.998067] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.007604] env[69281]: DEBUG oslo_vmware.api [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.028626] env[69281]: DEBUG oslo_concurrency.lockutils [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 4.885s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.028951] env[69281]: DEBUG nova.compute.manager [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69281) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 956.031749] env[69281]: DEBUG oslo_concurrency.lockutils [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.440s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.032502] env[69281]: DEBUG nova.objects.instance [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lazy-loading 'resources' on Instance uuid 9bf17219-c600-4bb2-b10d-628bb6f13524 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.088738] env[69281]: DEBUG nova.compute.manager [req-b14bddc6-a32e-4ba6-b382-41f1b5a735c0 req-c3adfa34-e395-472d-b6c7-736c8864514b service nova] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Received event network-vif-deleted-11d5345c-4085-4b3a-8c75-9dd8f317a26e {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.147872] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523c6461-66af-b49b-d823-ce64c24db9ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.148709] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86289244-d610-4301-8a6b-c6c74711a356 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.154604] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 956.154604] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526622a7-315a-7aef-863b-283413bb0334" [ 956.154604] env[69281]: _type = "Task" [ 956.154604] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.162808] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526622a7-315a-7aef-863b-283413bb0334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.281064] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8997941c-07b5-49ea-a820-a59491df4e41 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.291045] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490db554-6d1a-4dde-8c2f-29228cce4bd9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.321240] env[69281]: INFO nova.compute.manager [-] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Took 1.77 seconds to deallocate network for instance. [ 956.321629] env[69281]: DEBUG nova.compute.manager [req-d1aaa6f2-8e6f-4df0-8c47-8743a7d48035 req-06cef558-41bf-4aa3-92f4-6f3a07884132 service nova] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Detach interface failed, port_id=ea3c372c-917b-420f-b829-2875e48e8e64, reason: Instance 5636bd99-848f-4206-bb1b-0203caf5a8b2 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.510445] env[69281]: DEBUG oslo_vmware.api [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Task: {'id': task-3935900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169858} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.510790] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.511028] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.511407] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.511656] env[69281]: INFO nova.compute.manager [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 956.511925] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.512144] env[69281]: DEBUG nova.compute.manager [-] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.512244] env[69281]: DEBUG nova.network.neutron [-] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.589131] env[69281]: INFO nova.scheduler.client.report [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleted allocation for migration 225a436c-5bbb-4589-8d20-5dfad3f401d8 [ 956.669601] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526622a7-315a-7aef-863b-283413bb0334, 'name': SearchDatastore_Task, 'duration_secs': 0.011551} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.669873] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.670162] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] bdaf7b4a-568a-4040-85ae-6f3c535f8166/bdaf7b4a-568a-4040-85ae-6f3c535f8166.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.670511] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-411f171d-a3b8-4941-9a46-efeccdd0cbcb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.681351] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 956.681351] env[69281]: value = "task-3935901" [ 956.681351] env[69281]: _type = "Task" [ 956.681351] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.692656] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3935901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.828136] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.976652] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39498840-848b-4471-a90c-e2e8f089fa7e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.990672] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6a90dd-4c88-4df9-936d-c660240141a3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.028714] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09b9ded-8fff-45dd-a092-c26f50845c33 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.045315] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb8925e-e69b-4f25-a08b-60e07d7c3750 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.064167] env[69281]: DEBUG nova.compute.provider_tree [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.097127] env[69281]: DEBUG oslo_concurrency.lockutils [None req-01855c73-b747-44b4-a6b1-480a884f0ee5 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "066aadf2-88b6-4015-a933-f110946dbf3e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.516s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.194287] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3935901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502905} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.194287] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] bdaf7b4a-568a-4040-85ae-6f3c535f8166/bdaf7b4a-568a-4040-85ae-6f3c535f8166.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.194287] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.194635] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2abfdf20-6c21-4543-a6ae-d287bab2d95f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.205050] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 957.205050] env[69281]: value = "task-3935902" [ 957.205050] env[69281]: _type = "Task" [ 957.205050] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.215822] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3935902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.567807] env[69281]: DEBUG nova.scheduler.client.report [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.571909] env[69281]: DEBUG nova.network.neutron [-] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.595897] env[69281]: DEBUG nova.objects.instance [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'flavor' on Instance uuid 066aadf2-88b6-4015-a933-f110946dbf3e {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.713714] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3935902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080743} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.714037] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.714832] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9011759a-8a04-43b8-a82c-4accae93a9da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.737545] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] bdaf7b4a-568a-4040-85ae-6f3c535f8166/bdaf7b4a-568a-4040-85ae-6f3c535f8166.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.737876] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e498236-7d96-4377-ae89-2402c4996458 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.759076] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 957.759076] env[69281]: value = "task-3935903" [ 957.759076] env[69281]: _type = "Task" [ 957.759076] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.770528] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3935903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.074123] env[69281]: DEBUG oslo_concurrency.lockutils [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.076959] env[69281]: INFO nova.compute.manager [-] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Took 1.56 seconds to deallocate network for instance. [ 958.077497] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.612s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.077713] env[69281]: DEBUG nova.objects.instance [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Lazy-loading 'resources' on Instance uuid ef277bf0-8b0b-4e8d-bbee-13cb4ff68263 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.098762] env[69281]: INFO nova.scheduler.client.report [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Deleted allocations for instance 9bf17219-c600-4bb2-b10d-628bb6f13524 [ 958.105129] env[69281]: DEBUG oslo_concurrency.lockutils [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.105303] env[69281]: DEBUG oslo_concurrency.lockutils [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.105470] env[69281]: DEBUG nova.network.neutron [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.105639] env[69281]: DEBUG nova.objects.instance [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'info_cache' on Instance uuid 066aadf2-88b6-4015-a933-f110946dbf3e {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.123273] env[69281]: DEBUG nova.compute.manager [req-a020256c-a9b0-4542-8f13-8a8ea06da38a req-e23d29da-bbcb-4f30-8a50-a40c26a8b09b service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Received event network-vif-deleted-89f69985-d819-4009-9ba0-444661069644 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.123481] env[69281]: DEBUG nova.compute.manager [req-a020256c-a9b0-4542-8f13-8a8ea06da38a req-e23d29da-bbcb-4f30-8a50-a40c26a8b09b service nova] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Received event network-vif-deleted-bf7b3b8c-5a22-4320-80bb-057f0f5b3fef {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.270191] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3935903, 'name': ReconfigVM_Task, 'duration_secs': 0.306699} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.271033] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Reconfigured VM instance instance-0000004b to attach disk [datastore1] bdaf7b4a-568a-4040-85ae-6f3c535f8166/bdaf7b4a-568a-4040-85ae-6f3c535f8166.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.271299] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00c9f58a-7284-4a11-b75c-c93304273b63 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.280840] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 958.280840] env[69281]: value = "task-3935904" [ 958.280840] env[69281]: _type = "Task" [ 958.280840] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.295192] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3935904, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.557338] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.557643] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.557880] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.558080] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.558253] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.560368] env[69281]: INFO nova.compute.manager [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Terminating instance [ 958.590762] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.609736] env[69281]: DEBUG oslo_concurrency.lockutils [None req-43b78a50-7d7c-4ddb-a81e-cc1f4980e541 tempest-ServersAdminTestJSON-376381935 tempest-ServersAdminTestJSON-376381935-project-member] Lock "9bf17219-c600-4bb2-b10d-628bb6f13524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.486s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.611637] env[69281]: DEBUG nova.objects.base [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Object Instance<066aadf2-88b6-4015-a933-f110946dbf3e> lazy-loaded attributes: flavor,info_cache {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 958.793633] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3935904, 'name': Rename_Task, 'duration_secs': 0.151132} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.793944] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.794207] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae157830-8677-4fd9-9973-c9f3c5edcfab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.801282] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 958.801282] env[69281]: value = "task-3935905" [ 958.801282] env[69281]: _type = "Task" [ 958.801282] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.809232] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3935905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.889624] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0b503a-d62a-4379-b02c-93c1be4b6a95 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.897675] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35a3689-e63d-4560-bed7-49cc5300327d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.929698] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2239c4-6b4c-4939-9711-2e290b4eaae9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.938337] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82c6c6b-da4d-4e9c-897d-06e79af0bdf1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.953430] env[69281]: DEBUG nova.compute.provider_tree [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.064172] env[69281]: DEBUG nova.compute.manager [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.064416] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.065340] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2b38ea-91e3-4b88-8957-467d4416475a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.075117] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.075446] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-143eb407-89e2-45d5-9526-10a6f30f2202 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.082956] env[69281]: DEBUG oslo_vmware.api [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 959.082956] env[69281]: value = "task-3935906" [ 959.082956] env[69281]: _type = "Task" [ 959.082956] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.091430] env[69281]: DEBUG oslo_vmware.api [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.312952] env[69281]: DEBUG oslo_vmware.api [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3935905, 'name': PowerOnVM_Task, 'duration_secs': 0.495363} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.313242] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.313445] env[69281]: INFO nova.compute.manager [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Took 8.25 seconds to spawn the instance on the hypervisor. [ 959.313650] env[69281]: DEBUG nova.compute.manager [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.314428] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230b889b-f2ec-40da-bb3c-3c4e4e0c3a27 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.409367] env[69281]: DEBUG nova.network.neutron [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance_info_cache with network_info: [{"id": "b598aec0-f4f7-4182-9103-c21283f7b671", "address": "fa:16:3e:46:8b:8d", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb598aec0-f4", "ovs_interfaceid": "b598aec0-f4f7-4182-9103-c21283f7b671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.460025] env[69281]: DEBUG nova.scheduler.client.report [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.598040] env[69281]: DEBUG oslo_vmware.api [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935906, 'name': PowerOffVM_Task, 'duration_secs': 0.205575} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.598229] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.598378] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.598641] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1fd4249-1eb0-44e2-ab92-80daaf8bc6e2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.669872] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.670136] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.670325] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Deleting the datastore file [datastore2] 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.670606] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a6d56fb-b694-49d7-a10f-94194d8031af {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.678017] env[69281]: DEBUG oslo_vmware.api [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for the task: (returnval){ [ 959.678017] env[69281]: value = "task-3935908" [ 959.678017] env[69281]: _type = "Task" [ 959.678017] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.686508] env[69281]: DEBUG oslo_vmware.api [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.837344] env[69281]: INFO nova.compute.manager [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Took 37.36 seconds to build instance. [ 959.911074] env[69281]: DEBUG oslo_concurrency.lockutils [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "refresh_cache-066aadf2-88b6-4015-a933-f110946dbf3e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.963550] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.966275] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.041s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.969927] env[69281]: INFO nova.compute.claims [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.000330] env[69281]: INFO nova.scheduler.client.report [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Deleted allocations for instance ef277bf0-8b0b-4e8d-bbee-13cb4ff68263 [ 960.189850] env[69281]: DEBUG oslo_vmware.api [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Task: {'id': task-3935908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14981} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.190578] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.190929] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.191264] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.191603] env[69281]: INFO nova.compute.manager [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 960.191980] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.193017] env[69281]: DEBUG nova.compute.manager [-] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.193017] env[69281]: DEBUG nova.network.neutron [-] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.261214] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "bdaf7b4a-568a-4040-85ae-6f3c535f8166" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.343603] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72d64d09-72eb-4354-81a7-8928c2effae3 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "bdaf7b4a-568a-4040-85ae-6f3c535f8166" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.880s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.344027] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "bdaf7b4a-568a-4040-85ae-6f3c535f8166" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.083s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.344310] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "bdaf7b4a-568a-4040-85ae-6f3c535f8166-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.344564] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "bdaf7b4a-568a-4040-85ae-6f3c535f8166-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.344773] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "bdaf7b4a-568a-4040-85ae-6f3c535f8166-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.348323] env[69281]: INFO nova.compute.manager [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Terminating instance [ 960.455653] env[69281]: DEBUG nova.compute.manager [req-2fe10899-04df-4e88-84df-de3e125a55f8 req-07046ece-2811-4637-805d-6ef24962229e service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Received event network-vif-deleted-b18f49b1-da80-4541-a74c-f149458a21d7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.455916] env[69281]: INFO nova.compute.manager [req-2fe10899-04df-4e88-84df-de3e125a55f8 req-07046ece-2811-4637-805d-6ef24962229e service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Neutron deleted interface b18f49b1-da80-4541-a74c-f149458a21d7; detaching it from the instance and deleting it from the info cache [ 960.456173] env[69281]: DEBUG nova.network.neutron [req-2fe10899-04df-4e88-84df-de3e125a55f8 req-07046ece-2811-4637-805d-6ef24962229e service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.512114] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1919c604-8b02-430a-bbba-bd9019a11bb8 tempest-ServersTestJSON-1296568971 tempest-ServersTestJSON-1296568971-project-member] Lock "ef277bf0-8b0b-4e8d-bbee-13cb4ff68263" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.989s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.856114] env[69281]: DEBUG nova.compute.manager [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.856114] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.856114] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da21889b-cf42-4eb4-ab19-3667f3c9365a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.864772] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.864772] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0922a3b-5bb0-4114-aca2-5c137987550e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.874567] env[69281]: DEBUG oslo_vmware.api [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 960.874567] env[69281]: value = "task-3935909" [ 960.874567] env[69281]: _type = "Task" [ 960.874567] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.881960] env[69281]: DEBUG oslo_vmware.api [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3935909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.918211] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.918648] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d803e24-cbe7-42b5-a5b2-4d7da2eef960 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.928812] env[69281]: DEBUG oslo_vmware.api [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 960.928812] env[69281]: value = "task-3935910" [ 960.928812] env[69281]: _type = "Task" [ 960.928812] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.942835] env[69281]: DEBUG nova.network.neutron [-] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.944503] env[69281]: DEBUG oslo_vmware.api [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.959127] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-922178c1-761a-4e3c-9754-2f63eefe1fbd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.975015] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1a4c4f-b03d-4d2b-9a54-9efdabb5e154 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.014966] env[69281]: DEBUG nova.compute.manager [req-2fe10899-04df-4e88-84df-de3e125a55f8 req-07046ece-2811-4637-805d-6ef24962229e service nova] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Detach interface failed, port_id=b18f49b1-da80-4541-a74c-f149458a21d7, reason: Instance 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.346387] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f578286f-e0d2-4fcc-85ae-fdb7838c3874 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.355564] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87d2fae-9f07-482d-a6ab-631319e263bb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.396941] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a151a374-6d9e-418a-b872-c3e8f66ab7df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.405904] env[69281]: DEBUG oslo_vmware.api [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3935909, 'name': PowerOffVM_Task, 'duration_secs': 0.210313} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.408524] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.408714] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.409014] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f9a5aeb-e2db-4400-aa2c-b35336d66bd1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.411608] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20861e92-db68-4cb6-8f70-092ef526ded1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.426811] env[69281]: DEBUG nova.compute.provider_tree [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.441098] env[69281]: DEBUG oslo_vmware.api [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.446219] env[69281]: INFO nova.compute.manager [-] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Took 1.25 seconds to deallocate network for instance. [ 961.484024] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.484353] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.484482] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleting the datastore file [datastore1] bdaf7b4a-568a-4040-85ae-6f3c535f8166 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.484743] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6feafc3-f332-44f3-a3aa-d54dc8c8b1d8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.493367] env[69281]: DEBUG oslo_vmware.api [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 961.493367] env[69281]: value = "task-3935912" [ 961.493367] env[69281]: _type = "Task" [ 961.493367] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.507073] env[69281]: DEBUG oslo_vmware.api [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3935912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.930085] env[69281]: DEBUG nova.scheduler.client.report [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.945177] env[69281]: DEBUG oslo_vmware.api [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935910, 'name': PowerOnVM_Task, 'duration_secs': 0.640587} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.945456] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.945692] env[69281]: DEBUG nova.compute.manager [None req-594af7f3-f7fe-4b26-968e-2691c76da39d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 961.946751] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c54c2c6-42d8-447a-9da1-c31e335f38bb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.952492] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.005176] env[69281]: DEBUG oslo_vmware.api [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3935912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144199} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.005372] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.005452] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.005630] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.005801] env[69281]: INFO nova.compute.manager [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Took 1.15 seconds to destroy the instance on the hypervisor. [ 962.006059] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.006262] env[69281]: DEBUG nova.compute.manager [-] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.006360] env[69281]: DEBUG nova.network.neutron [-] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.441570] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.441570] env[69281]: DEBUG nova.compute.manager [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.447019] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.869s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.447019] env[69281]: INFO nova.compute.claims [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.528421] env[69281]: DEBUG nova.compute.manager [req-2e2bf1ed-1c67-438b-95ce-b864c30fd297 req-cfdd3a06-12fd-40fd-adc6-09b77664995b service nova] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Received event network-vif-deleted-ca7a9156-837f-4d9c-9a20-3915d5435a7c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.528762] env[69281]: INFO nova.compute.manager [req-2e2bf1ed-1c67-438b-95ce-b864c30fd297 req-cfdd3a06-12fd-40fd-adc6-09b77664995b service nova] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Neutron deleted interface ca7a9156-837f-4d9c-9a20-3915d5435a7c; detaching it from the instance and deleting it from the info cache [ 962.528949] env[69281]: DEBUG nova.network.neutron [req-2e2bf1ed-1c67-438b-95ce-b864c30fd297 req-cfdd3a06-12fd-40fd-adc6-09b77664995b service nova] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.950804] env[69281]: DEBUG nova.compute.utils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.962192] env[69281]: DEBUG nova.compute.manager [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.962192] env[69281]: DEBUG nova.network.neutron [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.999539] env[69281]: DEBUG nova.network.neutron [-] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.026801] env[69281]: DEBUG nova.policy [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45185903eea74d6fb17517eb3550ee5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd40cb11180f8420ea8bce4cbc727227d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.035458] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0caf2a3c-ff59-4a92-9cf6-9b1478e17be3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.050635] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1004e61-c8fa-47f7-9f7c-fd46dea2ef52 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.092345] env[69281]: DEBUG nova.compute.manager [req-2e2bf1ed-1c67-438b-95ce-b864c30fd297 req-cfdd3a06-12fd-40fd-adc6-09b77664995b service nova] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Detach interface failed, port_id=ca7a9156-837f-4d9c-9a20-3915d5435a7c, reason: Instance bdaf7b4a-568a-4040-85ae-6f3c535f8166 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.412987] env[69281]: DEBUG nova.network.neutron [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Successfully created port: 301afa0b-551a-4672-b88e-7758ff5cd166 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.459129] env[69281]: DEBUG nova.compute.manager [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.503673] env[69281]: INFO nova.compute.manager [-] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Took 1.50 seconds to deallocate network for instance. [ 963.776644] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "066aadf2-88b6-4015-a933-f110946dbf3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.776941] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "066aadf2-88b6-4015-a933-f110946dbf3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.777122] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "066aadf2-88b6-4015-a933-f110946dbf3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.777433] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "066aadf2-88b6-4015-a933-f110946dbf3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.777652] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "066aadf2-88b6-4015-a933-f110946dbf3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.780481] env[69281]: INFO nova.compute.manager [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Terminating instance [ 963.863805] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0a6b34-7ae3-4dc6-9535-fdb570566643 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.877405] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f7f2c8-ded1-4d15-ab69-2b13a0e2d0e7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.912658] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15ed041-272f-4008-8299-add11db196b2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.921264] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7692c5be-5714-4c5e-b314-dd140af22235 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.936483] env[69281]: DEBUG nova.compute.provider_tree [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.012048] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.291808] env[69281]: DEBUG nova.compute.manager [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.293262] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.295405] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e8d099-3c0f-428c-9f90-de0bbe5bbe38 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.305576] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.305576] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e10b0b08-912d-42f4-b47e-f885278bbd8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.313433] env[69281]: DEBUG oslo_vmware.api [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 964.313433] env[69281]: value = "task-3935913" [ 964.313433] env[69281]: _type = "Task" [ 964.313433] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.323162] env[69281]: DEBUG oslo_vmware.api [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.439641] env[69281]: DEBUG nova.scheduler.client.report [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.469326] env[69281]: DEBUG nova.compute.manager [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.519615] env[69281]: DEBUG nova.virt.hardware [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.520048] env[69281]: DEBUG nova.virt.hardware [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.520342] env[69281]: DEBUG nova.virt.hardware [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.520691] env[69281]: DEBUG nova.virt.hardware [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.520976] env[69281]: DEBUG nova.virt.hardware [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.521278] env[69281]: DEBUG nova.virt.hardware [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.521664] env[69281]: DEBUG nova.virt.hardware [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.521965] env[69281]: DEBUG nova.virt.hardware [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.522321] env[69281]: DEBUG nova.virt.hardware [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.522699] env[69281]: DEBUG nova.virt.hardware [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.523027] env[69281]: DEBUG nova.virt.hardware [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.524439] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5275e292-ef0c-43b1-920d-3e527179cfb4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.537857] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126a29a1-f564-4452-949c-467ebe9d44df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.705802] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Acquiring lock "6f6d6da4-7571-4388-bfc9-660896fb64e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.707529] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Lock "6f6d6da4-7571-4388-bfc9-660896fb64e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.707529] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Acquiring lock "6f6d6da4-7571-4388-bfc9-660896fb64e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.707529] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Lock "6f6d6da4-7571-4388-bfc9-660896fb64e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.707529] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Lock "6f6d6da4-7571-4388-bfc9-660896fb64e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.709910] env[69281]: INFO nova.compute.manager [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Terminating instance [ 964.824654] env[69281]: DEBUG oslo_vmware.api [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935913, 'name': PowerOffVM_Task, 'duration_secs': 0.230744} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.824982] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.825168] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.825439] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcdc9fc8-35b8-4258-99a7-3da5dc8a52cc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.900612] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.900866] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.901107] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleting the datastore file [datastore1] 066aadf2-88b6-4015-a933-f110946dbf3e {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.901450] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-871717e1-5454-44a1-bbe2-2234ab32ad0a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.909472] env[69281]: DEBUG oslo_vmware.api [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 964.909472] env[69281]: value = "task-3935915" [ 964.909472] env[69281]: _type = "Task" [ 964.909472] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.919200] env[69281]: DEBUG oslo_vmware.api [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.939515] env[69281]: DEBUG nova.compute.manager [req-1febfa6a-2e19-4219-8ca0-2f01c5def3c5 req-c5c22ff9-fdc6-4293-ad05-b9eaf17317f5 service nova] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Received event network-vif-plugged-301afa0b-551a-4672-b88e-7758ff5cd166 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.939776] env[69281]: DEBUG oslo_concurrency.lockutils [req-1febfa6a-2e19-4219-8ca0-2f01c5def3c5 req-c5c22ff9-fdc6-4293-ad05-b9eaf17317f5 service nova] Acquiring lock "dcc00b16-bc8b-4f04-86c9-87d692062ebb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.939997] env[69281]: DEBUG oslo_concurrency.lockutils [req-1febfa6a-2e19-4219-8ca0-2f01c5def3c5 req-c5c22ff9-fdc6-4293-ad05-b9eaf17317f5 service nova] Lock "dcc00b16-bc8b-4f04-86c9-87d692062ebb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.940203] env[69281]: DEBUG oslo_concurrency.lockutils [req-1febfa6a-2e19-4219-8ca0-2f01c5def3c5 req-c5c22ff9-fdc6-4293-ad05-b9eaf17317f5 service nova] Lock "dcc00b16-bc8b-4f04-86c9-87d692062ebb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.940374] env[69281]: DEBUG nova.compute.manager [req-1febfa6a-2e19-4219-8ca0-2f01c5def3c5 req-c5c22ff9-fdc6-4293-ad05-b9eaf17317f5 service nova] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] No waiting events found dispatching network-vif-plugged-301afa0b-551a-4672-b88e-7758ff5cd166 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 964.940542] env[69281]: WARNING nova.compute.manager [req-1febfa6a-2e19-4219-8ca0-2f01c5def3c5 req-c5c22ff9-fdc6-4293-ad05-b9eaf17317f5 service nova] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Received unexpected event network-vif-plugged-301afa0b-551a-4672-b88e-7758ff5cd166 for instance with vm_state building and task_state spawning. [ 964.945407] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.945905] env[69281]: DEBUG nova.compute.manager [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.948419] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.389s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.951078] env[69281]: INFO nova.compute.claims [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.038669] env[69281]: DEBUG nova.network.neutron [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Successfully updated port: 301afa0b-551a-4672-b88e-7758ff5cd166 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.214144] env[69281]: DEBUG nova.compute.manager [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.214411] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.214684] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb59fe75-460c-4691-bab3-64669ab49384 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.222439] env[69281]: DEBUG oslo_vmware.api [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Waiting for the task: (returnval){ [ 965.222439] env[69281]: value = "task-3935916" [ 965.222439] env[69281]: _type = "Task" [ 965.222439] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.234140] env[69281]: DEBUG oslo_vmware.api [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.420109] env[69281]: DEBUG oslo_vmware.api [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3935915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17931} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.420264] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.421432] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.421432] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.421432] env[69281]: INFO nova.compute.manager [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 965.421432] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.421432] env[69281]: DEBUG nova.compute.manager [-] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.421432] env[69281]: DEBUG nova.network.neutron [-] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.457375] env[69281]: DEBUG nova.compute.utils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.462176] env[69281]: DEBUG nova.compute.manager [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.462176] env[69281]: DEBUG nova.network.neutron [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.541801] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "refresh_cache-dcc00b16-bc8b-4f04-86c9-87d692062ebb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.542263] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "refresh_cache-dcc00b16-bc8b-4f04-86c9-87d692062ebb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.546134] env[69281]: DEBUG nova.network.neutron [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.572146] env[69281]: DEBUG nova.policy [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6b5cddd98b24ec3b24c6272df99aeff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9a6f028fc5d4fe2bfc02fdf38575c6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.732460] env[69281]: DEBUG oslo_vmware.api [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935916, 'name': PowerOffVM_Task, 'duration_secs': 0.244651} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.736288] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.736288] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 965.736288] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781323', 'volume_id': '4d41bb3a-193a-47f5-9395-7dda213f72f2', 'name': 'volume-4d41bb3a-193a-47f5-9395-7dda213f72f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f6d6da4-7571-4388-bfc9-660896fb64e3', 'attached_at': '', 'detached_at': '', 'volume_id': '4d41bb3a-193a-47f5-9395-7dda213f72f2', 'serial': '4d41bb3a-193a-47f5-9395-7dda213f72f2'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 965.736288] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60ff694-9f6f-4041-91a1-d81905bbfe88 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.757805] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3663a745-c876-464e-bf1d-1c1cb5f0030f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.767021] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5770956a-82de-4b96-b71a-53f51aee09c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.790290] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f559acf-1834-46c2-8328-7f02532d8280 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.810016] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] The volume has not been displaced from its original location: [datastore1] volume-4d41bb3a-193a-47f5-9395-7dda213f72f2/volume-4d41bb3a-193a-47f5-9395-7dda213f72f2.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 965.814769] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 965.815345] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0fb9958-648c-4077-80a6-8b5087cea669 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.834730] env[69281]: DEBUG oslo_vmware.api [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Waiting for the task: (returnval){ [ 965.834730] env[69281]: value = "task-3935917" [ 965.834730] env[69281]: _type = "Task" [ 965.834730] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.844799] env[69281]: DEBUG oslo_vmware.api [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.967141] env[69281]: DEBUG nova.compute.manager [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.106320] env[69281]: DEBUG nova.network.neutron [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.349359] env[69281]: DEBUG oslo_vmware.api [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935917, 'name': ReconfigVM_Task, 'duration_secs': 0.180699} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.349925] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 966.355692] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-909d518b-38bb-49d7-9d9a-e904408ae6c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.374152] env[69281]: DEBUG nova.network.neutron [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Updating instance_info_cache with network_info: [{"id": "301afa0b-551a-4672-b88e-7758ff5cd166", "address": "fa:16:3e:bc:f5:ae", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301afa0b-55", "ovs_interfaceid": "301afa0b-551a-4672-b88e-7758ff5cd166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.376187] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31df27a3-8cd6-4b90-a5ba-c53471f14844 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.393330] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39886947-e72f-4642-854d-2e6ce65111d6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.400632] env[69281]: DEBUG oslo_vmware.api [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Waiting for the task: (returnval){ [ 966.400632] env[69281]: value = "task-3935918" [ 966.400632] env[69281]: _type = "Task" [ 966.400632] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.461982] env[69281]: DEBUG nova.network.neutron [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Successfully created port: d6dd89f2-7244-4487-a389-ad7c2b578494 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.466445] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c06ebe-82b3-4687-b0ac-df491c8d411b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.484756] env[69281]: DEBUG oslo_vmware.api [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.494124] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57adb28e-1791-4ced-86f6-f270cd6c8ea9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.514463] env[69281]: DEBUG nova.compute.provider_tree [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.881368] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "refresh_cache-dcc00b16-bc8b-4f04-86c9-87d692062ebb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.881713] env[69281]: DEBUG nova.compute.manager [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Instance network_info: |[{"id": "301afa0b-551a-4672-b88e-7758ff5cd166", "address": "fa:16:3e:bc:f5:ae", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301afa0b-55", "ovs_interfaceid": "301afa0b-551a-4672-b88e-7758ff5cd166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.882160] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:f5:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '301afa0b-551a-4672-b88e-7758ff5cd166', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.896743] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.901047] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.901518] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34388985-66a7-48d7-ac97-79696198a9c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.928262] env[69281]: DEBUG oslo_vmware.api [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935918, 'name': ReconfigVM_Task, 'duration_secs': 0.167997} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.929683] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781323', 'volume_id': '4d41bb3a-193a-47f5-9395-7dda213f72f2', 'name': 'volume-4d41bb3a-193a-47f5-9395-7dda213f72f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f6d6da4-7571-4388-bfc9-660896fb64e3', 'attached_at': '', 'detached_at': '', 'volume_id': '4d41bb3a-193a-47f5-9395-7dda213f72f2', 'serial': '4d41bb3a-193a-47f5-9395-7dda213f72f2'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 966.929978] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.930256] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.930256] env[69281]: value = "task-3935919" [ 966.930256] env[69281]: _type = "Task" [ 966.930256] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.931010] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27095206-8d5e-4088-a1c5-c75378cc8428 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.944954] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935919, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.945480] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.945756] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aac6fb04-c228-41c9-8eb6-109887156b24 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.968219] env[69281]: DEBUG nova.compute.manager [req-2a264975-84e3-4eb1-868e-b099d6f952ae req-53576195-88cc-43fd-aab8-050f95cf6796 service nova] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Received event network-changed-301afa0b-551a-4672-b88e-7758ff5cd166 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.968501] env[69281]: DEBUG nova.compute.manager [req-2a264975-84e3-4eb1-868e-b099d6f952ae req-53576195-88cc-43fd-aab8-050f95cf6796 service nova] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Refreshing instance network info cache due to event network-changed-301afa0b-551a-4672-b88e-7758ff5cd166. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.968652] env[69281]: DEBUG oslo_concurrency.lockutils [req-2a264975-84e3-4eb1-868e-b099d6f952ae req-53576195-88cc-43fd-aab8-050f95cf6796 service nova] Acquiring lock "refresh_cache-dcc00b16-bc8b-4f04-86c9-87d692062ebb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.968775] env[69281]: DEBUG oslo_concurrency.lockutils [req-2a264975-84e3-4eb1-868e-b099d6f952ae req-53576195-88cc-43fd-aab8-050f95cf6796 service nova] Acquired lock "refresh_cache-dcc00b16-bc8b-4f04-86c9-87d692062ebb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.968935] env[69281]: DEBUG nova.network.neutron [req-2a264975-84e3-4eb1-868e-b099d6f952ae req-53576195-88cc-43fd-aab8-050f95cf6796 service nova] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Refreshing network info cache for port 301afa0b-551a-4672-b88e-7758ff5cd166 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.987300] env[69281]: DEBUG nova.compute.manager [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.017742] env[69281]: DEBUG nova.scheduler.client.report [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.027021] env[69281]: DEBUG nova.virt.hardware [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.027469] env[69281]: DEBUG nova.virt.hardware [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.027842] env[69281]: DEBUG nova.virt.hardware [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.028078] env[69281]: DEBUG nova.virt.hardware [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.028449] env[69281]: DEBUG nova.virt.hardware [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.032029] env[69281]: DEBUG nova.virt.hardware [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.032029] env[69281]: DEBUG nova.virt.hardware [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.032029] env[69281]: DEBUG nova.virt.hardware [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.032029] env[69281]: DEBUG nova.virt.hardware [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.032029] env[69281]: DEBUG nova.virt.hardware [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.032029] env[69281]: DEBUG nova.virt.hardware [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.032029] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566e3a83-ace8-44bc-a501-1bb75891998c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.037873] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.038234] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.038552] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Deleting the datastore file [datastore1] 6f6d6da4-7571-4388-bfc9-660896fb64e3 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.040661] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-639e7349-a9ea-4a29-8e67-4ae081adf0ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.049690] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b3dacd-57a6-4b4c-adb6-17c28be489bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.055635] env[69281]: DEBUG oslo_vmware.api [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Waiting for the task: (returnval){ [ 967.055635] env[69281]: value = "task-3935921" [ 967.055635] env[69281]: _type = "Task" [ 967.055635] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.070670] env[69281]: DEBUG nova.network.neutron [-] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.078233] env[69281]: DEBUG oslo_vmware.api [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.448030] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935919, 'name': CreateVM_Task, 'duration_secs': 0.407354} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.448030] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.448030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.448030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.448030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.448030] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7292763-90db-413c-8539-2f8b4751381a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.453288] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 967.453288] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524949ab-bcac-85e9-b3de-b321ccee2162" [ 967.453288] env[69281]: _type = "Task" [ 967.453288] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.463336] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524949ab-bcac-85e9-b3de-b321ccee2162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.537442] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.538017] env[69281]: DEBUG nova.compute.manager [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.542619] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.101s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.542619] env[69281]: DEBUG nova.objects.instance [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lazy-loading 'resources' on Instance uuid 4292247a-b2ba-450d-a8af-0398e4ccab75 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.571675] env[69281]: DEBUG oslo_vmware.api [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Task: {'id': task-3935921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079444} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.571675] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.574184] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.574184] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.574184] env[69281]: INFO nova.compute.manager [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Took 2.36 seconds to destroy the instance on the hypervisor. [ 967.574184] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.574184] env[69281]: DEBUG nova.compute.manager [-] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.574184] env[69281]: DEBUG nova.network.neutron [-] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.577639] env[69281]: INFO nova.compute.manager [-] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Took 2.16 seconds to deallocate network for instance. [ 967.742985] env[69281]: DEBUG nova.network.neutron [req-2a264975-84e3-4eb1-868e-b099d6f952ae req-53576195-88cc-43fd-aab8-050f95cf6796 service nova] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Updated VIF entry in instance network info cache for port 301afa0b-551a-4672-b88e-7758ff5cd166. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.743409] env[69281]: DEBUG nova.network.neutron [req-2a264975-84e3-4eb1-868e-b099d6f952ae req-53576195-88cc-43fd-aab8-050f95cf6796 service nova] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Updating instance_info_cache with network_info: [{"id": "301afa0b-551a-4672-b88e-7758ff5cd166", "address": "fa:16:3e:bc:f5:ae", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap301afa0b-55", "ovs_interfaceid": "301afa0b-551a-4672-b88e-7758ff5cd166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.965937] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524949ab-bcac-85e9-b3de-b321ccee2162, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.966296] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.966524] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.966765] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.966915] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.967110] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.967388] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7354d39d-44a5-4fed-b72a-d9a1e62e4f46 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.977464] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.977668] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.978611] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-295d90d2-5605-43b5-b723-d4b109e81a00 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.984622] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 967.984622] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d38946-c91e-1363-1e7b-a58b9b5854f8" [ 967.984622] env[69281]: _type = "Task" [ 967.984622] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.996602] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d38946-c91e-1363-1e7b-a58b9b5854f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.055040] env[69281]: DEBUG nova.compute.utils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.055040] env[69281]: DEBUG nova.compute.manager [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.055040] env[69281]: DEBUG nova.network.neutron [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.086123] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.128169] env[69281]: DEBUG nova.policy [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fecaa00ed3f64c72847d448ed681abf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba33207f5fa140bf89fe8723b52bcc00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.154506] env[69281]: DEBUG nova.network.neutron [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Successfully updated port: d6dd89f2-7244-4487-a389-ad7c2b578494 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.248359] env[69281]: DEBUG oslo_concurrency.lockutils [req-2a264975-84e3-4eb1-868e-b099d6f952ae req-53576195-88cc-43fd-aab8-050f95cf6796 service nova] Releasing lock "refresh_cache-dcc00b16-bc8b-4f04-86c9-87d692062ebb" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.248359] env[69281]: DEBUG nova.compute.manager [req-2a264975-84e3-4eb1-868e-b099d6f952ae req-53576195-88cc-43fd-aab8-050f95cf6796 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Received event network-vif-deleted-b598aec0-f4f7-4182-9103-c21283f7b671 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.248697] env[69281]: INFO nova.compute.manager [req-2a264975-84e3-4eb1-868e-b099d6f952ae req-53576195-88cc-43fd-aab8-050f95cf6796 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Neutron deleted interface b598aec0-f4f7-4182-9103-c21283f7b671; detaching it from the instance and deleting it from the info cache [ 968.248697] env[69281]: DEBUG nova.network.neutron [req-2a264975-84e3-4eb1-868e-b099d6f952ae req-53576195-88cc-43fd-aab8-050f95cf6796 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.493791] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d350e148-5d25-4550-8f2e-0df5f3706069 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.502056] env[69281]: DEBUG nova.compute.manager [req-cf302a83-ff83-4c44-8926-42623b9eac0a req-41585dff-b6ce-4975-a64f-7475260784f7 service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Received event network-vif-deleted-f429b984-941e-406a-a4c3-0746b00aecf2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.502310] env[69281]: INFO nova.compute.manager [req-cf302a83-ff83-4c44-8926-42623b9eac0a req-41585dff-b6ce-4975-a64f-7475260784f7 service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Neutron deleted interface f429b984-941e-406a-a4c3-0746b00aecf2; detaching it from the instance and deleting it from the info cache [ 968.502496] env[69281]: DEBUG nova.network.neutron [req-cf302a83-ff83-4c44-8926-42623b9eac0a req-41585dff-b6ce-4975-a64f-7475260784f7 service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.515460] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d38946-c91e-1363-1e7b-a58b9b5854f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.515460] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5cba60-b6e6-4ee0-8e9f-e244b75d43f3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.517678] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7259ad83-ce13-433b-bebd-bfb9af6e4833 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.553547] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 968.553547] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f4c173-9d43-5369-11d9-150f92faaf28" [ 968.553547] env[69281]: _type = "Task" [ 968.553547] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.556682] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01d5c17-0939-479e-a40f-ae1d800498bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.558694] env[69281]: DEBUG nova.compute.manager [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.573084] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f4c173-9d43-5369-11d9-150f92faaf28, 'name': SearchDatastore_Task, 'duration_secs': 0.01065} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.578451] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.578451] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] dcc00b16-bc8b-4f04-86c9-87d692062ebb/dcc00b16-bc8b-4f04-86c9-87d692062ebb.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.578451] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57762795-2637-46ce-93c0-c1a3ae1aa2c5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.581226] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8551b654-5f01-4b57-8f5d-87573c0f4220 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.600872] env[69281]: DEBUG nova.compute.provider_tree [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.604140] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 968.604140] env[69281]: value = "task-3935922" [ 968.604140] env[69281]: _type = "Task" [ 968.604140] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.616573] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.617509] env[69281]: DEBUG nova.network.neutron [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Successfully created port: f9ee9231-50b9-49d6-888b-451673c1dd27 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.658347] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Acquiring lock "refresh_cache-48edb48b-e20d-4620-9f22-f0a3c229d46c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.658539] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Acquired lock "refresh_cache-48edb48b-e20d-4620-9f22-f0a3c229d46c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.658710] env[69281]: DEBUG nova.network.neutron [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.750935] env[69281]: DEBUG nova.network.neutron [-] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.754209] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d851591e-33b3-40d9-95cb-dd9744bc6dd4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.768072] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea877be-17a2-48bf-a21c-7e33d5218b49 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.800781] env[69281]: DEBUG nova.compute.manager [req-2a264975-84e3-4eb1-868e-b099d6f952ae req-53576195-88cc-43fd-aab8-050f95cf6796 service nova] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Detach interface failed, port_id=b598aec0-f4f7-4182-9103-c21283f7b671, reason: Instance 066aadf2-88b6-4015-a933-f110946dbf3e could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.013271] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40546461-7099-4bf0-9e7e-5c0578d75352 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.026080] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d5f3a5-cf7b-4999-93da-2fb95c7e2dd6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.071665] env[69281]: DEBUG nova.compute.manager [req-cf302a83-ff83-4c44-8926-42623b9eac0a req-41585dff-b6ce-4975-a64f-7475260784f7 service nova] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Detach interface failed, port_id=f429b984-941e-406a-a4c3-0746b00aecf2, reason: Instance 6f6d6da4-7571-4388-bfc9-660896fb64e3 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.075151] env[69281]: DEBUG nova.compute.manager [req-091e7827-a772-4096-a726-b50ad33c06c1 req-57d4dfee-bc58-4e9e-bd6a-3c3e8871de69 service nova] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Received event network-vif-plugged-d6dd89f2-7244-4487-a389-ad7c2b578494 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.075151] env[69281]: DEBUG oslo_concurrency.lockutils [req-091e7827-a772-4096-a726-b50ad33c06c1 req-57d4dfee-bc58-4e9e-bd6a-3c3e8871de69 service nova] Acquiring lock "48edb48b-e20d-4620-9f22-f0a3c229d46c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.075350] env[69281]: DEBUG oslo_concurrency.lockutils [req-091e7827-a772-4096-a726-b50ad33c06c1 req-57d4dfee-bc58-4e9e-bd6a-3c3e8871de69 service nova] Lock "48edb48b-e20d-4620-9f22-f0a3c229d46c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.075894] env[69281]: DEBUG oslo_concurrency.lockutils [req-091e7827-a772-4096-a726-b50ad33c06c1 req-57d4dfee-bc58-4e9e-bd6a-3c3e8871de69 service nova] Lock "48edb48b-e20d-4620-9f22-f0a3c229d46c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.076151] env[69281]: DEBUG nova.compute.manager [req-091e7827-a772-4096-a726-b50ad33c06c1 req-57d4dfee-bc58-4e9e-bd6a-3c3e8871de69 service nova] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] No waiting events found dispatching network-vif-plugged-d6dd89f2-7244-4487-a389-ad7c2b578494 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 969.076337] env[69281]: WARNING nova.compute.manager [req-091e7827-a772-4096-a726-b50ad33c06c1 req-57d4dfee-bc58-4e9e-bd6a-3c3e8871de69 service nova] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Received unexpected event network-vif-plugged-d6dd89f2-7244-4487-a389-ad7c2b578494 for instance with vm_state building and task_state spawning. [ 969.076811] env[69281]: DEBUG nova.compute.manager [req-091e7827-a772-4096-a726-b50ad33c06c1 req-57d4dfee-bc58-4e9e-bd6a-3c3e8871de69 service nova] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Received event network-changed-d6dd89f2-7244-4487-a389-ad7c2b578494 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.077017] env[69281]: DEBUG nova.compute.manager [req-091e7827-a772-4096-a726-b50ad33c06c1 req-57d4dfee-bc58-4e9e-bd6a-3c3e8871de69 service nova] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Refreshing instance network info cache due to event network-changed-d6dd89f2-7244-4487-a389-ad7c2b578494. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.077235] env[69281]: DEBUG oslo_concurrency.lockutils [req-091e7827-a772-4096-a726-b50ad33c06c1 req-57d4dfee-bc58-4e9e-bd6a-3c3e8871de69 service nova] Acquiring lock "refresh_cache-48edb48b-e20d-4620-9f22-f0a3c229d46c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.106291] env[69281]: DEBUG nova.scheduler.client.report [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.120565] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935922, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.158700] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Acquiring lock "1330d48e-e4ca-4bb6-92c8-efba81182b65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.158943] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Lock "1330d48e-e4ca-4bb6-92c8-efba81182b65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.193870] env[69281]: DEBUG nova.network.neutron [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.253431] env[69281]: INFO nova.compute.manager [-] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Took 1.68 seconds to deallocate network for instance. [ 969.337136] env[69281]: DEBUG nova.network.neutron [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Updating instance_info_cache with network_info: [{"id": "d6dd89f2-7244-4487-a389-ad7c2b578494", "address": "fa:16:3e:40:f5:cb", "network": {"id": "f7a60b68-269d-4ea8-b371-29c9bf417060", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2006873637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9a6f028fc5d4fe2bfc02fdf38575c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6dd89f2-72", "ovs_interfaceid": "d6dd89f2-7244-4487-a389-ad7c2b578494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.579501] env[69281]: DEBUG nova.compute.manager [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.616603] env[69281]: DEBUG nova.virt.hardware [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.616859] env[69281]: DEBUG nova.virt.hardware [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.617064] env[69281]: DEBUG nova.virt.hardware [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.617225] env[69281]: DEBUG nova.virt.hardware [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.617375] env[69281]: DEBUG nova.virt.hardware [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.617526] env[69281]: DEBUG nova.virt.hardware [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.617739] env[69281]: DEBUG nova.virt.hardware [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.617902] env[69281]: DEBUG nova.virt.hardware [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.618093] env[69281]: DEBUG nova.virt.hardware [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.618317] env[69281]: DEBUG nova.virt.hardware [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.618494] env[69281]: DEBUG nova.virt.hardware [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.619237] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.621990] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfeb53b-a0f9-423d-b54d-4f052113e3f2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.626023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.080s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.627122] env[69281]: INFO nova.compute.claims [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.636760] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534944} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.640190] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] dcc00b16-bc8b-4f04-86c9-87d692062ebb/dcc00b16-bc8b-4f04-86c9-87d692062ebb.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.640588] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.641317] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-211a6d24-8ab3-4f4b-82f2-f8047ba0fdc7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.647219] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda42fb8-5463-4bd0-9096-a92f6d59c40b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.655961] env[69281]: INFO nova.scheduler.client.report [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleted allocations for instance 4292247a-b2ba-450d-a8af-0398e4ccab75 [ 969.662397] env[69281]: DEBUG nova.compute.manager [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.676917] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 969.676917] env[69281]: value = "task-3935923" [ 969.676917] env[69281]: _type = "Task" [ 969.676917] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.686849] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.825045] env[69281]: INFO nova.compute.manager [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Took 0.57 seconds to detach 1 volumes for instance. [ 969.828098] env[69281]: DEBUG nova.compute.manager [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Deleting volume: 4d41bb3a-193a-47f5-9395-7dda213f72f2 {{(pid=69281) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 969.840403] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Releasing lock "refresh_cache-48edb48b-e20d-4620-9f22-f0a3c229d46c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.840756] env[69281]: DEBUG nova.compute.manager [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Instance network_info: |[{"id": "d6dd89f2-7244-4487-a389-ad7c2b578494", "address": "fa:16:3e:40:f5:cb", "network": {"id": "f7a60b68-269d-4ea8-b371-29c9bf417060", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2006873637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9a6f028fc5d4fe2bfc02fdf38575c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6dd89f2-72", "ovs_interfaceid": "d6dd89f2-7244-4487-a389-ad7c2b578494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.841117] env[69281]: DEBUG oslo_concurrency.lockutils [req-091e7827-a772-4096-a726-b50ad33c06c1 req-57d4dfee-bc58-4e9e-bd6a-3c3e8871de69 service nova] Acquired lock "refresh_cache-48edb48b-e20d-4620-9f22-f0a3c229d46c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.841322] env[69281]: DEBUG nova.network.neutron [req-091e7827-a772-4096-a726-b50ad33c06c1 req-57d4dfee-bc58-4e9e-bd6a-3c3e8871de69 service nova] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Refreshing network info cache for port d6dd89f2-7244-4487-a389-ad7c2b578494 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.843188] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:f5:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6dd89f2-7244-4487-a389-ad7c2b578494', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.851445] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Creating folder: Project (d9a6f028fc5d4fe2bfc02fdf38575c6a). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.852150] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d31dcb4-a019-4640-ae4d-657e4c0a3d8f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.865956] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Created folder: Project (d9a6f028fc5d4fe2bfc02fdf38575c6a) in parent group-v781128. [ 969.866224] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Creating folder: Instances. Parent ref: group-v781351. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.866493] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-717b08bb-d65c-4ccc-9733-efa1f48bf49d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.878684] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Created folder: Instances in parent group-v781351. [ 969.878855] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.879071] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.879289] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-398c152f-e2bd-4afc-a2f1-b23175274a1a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.906224] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.906224] env[69281]: value = "task-3935926" [ 969.906224] env[69281]: _type = "Task" [ 969.906224] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.917329] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935926, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.172047] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abb18a51-1aae-4e40-84c6-1746579bde75 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "4292247a-b2ba-450d-a8af-0398e4ccab75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.497s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.192630] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075754} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.192630] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.193643] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eaadea-0d57-419a-8151-07b7fe574b45 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.199800] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.219472] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] dcc00b16-bc8b-4f04-86c9-87d692062ebb/dcc00b16-bc8b-4f04-86c9-87d692062ebb.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.220249] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65cd5c52-2e59-42ff-983e-062a90f7f0fe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.241741] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 970.241741] env[69281]: value = "task-3935928" [ 970.241741] env[69281]: _type = "Task" [ 970.241741] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.254322] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.342341] env[69281]: DEBUG nova.network.neutron [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Successfully updated port: f9ee9231-50b9-49d6-888b-451673c1dd27 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.401509] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.416700] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935926, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.571202] env[69281]: DEBUG nova.network.neutron [req-091e7827-a772-4096-a726-b50ad33c06c1 req-57d4dfee-bc58-4e9e-bd6a-3c3e8871de69 service nova] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Updated VIF entry in instance network info cache for port d6dd89f2-7244-4487-a389-ad7c2b578494. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.571202] env[69281]: DEBUG nova.network.neutron [req-091e7827-a772-4096-a726-b50ad33c06c1 req-57d4dfee-bc58-4e9e-bd6a-3c3e8871de69 service nova] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Updating instance_info_cache with network_info: [{"id": "d6dd89f2-7244-4487-a389-ad7c2b578494", "address": "fa:16:3e:40:f5:cb", "network": {"id": "f7a60b68-269d-4ea8-b371-29c9bf417060", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2006873637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9a6f028fc5d4fe2bfc02fdf38575c6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6dd89f2-72", "ovs_interfaceid": "d6dd89f2-7244-4487-a389-ad7c2b578494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.752753] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935928, 'name': ReconfigVM_Task, 'duration_secs': 0.28596} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.753360] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Reconfigured VM instance instance-0000004c to attach disk [datastore1] dcc00b16-bc8b-4f04-86c9-87d692062ebb/dcc00b16-bc8b-4f04-86c9-87d692062ebb.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.753956] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7bc113a-5263-494c-b9df-e05c2fc89246 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.764777] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 970.764777] env[69281]: value = "task-3935929" [ 970.764777] env[69281]: _type = "Task" [ 970.764777] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.776728] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935929, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.846797] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.846797] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.846797] env[69281]: DEBUG nova.network.neutron [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.918470] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935926, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.945596] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cd2104-de7d-4fc8-bf5f-6d61abee0f84 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.955119] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c91f78-42a2-48a5-a433-fdde1175d44b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.989566] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2ee6fe-9deb-44b3-8aa0-da9b47335dbb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.999255] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c8732-224b-418f-a8b6-89d2f77de7dc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.015488] env[69281]: DEBUG nova.compute.provider_tree [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.075037] env[69281]: DEBUG oslo_concurrency.lockutils [req-091e7827-a772-4096-a726-b50ad33c06c1 req-57d4dfee-bc58-4e9e-bd6a-3c3e8871de69 service nova] Releasing lock "refresh_cache-48edb48b-e20d-4620-9f22-f0a3c229d46c" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.121180] env[69281]: DEBUG nova.compute.manager [req-22346b11-4680-48ae-8c22-70e63bc5e1e9 req-84fadd7d-75c7-450e-95b6-bb7a278b61d7 service nova] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Received event network-vif-plugged-f9ee9231-50b9-49d6-888b-451673c1dd27 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.121533] env[69281]: DEBUG oslo_concurrency.lockutils [req-22346b11-4680-48ae-8c22-70e63bc5e1e9 req-84fadd7d-75c7-450e-95b6-bb7a278b61d7 service nova] Acquiring lock "7bace696-692b-47b9-ae24-fecedb4d32f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.121855] env[69281]: DEBUG oslo_concurrency.lockutils [req-22346b11-4680-48ae-8c22-70e63bc5e1e9 req-84fadd7d-75c7-450e-95b6-bb7a278b61d7 service nova] Lock "7bace696-692b-47b9-ae24-fecedb4d32f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.122149] env[69281]: DEBUG oslo_concurrency.lockutils [req-22346b11-4680-48ae-8c22-70e63bc5e1e9 req-84fadd7d-75c7-450e-95b6-bb7a278b61d7 service nova] Lock "7bace696-692b-47b9-ae24-fecedb4d32f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.122449] env[69281]: DEBUG nova.compute.manager [req-22346b11-4680-48ae-8c22-70e63bc5e1e9 req-84fadd7d-75c7-450e-95b6-bb7a278b61d7 service nova] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] No waiting events found dispatching network-vif-plugged-f9ee9231-50b9-49d6-888b-451673c1dd27 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 971.122713] env[69281]: WARNING nova.compute.manager [req-22346b11-4680-48ae-8c22-70e63bc5e1e9 req-84fadd7d-75c7-450e-95b6-bb7a278b61d7 service nova] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Received unexpected event network-vif-plugged-f9ee9231-50b9-49d6-888b-451673c1dd27 for instance with vm_state building and task_state spawning. [ 971.123088] env[69281]: DEBUG nova.compute.manager [req-22346b11-4680-48ae-8c22-70e63bc5e1e9 req-84fadd7d-75c7-450e-95b6-bb7a278b61d7 service nova] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Received event network-changed-f9ee9231-50b9-49d6-888b-451673c1dd27 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.123507] env[69281]: DEBUG nova.compute.manager [req-22346b11-4680-48ae-8c22-70e63bc5e1e9 req-84fadd7d-75c7-450e-95b6-bb7a278b61d7 service nova] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Refreshing instance network info cache due to event network-changed-f9ee9231-50b9-49d6-888b-451673c1dd27. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.123754] env[69281]: DEBUG oslo_concurrency.lockutils [req-22346b11-4680-48ae-8c22-70e63bc5e1e9 req-84fadd7d-75c7-450e-95b6-bb7a278b61d7 service nova] Acquiring lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.276199] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935929, 'name': Rename_Task, 'duration_secs': 0.26831} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.276560] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.276816] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7237a9a-0af6-46ed-8df6-0b211ef761f2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.284123] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 971.284123] env[69281]: value = "task-3935930" [ 971.284123] env[69281]: _type = "Task" [ 971.284123] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.293205] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.378588] env[69281]: DEBUG nova.network.neutron [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.417575] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935926, 'name': CreateVM_Task, 'duration_secs': 1.322029} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.417575] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.418215] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.418402] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.418713] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.421080] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25cb6e14-d1d8-476d-9e61-8e09305f9a1b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.426444] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Waiting for the task: (returnval){ [ 971.426444] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520719ba-7da1-c6f6-79e5-0f0005206ca8" [ 971.426444] env[69281]: _type = "Task" [ 971.426444] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.434899] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520719ba-7da1-c6f6-79e5-0f0005206ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.517816] env[69281]: DEBUG nova.network.neutron [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating instance_info_cache with network_info: [{"id": "f9ee9231-50b9-49d6-888b-451673c1dd27", "address": "fa:16:3e:07:1c:0d", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ee9231-50", "ovs_interfaceid": "f9ee9231-50b9-49d6-888b-451673c1dd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.520602] env[69281]: DEBUG nova.scheduler.client.report [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.574623] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.574875] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.795989] env[69281]: DEBUG oslo_vmware.api [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3935930, 'name': PowerOnVM_Task, 'duration_secs': 0.499406} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.796347] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.796574] env[69281]: INFO nova.compute.manager [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Took 7.33 seconds to spawn the instance on the hypervisor. [ 971.796759] env[69281]: DEBUG nova.compute.manager [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 971.797955] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c1c8b7-2cdf-4942-8db9-c5ea478e3ea0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.938814] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520719ba-7da1-c6f6-79e5-0f0005206ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.939166] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.939418] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.939718] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.939886] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.940095] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.940421] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-727f13b6-e31b-4994-b80b-1b244f0207ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.950867] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.951119] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.951963] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eefee790-7750-4630-90ba-1df39647aabd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.958617] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Waiting for the task: (returnval){ [ 971.958617] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521f19f5-fdd1-9d5b-71d2-3b29858f95a6" [ 971.958617] env[69281]: _type = "Task" [ 971.958617] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.968683] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521f19f5-fdd1-9d5b-71d2-3b29858f95a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.021100] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.021829] env[69281]: DEBUG nova.compute.manager [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Instance network_info: |[{"id": "f9ee9231-50b9-49d6-888b-451673c1dd27", "address": "fa:16:3e:07:1c:0d", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ee9231-50", "ovs_interfaceid": "f9ee9231-50b9-49d6-888b-451673c1dd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.022253] env[69281]: DEBUG oslo_concurrency.lockutils [req-22346b11-4680-48ae-8c22-70e63bc5e1e9 req-84fadd7d-75c7-450e-95b6-bb7a278b61d7 service nova] Acquired lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.022473] env[69281]: DEBUG nova.network.neutron [req-22346b11-4680-48ae-8c22-70e63bc5e1e9 req-84fadd7d-75c7-450e-95b6-bb7a278b61d7 service nova] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Refreshing network info cache for port f9ee9231-50b9-49d6-888b-451673c1dd27 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.023934] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:1c:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9ee9231-50b9-49d6-888b-451673c1dd27', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.032771] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.036914] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.037638] env[69281]: DEBUG nova.compute.manager [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.041067] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.041655] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.894s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.041750] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.044520] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.632s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.044751] env[69281]: DEBUG nova.objects.instance [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Lazy-loading 'resources' on Instance uuid 9b04d2af-8d91-45fa-bad4-034df8333aa0 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.046323] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b5d0b93-8f13-41ee-8651-a68e1a3e85e7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.074172] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.074172] env[69281]: value = "task-3935931" [ 972.074172] env[69281]: _type = "Task" [ 972.074172] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.087811] env[69281]: INFO nova.scheduler.client.report [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleted allocations for instance 1d7a25e6-1f78-40b1-b146-339b754cbeb8 [ 972.101725] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.106408] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.106510] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935931, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.106989] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.109950] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.109950] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.109950] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.109950] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69281) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 972.109950] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.319015] env[69281]: INFO nova.compute.manager [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Took 33.42 seconds to build instance. [ 972.392561] env[69281]: DEBUG nova.network.neutron [req-22346b11-4680-48ae-8c22-70e63bc5e1e9 req-84fadd7d-75c7-450e-95b6-bb7a278b61d7 service nova] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updated VIF entry in instance network info cache for port f9ee9231-50b9-49d6-888b-451673c1dd27. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.392989] env[69281]: DEBUG nova.network.neutron [req-22346b11-4680-48ae-8c22-70e63bc5e1e9 req-84fadd7d-75c7-450e-95b6-bb7a278b61d7 service nova] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating instance_info_cache with network_info: [{"id": "f9ee9231-50b9-49d6-888b-451673c1dd27", "address": "fa:16:3e:07:1c:0d", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ee9231-50", "ovs_interfaceid": "f9ee9231-50b9-49d6-888b-451673c1dd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.441683] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5348ab-0484-44be-81d6-76dbb8973a2c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.453600] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fc0f67-6092-4d5a-b43c-28f007846efe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.494621] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150d770e-8e58-4d6a-a820-96c54489f2d1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.501606] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521f19f5-fdd1-9d5b-71d2-3b29858f95a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.502882] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78fe9af-ece8-477a-9a61-9a312d59015a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.511403] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397bfa90-0b19-4b13-b576-186099dc231e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.516778] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Waiting for the task: (returnval){ [ 972.516778] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52adb52c-69a5-5d24-9375-96b8e34b6f0d" [ 972.516778] env[69281]: _type = "Task" [ 972.516778] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.528906] env[69281]: DEBUG nova.compute.provider_tree [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.537386] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52adb52c-69a5-5d24-9375-96b8e34b6f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.538267] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.538267] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 48edb48b-e20d-4620-9f22-f0a3c229d46c/48edb48b-e20d-4620-9f22-f0a3c229d46c.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.538267] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff48694c-2453-4ff3-b280-9186a197e481 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.545466] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Waiting for the task: (returnval){ [ 972.545466] env[69281]: value = "task-3935932" [ 972.545466] env[69281]: _type = "Task" [ 972.545466] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.555174] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.565019] env[69281]: DEBUG nova.compute.utils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.566466] env[69281]: DEBUG nova.compute.manager [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 972.568751] env[69281]: DEBUG nova.network.neutron [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 972.587855] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935931, 'name': CreateVM_Task, 'duration_secs': 0.406235} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.587855] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.588623] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.588817] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.589184] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.589464] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6140cfd8-1a29-44f0-9ad9-c597dbdd8ef4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.595993] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 972.595993] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5214e2f5-9af0-206d-ed80-c7f150fcd06c" [ 972.595993] env[69281]: _type = "Task" [ 972.595993] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.604528] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5214e2f5-9af0-206d-ed80-c7f150fcd06c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.609989] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7657b4f1-cfea-4c33-a4fc-f1f0f8b5d270 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "1d7a25e6-1f78-40b1-b146-339b754cbeb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.028s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.611657] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.632561] env[69281]: DEBUG nova.policy [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc94a3874181480d8966d83741f9fc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d85cb5a5514e9f81e5e335672b15a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.821144] env[69281]: DEBUG oslo_concurrency.lockutils [None req-40f4faa1-08ff-4c22-a532-05e7cca719a6 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "dcc00b16-bc8b-4f04-86c9-87d692062ebb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.934s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.899712] env[69281]: DEBUG oslo_concurrency.lockutils [req-22346b11-4680-48ae-8c22-70e63bc5e1e9 req-84fadd7d-75c7-450e-95b6-bb7a278b61d7 service nova] Releasing lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.013046] env[69281]: DEBUG nova.network.neutron [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Successfully created port: 06b0cdfb-4964-4e16-8775-561c3849d654 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.033797] env[69281]: DEBUG nova.scheduler.client.report [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.057585] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498379} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.058688] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 48edb48b-e20d-4620-9f22-f0a3c229d46c/48edb48b-e20d-4620-9f22-f0a3c229d46c.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.058761] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.058973] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5e1f5af-79be-4ae2-9937-edb0c9e57e49 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.065945] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Waiting for the task: (returnval){ [ 973.065945] env[69281]: value = "task-3935933" [ 973.065945] env[69281]: _type = "Task" [ 973.065945] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.070317] env[69281]: DEBUG nova.compute.manager [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.081872] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.108663] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5214e2f5-9af0-206d-ed80-c7f150fcd06c, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.109099] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.109319] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.109611] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.109759] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.109946] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.110236] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f0c713e-2d0d-4669-bcc5-5bea229d1caa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.121105] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.121325] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.122132] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba80b9cc-1e44-4e8f-9c6d-679574ac8de2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.130761] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "f50fff55-ec9f-4ff4-b929-b3b6d8990899" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.131049] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "f50fff55-ec9f-4ff4-b929-b3b6d8990899" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.132298] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 973.132298] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5268d7e9-3166-cb2f-47af-525d625894a4" [ 973.132298] env[69281]: _type = "Task" [ 973.132298] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.143572] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5268d7e9-3166-cb2f-47af-525d625894a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010962} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.146429] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc364fd-58bb-4e01-b9f7-292386370169 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.152492] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 973.152492] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52799735-89f7-cbf0-6fab-2b8d415e5912" [ 973.152492] env[69281]: _type = "Task" [ 973.152492] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.161926] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52799735-89f7-cbf0-6fab-2b8d415e5912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.539223] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.495s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.541678] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.814s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.543284] env[69281]: INFO nova.compute.claims [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.565987] env[69281]: INFO nova.scheduler.client.report [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Deleted allocations for instance 9b04d2af-8d91-45fa-bad4-034df8333aa0 [ 973.584118] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129939} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.584454] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.585530] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5882a3f-2c85-4465-abaf-8605503faf47 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.614815] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 48edb48b-e20d-4620-9f22-f0a3c229d46c/48edb48b-e20d-4620-9f22-f0a3c229d46c.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.616106] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cef8df4-4873-476a-beed-6b9fc07d61e1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.633296] env[69281]: DEBUG nova.compute.manager [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.643029] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Waiting for the task: (returnval){ [ 973.643029] env[69281]: value = "task-3935934" [ 973.643029] env[69281]: _type = "Task" [ 973.643029] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.651349] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.664543] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52799735-89f7-cbf0-6fab-2b8d415e5912, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.664875] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.665206] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 7bace696-692b-47b9-ae24-fecedb4d32f0/7bace696-692b-47b9-ae24-fecedb4d32f0.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.665524] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1afc2660-db68-41d4-91fe-d243519c0c26 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.674860] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 973.674860] env[69281]: value = "task-3935935" [ 973.674860] env[69281]: _type = "Task" [ 973.674860] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.684267] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.081088] env[69281]: DEBUG nova.compute.manager [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.083537] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0addfc1f-c66b-426a-a4d1-82c7dfbb7701 tempest-ServerMetadataNegativeTestJSON-1802566392 tempest-ServerMetadataNegativeTestJSON-1802566392-project-member] Lock "9b04d2af-8d91-45fa-bad4-034df8333aa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.757s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.113350] env[69281]: DEBUG nova.virt.hardware [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.113643] env[69281]: DEBUG nova.virt.hardware [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.113850] env[69281]: DEBUG nova.virt.hardware [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.114186] env[69281]: DEBUG nova.virt.hardware [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.114258] env[69281]: DEBUG nova.virt.hardware [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.114405] env[69281]: DEBUG nova.virt.hardware [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.114621] env[69281]: DEBUG nova.virt.hardware [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.114781] env[69281]: DEBUG nova.virt.hardware [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.114949] env[69281]: DEBUG nova.virt.hardware [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.115130] env[69281]: DEBUG nova.virt.hardware [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.115303] env[69281]: DEBUG nova.virt.hardware [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.116563] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4624a16-a66c-4bde-8189-981354e5ed65 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.127433] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b968696-47d8-4031-b94c-c4c2838dfabd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.160210] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935934, 'name': ReconfigVM_Task, 'duration_secs': 0.348158} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.160528] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 48edb48b-e20d-4620-9f22-f0a3c229d46c/48edb48b-e20d-4620-9f22-f0a3c229d46c.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.161219] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8902b283-f6ce-46f8-baab-6aec4548b941 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.167482] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.169739] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Waiting for the task: (returnval){ [ 974.169739] env[69281]: value = "task-3935936" [ 974.169739] env[69281]: _type = "Task" [ 974.169739] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.178654] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935936, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.187054] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496054} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.187320] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 7bace696-692b-47b9-ae24-fecedb4d32f0/7bace696-692b-47b9-ae24-fecedb4d32f0.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.187535] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.187778] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b718879-c75e-4c78-8d83-a0e49afc3cad {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.195759] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 974.195759] env[69281]: value = "task-3935937" [ 974.195759] env[69281]: _type = "Task" [ 974.195759] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.206618] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.586289] env[69281]: DEBUG nova.compute.manager [req-c7d0da80-7f4b-4402-bbdf-26cba78626a0 req-f57da352-a0b3-473d-87ca-d9cc037f7ba3 service nova] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Received event network-vif-plugged-06b0cdfb-4964-4e16-8775-561c3849d654 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.586289] env[69281]: DEBUG oslo_concurrency.lockutils [req-c7d0da80-7f4b-4402-bbdf-26cba78626a0 req-f57da352-a0b3-473d-87ca-d9cc037f7ba3 service nova] Acquiring lock "7bd20726-0fcc-43cf-afad-fdf822fd8741-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.586289] env[69281]: DEBUG oslo_concurrency.lockutils [req-c7d0da80-7f4b-4402-bbdf-26cba78626a0 req-f57da352-a0b3-473d-87ca-d9cc037f7ba3 service nova] Lock "7bd20726-0fcc-43cf-afad-fdf822fd8741-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.586289] env[69281]: DEBUG oslo_concurrency.lockutils [req-c7d0da80-7f4b-4402-bbdf-26cba78626a0 req-f57da352-a0b3-473d-87ca-d9cc037f7ba3 service nova] Lock "7bd20726-0fcc-43cf-afad-fdf822fd8741-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.586289] env[69281]: DEBUG nova.compute.manager [req-c7d0da80-7f4b-4402-bbdf-26cba78626a0 req-f57da352-a0b3-473d-87ca-d9cc037f7ba3 service nova] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] No waiting events found dispatching network-vif-plugged-06b0cdfb-4964-4e16-8775-561c3849d654 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 974.586289] env[69281]: WARNING nova.compute.manager [req-c7d0da80-7f4b-4402-bbdf-26cba78626a0 req-f57da352-a0b3-473d-87ca-d9cc037f7ba3 service nova] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Received unexpected event network-vif-plugged-06b0cdfb-4964-4e16-8775-561c3849d654 for instance with vm_state building and task_state spawning. [ 974.683499] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935936, 'name': Rename_Task, 'duration_secs': 0.159753} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.683794] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.684058] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eba42eb-3b25-486c-9d87-79193d2296e0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.693235] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Waiting for the task: (returnval){ [ 974.693235] env[69281]: value = "task-3935938" [ 974.693235] env[69281]: _type = "Task" [ 974.693235] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.700142] env[69281]: DEBUG nova.network.neutron [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Successfully updated port: 06b0cdfb-4964-4e16-8775-561c3849d654 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.705112] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.708773] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071128} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.712311] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.714284] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c52f53f-87e1-4f9b-9be1-f3d68a758319 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.740329] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 7bace696-692b-47b9-ae24-fecedb4d32f0/7bace696-692b-47b9-ae24-fecedb4d32f0.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.743923] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb59d17-f1df-44f8-899b-e3c86d77192f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.764311] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 974.764311] env[69281]: value = "task-3935939" [ 974.764311] env[69281]: _type = "Task" [ 974.764311] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.774070] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.927439] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b34564-107f-450c-9dff-15469a28a7bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.935684] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a279a12d-f9e5-4036-a596-79af63ae09ae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.967787] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff54285c-f244-4f94-a4c6-58fcdcdad31b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.976918] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31766cb-1940-4169-8fcc-b2e05ee32542 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.993643] env[69281]: DEBUG nova.compute.provider_tree [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.208898] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "refresh_cache-7bd20726-0fcc-43cf-afad-fdf822fd8741" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.209077] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "refresh_cache-7bd20726-0fcc-43cf-afad-fdf822fd8741" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.209240] env[69281]: DEBUG nova.network.neutron [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.210472] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935938, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.276558] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.498532] env[69281]: DEBUG nova.scheduler.client.report [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.709626] env[69281]: DEBUG oslo_vmware.api [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935938, 'name': PowerOnVM_Task, 'duration_secs': 0.518409} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.709920] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.710182] env[69281]: INFO nova.compute.manager [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Took 8.72 seconds to spawn the instance on the hypervisor. [ 975.710303] env[69281]: DEBUG nova.compute.manager [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 975.711229] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f236b03-667d-4549-8979-92705a4994f0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.761331] env[69281]: DEBUG nova.network.neutron [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.777129] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935939, 'name': ReconfigVM_Task, 'duration_secs': 0.923481} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.778129] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 7bace696-692b-47b9-ae24-fecedb4d32f0/7bace696-692b-47b9-ae24-fecedb4d32f0.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.778234] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf8e5c14-4884-4a39-bd8e-2ca5871dc27a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.790302] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 975.790302] env[69281]: value = "task-3935940" [ 975.790302] env[69281]: _type = "Task" [ 975.790302] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.805725] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935940, 'name': Rename_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.968609] env[69281]: DEBUG nova.network.neutron [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Updating instance_info_cache with network_info: [{"id": "06b0cdfb-4964-4e16-8775-561c3849d654", "address": "fa:16:3e:de:0e:2c", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b0cdfb-49", "ovs_interfaceid": "06b0cdfb-4964-4e16-8775-561c3849d654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.005864] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.006423] env[69281]: DEBUG nova.compute.manager [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.009060] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.879s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.010651] env[69281]: INFO nova.compute.claims [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.235484] env[69281]: INFO nova.compute.manager [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Took 33.68 seconds to build instance. [ 976.305739] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935940, 'name': Rename_Task, 'duration_secs': 0.464961} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.305739] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.305739] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6983cc9a-e520-4e4c-b595-f0930204b36c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.313991] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 976.313991] env[69281]: value = "task-3935941" [ 976.313991] env[69281]: _type = "Task" [ 976.313991] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.324285] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.472613] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "refresh_cache-7bd20726-0fcc-43cf-afad-fdf822fd8741" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.474183] env[69281]: DEBUG nova.compute.manager [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Instance network_info: |[{"id": "06b0cdfb-4964-4e16-8775-561c3849d654", "address": "fa:16:3e:de:0e:2c", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b0cdfb-49", "ovs_interfaceid": "06b0cdfb-4964-4e16-8775-561c3849d654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.474309] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:0e:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06b0cdfb-4964-4e16-8775-561c3849d654', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.485942] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.486281] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.486557] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82170e95-6e30-4397-ac61-c411422cc2d7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.512308] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.512308] env[69281]: value = "task-3935942" [ 976.512308] env[69281]: _type = "Task" [ 976.512308] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.517308] env[69281]: DEBUG nova.compute.utils [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.521406] env[69281]: DEBUG nova.compute.manager [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Not allocating networking since 'none' was specified. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 976.529866] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935942, 'name': CreateVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.682235] env[69281]: DEBUG nova.compute.manager [req-b5e91898-41a3-40db-9195-8e0321c98fb7 req-a8ce4e5c-5124-4ef4-ba50-1e2abc1f0626 service nova] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Received event network-changed-06b0cdfb-4964-4e16-8775-561c3849d654 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.682235] env[69281]: DEBUG nova.compute.manager [req-b5e91898-41a3-40db-9195-8e0321c98fb7 req-a8ce4e5c-5124-4ef4-ba50-1e2abc1f0626 service nova] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Refreshing instance network info cache due to event network-changed-06b0cdfb-4964-4e16-8775-561c3849d654. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.682235] env[69281]: DEBUG oslo_concurrency.lockutils [req-b5e91898-41a3-40db-9195-8e0321c98fb7 req-a8ce4e5c-5124-4ef4-ba50-1e2abc1f0626 service nova] Acquiring lock "refresh_cache-7bd20726-0fcc-43cf-afad-fdf822fd8741" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.682235] env[69281]: DEBUG oslo_concurrency.lockutils [req-b5e91898-41a3-40db-9195-8e0321c98fb7 req-a8ce4e5c-5124-4ef4-ba50-1e2abc1f0626 service nova] Acquired lock "refresh_cache-7bd20726-0fcc-43cf-afad-fdf822fd8741" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.682235] env[69281]: DEBUG nova.network.neutron [req-b5e91898-41a3-40db-9195-8e0321c98fb7 req-a8ce4e5c-5124-4ef4-ba50-1e2abc1f0626 service nova] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Refreshing network info cache for port 06b0cdfb-4964-4e16-8775-561c3849d654 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.738256] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e2d50d46-04ee-4d02-8bc6-f2b54c6b4c20 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Lock "48edb48b-e20d-4620-9f22-f0a3c229d46c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.194s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.828218] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.023188] env[69281]: DEBUG nova.compute.manager [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.029085] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935942, 'name': CreateVM_Task, 'duration_secs': 0.386492} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.029207] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.029885] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.030069] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.030441] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.030806] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5fc12f-e835-4981-82b2-fcc927b8edfc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.038438] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 977.038438] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524baf8f-58a9-096c-4ed6-64f149b42c19" [ 977.038438] env[69281]: _type = "Task" [ 977.038438] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.051623] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524baf8f-58a9-096c-4ed6-64f149b42c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.069033] env[69281]: DEBUG oslo_concurrency.lockutils [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Acquiring lock "48edb48b-e20d-4620-9f22-f0a3c229d46c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.069033] env[69281]: DEBUG oslo_concurrency.lockutils [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Lock "48edb48b-e20d-4620-9f22-f0a3c229d46c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.069033] env[69281]: DEBUG oslo_concurrency.lockutils [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Acquiring lock "48edb48b-e20d-4620-9f22-f0a3c229d46c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.069033] env[69281]: DEBUG oslo_concurrency.lockutils [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Lock "48edb48b-e20d-4620-9f22-f0a3c229d46c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.069276] env[69281]: DEBUG oslo_concurrency.lockutils [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Lock "48edb48b-e20d-4620-9f22-f0a3c229d46c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.074774] env[69281]: INFO nova.compute.manager [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Terminating instance [ 977.326706] env[69281]: DEBUG oslo_vmware.api [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3935941, 'name': PowerOnVM_Task, 'duration_secs': 0.578614} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.329344] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.329577] env[69281]: INFO nova.compute.manager [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Took 7.75 seconds to spawn the instance on the hypervisor. [ 977.329746] env[69281]: DEBUG nova.compute.manager [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.330638] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d985b3-f8d4-4bf2-8835-75ada1b000e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.362657] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a28bd2-63e3-465f-9a4c-5775586382ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.374510] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dde043b-e51d-481e-af04-64289bfc96ba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.409119] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b644b9-6029-4e51-8934-938a9c372b68 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.418131] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de38861-0cad-4882-9dcf-0e69c3d11618 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.434649] env[69281]: DEBUG nova.compute.provider_tree [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.459436] env[69281]: DEBUG nova.network.neutron [req-b5e91898-41a3-40db-9195-8e0321c98fb7 req-a8ce4e5c-5124-4ef4-ba50-1e2abc1f0626 service nova] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Updated VIF entry in instance network info cache for port 06b0cdfb-4964-4e16-8775-561c3849d654. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.459825] env[69281]: DEBUG nova.network.neutron [req-b5e91898-41a3-40db-9195-8e0321c98fb7 req-a8ce4e5c-5124-4ef4-ba50-1e2abc1f0626 service nova] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Updating instance_info_cache with network_info: [{"id": "06b0cdfb-4964-4e16-8775-561c3849d654", "address": "fa:16:3e:de:0e:2c", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b0cdfb-49", "ovs_interfaceid": "06b0cdfb-4964-4e16-8775-561c3849d654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.549388] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524baf8f-58a9-096c-4ed6-64f149b42c19, 'name': SearchDatastore_Task, 'duration_secs': 0.014792} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.549604] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.549846] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.550108] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.550266] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.550442] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.550717] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-759fcef8-7f34-4bcb-a8ef-0ecb480a1a43 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.566641] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.566641] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.568291] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff0a44e-04aa-481d-8805-9a401572ef11 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.576908] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 977.576908] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ae6b17-9816-ab17-4f5f-ecd1096a754a" [ 977.576908] env[69281]: _type = "Task" [ 977.576908] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.580974] env[69281]: DEBUG nova.compute.manager [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.581264] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.582437] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4302d0-f7c3-4236-bf54-6727059ddf10 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.593428] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ae6b17-9816-ab17-4f5f-ecd1096a754a, 'name': SearchDatastore_Task, 'duration_secs': 0.011721} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.597404] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.597831] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a89583fc-2b9a-45b2-acab-d7743e808051 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.600969] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea6603fe-3fb2-4548-8728-1d37530042cd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.607486] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 977.607486] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e32c43-3b65-2f96-bc79-9a986f07947c" [ 977.607486] env[69281]: _type = "Task" [ 977.607486] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.614380] env[69281]: DEBUG oslo_vmware.api [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Waiting for the task: (returnval){ [ 977.614380] env[69281]: value = "task-3935943" [ 977.614380] env[69281]: _type = "Task" [ 977.614380] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.626899] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e32c43-3b65-2f96-bc79-9a986f07947c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.633547] env[69281]: DEBUG oslo_vmware.api [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.850593] env[69281]: INFO nova.compute.manager [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Took 34.31 seconds to build instance. [ 977.937532] env[69281]: DEBUG nova.scheduler.client.report [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.962826] env[69281]: DEBUG oslo_concurrency.lockutils [req-b5e91898-41a3-40db-9195-8e0321c98fb7 req-a8ce4e5c-5124-4ef4-ba50-1e2abc1f0626 service nova] Releasing lock "refresh_cache-7bd20726-0fcc-43cf-afad-fdf822fd8741" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.036620] env[69281]: DEBUG nova.compute.manager [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.064716] env[69281]: DEBUG nova.virt.hardware [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.064948] env[69281]: DEBUG nova.virt.hardware [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.065124] env[69281]: DEBUG nova.virt.hardware [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.065311] env[69281]: DEBUG nova.virt.hardware [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.065457] env[69281]: DEBUG nova.virt.hardware [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.065602] env[69281]: DEBUG nova.virt.hardware [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.065814] env[69281]: DEBUG nova.virt.hardware [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.065974] env[69281]: DEBUG nova.virt.hardware [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.066163] env[69281]: DEBUG nova.virt.hardware [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.066329] env[69281]: DEBUG nova.virt.hardware [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.066500] env[69281]: DEBUG nova.virt.hardware [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.067416] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98caeb9b-5c67-460f-974c-c05dad5ac5b8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.078052] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cc6e06-1210-4d7e-828e-04477e5133cd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.093151] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.099294] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Creating folder: Project (cc23c123abf248e1b0e3a8c75ec2616e). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.099740] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceb53688-32ea-481b-bb57-bdc8286d9c01 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.113077] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Created folder: Project (cc23c123abf248e1b0e3a8c75ec2616e) in parent group-v781128. [ 978.113298] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Creating folder: Instances. Parent ref: group-v781356. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.114087] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e97d39d0-c62d-42e6-ae04-20b90afaba1a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.119950] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e32c43-3b65-2f96-bc79-9a986f07947c, 'name': SearchDatastore_Task, 'duration_secs': 0.015313} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.123894] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.124260] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 7bd20726-0fcc-43cf-afad-fdf822fd8741/7bd20726-0fcc-43cf-afad-fdf822fd8741.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.124694] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e28462a9-53b2-447c-91ff-d7d59503f73a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.133765] env[69281]: DEBUG oslo_vmware.api [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935943, 'name': PowerOffVM_Task, 'duration_secs': 0.205772} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.136112] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.136386] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.136646] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 978.136646] env[69281]: value = "task-3935946" [ 978.136646] env[69281]: _type = "Task" [ 978.136646] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.136852] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Created folder: Instances in parent group-v781356. [ 978.137087] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.137281] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c30a746a-2180-46ef-aa92-5222e786dc68 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.138939] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.141920] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31a30fc8-bfb0-433e-aeaf-fcc6ce5ac39a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.159397] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.160714] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.160714] env[69281]: value = "task-3935948" [ 978.160714] env[69281]: _type = "Task" [ 978.160714] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.168744] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935948, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.232926] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.233195] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.233498] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Deleting the datastore file [datastore1] 48edb48b-e20d-4620-9f22-f0a3c229d46c {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.233810] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c23c2e16-78a7-4290-93da-e11b8a03e437 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.244117] env[69281]: DEBUG oslo_vmware.api [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Waiting for the task: (returnval){ [ 978.244117] env[69281]: value = "task-3935949" [ 978.244117] env[69281]: _type = "Task" [ 978.244117] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.254949] env[69281]: DEBUG oslo_vmware.api [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.351275] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f414b906-200a-45aa-acce-eb71b785ab83 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "7bace696-692b-47b9-ae24-fecedb4d32f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.822s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.443525] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.444042] env[69281]: DEBUG nova.compute.manager [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.447199] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.204s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.447348] env[69281]: DEBUG nova.objects.instance [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'resources' on Instance uuid 5636bd99-848f-4206-bb1b-0203caf5a8b2 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.652109] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935946, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.671848] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935948, 'name': CreateVM_Task, 'duration_secs': 0.43484} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.672068] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.672536] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.672694] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.673115] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.674152] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2262923-75e3-4e1a-9c0d-f3caf558f567 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.679602] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 978.679602] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526b26e1-3523-3584-3ded-4b582433f454" [ 978.679602] env[69281]: _type = "Task" [ 978.679602] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.688701] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526b26e1-3523-3584-3ded-4b582433f454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.754126] env[69281]: DEBUG oslo_vmware.api [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Task: {'id': task-3935949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493635} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.754629] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.754629] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.754793] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.757022] env[69281]: INFO nova.compute.manager [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 978.757022] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.757022] env[69281]: DEBUG nova.compute.manager [-] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.757022] env[69281]: DEBUG nova.network.neutron [-] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.953091] env[69281]: DEBUG nova.compute.utils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.957284] env[69281]: DEBUG nova.compute.manager [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.957702] env[69281]: DEBUG nova.network.neutron [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.016543] env[69281]: DEBUG nova.policy [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd38b1da057dd45fbb89234a9a76b5065', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05c5402d2b1f429e99a9f7deb95656d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.152099] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55873} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.155272] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 7bd20726-0fcc-43cf-afad-fdf822fd8741/7bd20726-0fcc-43cf-afad-fdf822fd8741.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.155272] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.155736] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acc4087d-41ae-446c-970e-01d49d0a3788 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.166103] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 979.166103] env[69281]: value = "task-3935950" [ 979.166103] env[69281]: _type = "Task" [ 979.166103] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.180890] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.197567] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526b26e1-3523-3584-3ded-4b582433f454, 'name': SearchDatastore_Task, 'duration_secs': 0.0107} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.197868] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.198128] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.198373] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.198512] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.198688] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.201588] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e009f76d-83fe-4f0d-9c55-059bb3dff8be {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.212170] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.212344] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.213688] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f3ac66-1c9b-4fd0-a6bb-f286f799c65f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.222995] env[69281]: DEBUG nova.compute.manager [req-207eb268-c44c-4cc3-890d-416b84a4d91c req-ba368aa5-cdb7-47c8-9380-13c604edd998 service nova] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Received event network-vif-deleted-d6dd89f2-7244-4487-a389-ad7c2b578494 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.223278] env[69281]: INFO nova.compute.manager [req-207eb268-c44c-4cc3-890d-416b84a4d91c req-ba368aa5-cdb7-47c8-9380-13c604edd998 service nova] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Neutron deleted interface d6dd89f2-7244-4487-a389-ad7c2b578494; detaching it from the instance and deleting it from the info cache [ 979.223515] env[69281]: DEBUG nova.network.neutron [req-207eb268-c44c-4cc3-890d-416b84a4d91c req-ba368aa5-cdb7-47c8-9380-13c604edd998 service nova] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.229713] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 979.229713] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5218f4e5-530f-8969-ded6-371056e35fb7" [ 979.229713] env[69281]: _type = "Task" [ 979.229713] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.241121] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5218f4e5-530f-8969-ded6-371056e35fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.316565] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bc9d05-a680-4bc3-8980-01f8b3aec124 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.324656] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b2a7e1-2a47-4189-9f6b-6fe38ec54839 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.357443] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23370067-767c-4d5f-9ce0-0aa3d1ab86dc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.366861] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d586ab1-12fa-4bd6-bc84-ee7ade019d14 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.381186] env[69281]: DEBUG nova.compute.provider_tree [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.391717] env[69281]: DEBUG nova.network.neutron [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Successfully created port: fa7ea63c-4767-49a2-a555-5f32632d3090 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.460025] env[69281]: DEBUG nova.compute.manager [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.557752] env[69281]: DEBUG nova.network.neutron [-] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.684077] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068995} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.684077] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.684435] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebd5214-92f6-4a97-a1c6-91434b9b5ffb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.711325] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 7bd20726-0fcc-43cf-afad-fdf822fd8741/7bd20726-0fcc-43cf-afad-fdf822fd8741.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.713053] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0eace6a-8ed3-459f-bfb9-ba7a55bf6e2d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.728552] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d064692-8932-44a7-9fa6-a30c88a48d21 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.736971] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 979.736971] env[69281]: value = "task-3935951" [ 979.736971] env[69281]: _type = "Task" [ 979.736971] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.741635] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5218f4e5-530f-8969-ded6-371056e35fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010134} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.747936] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5aeb208-b2e9-4a78-8525-0f2a3d30c02a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.752150] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed4dba9-59b4-4003-a99f-0b615ce70106 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.768497] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 979.768497] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f487f5-d353-36e3-ef71-00b5b970f5d1" [ 979.768497] env[69281]: _type = "Task" [ 979.768497] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.772493] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.783750] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f487f5-d353-36e3-ef71-00b5b970f5d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011658} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.795018] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.795468] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 00612be9-9405-4f1e-9e1b-df137d669cbf/00612be9-9405-4f1e-9e1b-df137d669cbf.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.795948] env[69281]: DEBUG nova.compute.manager [req-207eb268-c44c-4cc3-890d-416b84a4d91c req-ba368aa5-cdb7-47c8-9380-13c604edd998 service nova] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Detach interface failed, port_id=d6dd89f2-7244-4487-a389-ad7c2b578494, reason: Instance 48edb48b-e20d-4620-9f22-f0a3c229d46c could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 979.796372] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd32d067-be8c-4004-a1e0-a453d8afa239 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.805195] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 979.805195] env[69281]: value = "task-3935952" [ 979.805195] env[69281]: _type = "Task" [ 979.805195] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.817727] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.884513] env[69281]: DEBUG nova.scheduler.client.report [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.948719] env[69281]: DEBUG nova.compute.manager [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Stashing vm_state: active {{(pid=69281) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 980.061241] env[69281]: INFO nova.compute.manager [-] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Took 1.31 seconds to deallocate network for instance. [ 980.253815] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.316142] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935952, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.389776] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.393178] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.094s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.396150] env[69281]: INFO nova.compute.claims [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.419053] env[69281]: INFO nova.scheduler.client.report [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Deleted allocations for instance 5636bd99-848f-4206-bb1b-0203caf5a8b2 [ 980.469839] env[69281]: DEBUG nova.compute.manager [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.473461] env[69281]: DEBUG oslo_concurrency.lockutils [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.502495] env[69281]: DEBUG nova.virt.hardware [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.503113] env[69281]: DEBUG nova.virt.hardware [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.503454] env[69281]: DEBUG nova.virt.hardware [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.504110] env[69281]: DEBUG nova.virt.hardware [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.504110] env[69281]: DEBUG nova.virt.hardware [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.504280] env[69281]: DEBUG nova.virt.hardware [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.504493] env[69281]: DEBUG nova.virt.hardware [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.504675] env[69281]: DEBUG nova.virt.hardware [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.504879] env[69281]: DEBUG nova.virt.hardware [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.505075] env[69281]: DEBUG nova.virt.hardware [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.505304] env[69281]: DEBUG nova.virt.hardware [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.506343] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad9cd74-eebf-4666-b4a2-315f1d42a44b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.517286] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb6f5e3-a0bb-4cac-9e87-f9441a2a9814 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.568862] env[69281]: DEBUG oslo_concurrency.lockutils [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.753014] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935951, 'name': ReconfigVM_Task, 'duration_secs': 0.777698} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.753364] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 7bd20726-0fcc-43cf-afad-fdf822fd8741/7bd20726-0fcc-43cf-afad-fdf822fd8741.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.754182] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bed07025-f9ab-4402-ae02-d7e19635f891 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.761801] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 980.761801] env[69281]: value = "task-3935953" [ 980.761801] env[69281]: _type = "Task" [ 980.761801] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.770553] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935953, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.818938] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879887} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.819325] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 00612be9-9405-4f1e-9e1b-df137d669cbf/00612be9-9405-4f1e-9e1b-df137d669cbf.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.819529] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.819776] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e13d7c41-9b0d-41bd-8358-1272639bc174 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.827313] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 980.827313] env[69281]: value = "task-3935954" [ 980.827313] env[69281]: _type = "Task" [ 980.827313] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.835664] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.929102] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8c832e8c-5152-4afc-94d9-f4fcd2ff9bbc tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "5636bd99-848f-4206-bb1b-0203caf5a8b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.760s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.945958] env[69281]: DEBUG nova.compute.manager [req-fa10c907-3e48-49c3-93b5-0a98e017f08d req-a08aa49b-bc3f-4f2e-bd4d-ebe3ed5a5efe service nova] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Received event network-vif-plugged-fa7ea63c-4767-49a2-a555-5f32632d3090 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.946826] env[69281]: DEBUG oslo_concurrency.lockutils [req-fa10c907-3e48-49c3-93b5-0a98e017f08d req-a08aa49b-bc3f-4f2e-bd4d-ebe3ed5a5efe service nova] Acquiring lock "485aad9a-1f46-4cd2-a209-159a6eff5655-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.946826] env[69281]: DEBUG oslo_concurrency.lockutils [req-fa10c907-3e48-49c3-93b5-0a98e017f08d req-a08aa49b-bc3f-4f2e-bd4d-ebe3ed5a5efe service nova] Lock "485aad9a-1f46-4cd2-a209-159a6eff5655-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.946826] env[69281]: DEBUG oslo_concurrency.lockutils [req-fa10c907-3e48-49c3-93b5-0a98e017f08d req-a08aa49b-bc3f-4f2e-bd4d-ebe3ed5a5efe service nova] Lock "485aad9a-1f46-4cd2-a209-159a6eff5655-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.946980] env[69281]: DEBUG nova.compute.manager [req-fa10c907-3e48-49c3-93b5-0a98e017f08d req-a08aa49b-bc3f-4f2e-bd4d-ebe3ed5a5efe service nova] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] No waiting events found dispatching network-vif-plugged-fa7ea63c-4767-49a2-a555-5f32632d3090 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 980.947227] env[69281]: WARNING nova.compute.manager [req-fa10c907-3e48-49c3-93b5-0a98e017f08d req-a08aa49b-bc3f-4f2e-bd4d-ebe3ed5a5efe service nova] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Received unexpected event network-vif-plugged-fa7ea63c-4767-49a2-a555-5f32632d3090 for instance with vm_state building and task_state spawning. [ 981.016818] env[69281]: DEBUG nova.network.neutron [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Successfully updated port: fa7ea63c-4767-49a2-a555-5f32632d3090 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.028775] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "098bb7f4-c121-4751-946a-15c5d5b20b37" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.029108] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.029333] env[69281]: INFO nova.compute.manager [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Shelving [ 981.273816] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935953, 'name': Rename_Task, 'duration_secs': 0.34592} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.274506] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.275014] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-627a12bb-5f25-4cba-bd3f-debfa739a1c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.284028] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 981.284028] env[69281]: value = "task-3935955" [ 981.284028] env[69281]: _type = "Task" [ 981.284028] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.291321] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.338706] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081079} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.338706] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.339433] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe401de-b344-4a35-a164-423d64fb2cb0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.360630] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 00612be9-9405-4f1e-9e1b-df137d669cbf/00612be9-9405-4f1e-9e1b-df137d669cbf.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.361275] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d76b5b4c-0fa4-41b7-899a-01b179b64c53 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.386539] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 981.386539] env[69281]: value = "task-3935956" [ 981.386539] env[69281]: _type = "Task" [ 981.386539] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.396429] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.523800] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "refresh_cache-485aad9a-1f46-4cd2-a209-159a6eff5655" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.523921] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired lock "refresh_cache-485aad9a-1f46-4cd2-a209-159a6eff5655" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.524139] env[69281]: DEBUG nova.network.neutron [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.740554] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4795208-9652-4c6b-9600-d0fb7da0d898 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.753380] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f336b2-e894-49f6-acb4-75725350a85c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.562457] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.568788] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ffd88cf-bc5e-4ae5-8c23-565462623597 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.570372] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388b58f9-b7ed-4ddd-aa91-873625991203 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.580341] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935956, 'name': ReconfigVM_Task, 'duration_secs': 0.309317} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.586847] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 00612be9-9405-4f1e-9e1b-df137d669cbf/00612be9-9405-4f1e-9e1b-df137d669cbf.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.587782] env[69281]: DEBUG oslo_vmware.api [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935955, 'name': PowerOnVM_Task, 'duration_secs': 1.21125} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.587971] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 982.587971] env[69281]: value = "task-3935957" [ 982.587971] env[69281]: _type = "Task" [ 982.587971] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.588212] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f728830d-0498-4468-b1b2-aaed953a9fc4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.590870] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bc9e32-8d1a-4397-9046-171d11c7527a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.595215] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.595460] env[69281]: INFO nova.compute.manager [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Took 8.51 seconds to spawn the instance on the hypervisor. [ 982.595635] env[69281]: DEBUG nova.compute.manager [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.596588] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116071e9-7500-44a7-8d48-632402f2df05 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.623344] env[69281]: DEBUG nova.network.neutron [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.625682] env[69281]: DEBUG nova.compute.provider_tree [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.627139] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 982.627139] env[69281]: value = "task-3935958" [ 982.627139] env[69281]: _type = "Task" [ 982.627139] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.627600] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.638484] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935958, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.800347] env[69281]: DEBUG nova.network.neutron [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Updating instance_info_cache with network_info: [{"id": "fa7ea63c-4767-49a2-a555-5f32632d3090", "address": "fa:16:3e:eb:61:ac", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7ea63c-47", "ovs_interfaceid": "fa7ea63c-4767-49a2-a555-5f32632d3090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.977425] env[69281]: DEBUG nova.compute.manager [req-ad878e0d-a6a0-4cbf-bf10-55d42c886d24 req-96301979-c886-41a2-9faf-703e72a55ca3 service nova] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Received event network-changed-fa7ea63c-4767-49a2-a555-5f32632d3090 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.977638] env[69281]: DEBUG nova.compute.manager [req-ad878e0d-a6a0-4cbf-bf10-55d42c886d24 req-96301979-c886-41a2-9faf-703e72a55ca3 service nova] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Refreshing instance network info cache due to event network-changed-fa7ea63c-4767-49a2-a555-5f32632d3090. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.977837] env[69281]: DEBUG oslo_concurrency.lockutils [req-ad878e0d-a6a0-4cbf-bf10-55d42c886d24 req-96301979-c886-41a2-9faf-703e72a55ca3 service nova] Acquiring lock "refresh_cache-485aad9a-1f46-4cd2-a209-159a6eff5655" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.066729] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.066974] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.108150] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935957, 'name': PowerOffVM_Task, 'duration_secs': 0.249202} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.108467] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.109432] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda0b628-f3cb-4fcf-9cb3-478e43a9cd07 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.129444] env[69281]: DEBUG nova.scheduler.client.report [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.142243] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c34a265-f081-438b-81f0-008c4b0e300f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.147771] env[69281]: INFO nova.compute.manager [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Took 38.62 seconds to build instance. [ 983.155939] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935958, 'name': Rename_Task, 'duration_secs': 0.236472} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.158160] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.158711] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfc6a164-8321-4cfc-8ceb-9e430dc277f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.167200] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 983.167200] env[69281]: value = "task-3935959" [ 983.167200] env[69281]: _type = "Task" [ 983.167200] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.175588] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.303235] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Releasing lock "refresh_cache-485aad9a-1f46-4cd2-a209-159a6eff5655" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.303622] env[69281]: DEBUG nova.compute.manager [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Instance network_info: |[{"id": "fa7ea63c-4767-49a2-a555-5f32632d3090", "address": "fa:16:3e:eb:61:ac", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7ea63c-47", "ovs_interfaceid": "fa7ea63c-4767-49a2-a555-5f32632d3090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.303959] env[69281]: DEBUG oslo_concurrency.lockutils [req-ad878e0d-a6a0-4cbf-bf10-55d42c886d24 req-96301979-c886-41a2-9faf-703e72a55ca3 service nova] Acquired lock "refresh_cache-485aad9a-1f46-4cd2-a209-159a6eff5655" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.304180] env[69281]: DEBUG nova.network.neutron [req-ad878e0d-a6a0-4cbf-bf10-55d42c886d24 req-96301979-c886-41a2-9faf-703e72a55ca3 service nova] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Refreshing network info cache for port fa7ea63c-4767-49a2-a555-5f32632d3090 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.305590] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:61:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa7ea63c-4767-49a2-a555-5f32632d3090', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.313397] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.316614] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.317205] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66238e7a-5495-47bb-bc0d-21e8ec50a351 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.339527] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.339527] env[69281]: value = "task-3935960" [ 983.339527] env[69281]: _type = "Task" [ 983.339527] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.351073] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935960, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.569160] env[69281]: DEBUG nova.compute.manager [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.581639] env[69281]: DEBUG nova.network.neutron [req-ad878e0d-a6a0-4cbf-bf10-55d42c886d24 req-96301979-c886-41a2-9faf-703e72a55ca3 service nova] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Updated VIF entry in instance network info cache for port fa7ea63c-4767-49a2-a555-5f32632d3090. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.582052] env[69281]: DEBUG nova.network.neutron [req-ad878e0d-a6a0-4cbf-bf10-55d42c886d24 req-96301979-c886-41a2-9faf-703e72a55ca3 service nova] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Updating instance_info_cache with network_info: [{"id": "fa7ea63c-4767-49a2-a555-5f32632d3090", "address": "fa:16:3e:eb:61:ac", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7ea63c-47", "ovs_interfaceid": "fa7ea63c-4767-49a2-a555-5f32632d3090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.638914] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.246s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.639729] env[69281]: DEBUG nova.compute.manager [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.645164] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.817s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.645780] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.648494] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.058s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.648622] env[69281]: DEBUG nova.objects.instance [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lazy-loading 'resources' on Instance uuid 967a7065-70b5-4697-b9c5-b7d2b6f88b8a {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.651272] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7ccdf6e0-15a0-471e-a8ff-3142f60623cb tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "7bd20726-0fcc-43cf-afad-fdf822fd8741" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.134s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.663159] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 983.663969] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-39915ad9-bc52-4294-9905-8a27fc1e714b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.672792] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 983.672792] env[69281]: value = "task-3935961" [ 983.672792] env[69281]: _type = "Task" [ 983.672792] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.674349] env[69281]: INFO nova.scheduler.client.report [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Deleted allocations for instance 4600fd81-377f-4ce2-97de-9b03f2b03d37 [ 983.687491] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935959, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.693817] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.852034] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935960, 'name': CreateVM_Task, 'duration_secs': 0.405766} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.852034] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.852034] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.852034] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.852034] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.852034] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a97ab8-b787-4852-9f01-d1e6a2d8b368 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.857226] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 983.857226] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5299a2f8-4b38-f649-3615-242a0efb2dae" [ 983.857226] env[69281]: _type = "Task" [ 983.857226] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.866151] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5299a2f8-4b38-f649-3615-242a0efb2dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.085155] env[69281]: DEBUG oslo_concurrency.lockutils [req-ad878e0d-a6a0-4cbf-bf10-55d42c886d24 req-96301979-c886-41a2-9faf-703e72a55ca3 service nova] Releasing lock "refresh_cache-485aad9a-1f46-4cd2-a209-159a6eff5655" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.089149] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.154811] env[69281]: DEBUG nova.compute.utils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.156395] env[69281]: DEBUG nova.compute.manager [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.156624] env[69281]: DEBUG nova.network.neutron [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.193023] env[69281]: DEBUG oslo_vmware.api [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935959, 'name': PowerOnVM_Task, 'duration_secs': 0.577519} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.193023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-be230587-c995-4397-b311-066951ad0e47 tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "4600fd81-377f-4ce2-97de-9b03f2b03d37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.286s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.193023] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.193023] env[69281]: INFO nova.compute.manager [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Took 6.16 seconds to spawn the instance on the hypervisor. [ 984.193311] env[69281]: DEBUG nova.compute.manager [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.194667] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff5cdea-1662-45ed-a469-e69d83841b55 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.203240] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935961, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.215251] env[69281]: DEBUG nova.policy [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '600b7a30c2ed4e8da34c02329981bc92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f30d87eba9e548a9844b6f38ba6eb899', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.371593] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5299a2f8-4b38-f649-3615-242a0efb2dae, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.371905] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.372195] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.372462] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.372610] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.372795] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.373240] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92d8b45e-2c1c-49cc-a9f0-0c088595d8ad {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.388900] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.389132] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.389931] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3cab3c-c1d0-430e-8925-dddac913b81c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.399499] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 984.399499] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52718d60-d9e1-f2cf-df33-1a15911abd0e" [ 984.399499] env[69281]: _type = "Task" [ 984.399499] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.412208] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52718d60-d9e1-f2cf-df33-1a15911abd0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.549244] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51004b35-1634-437a-b670-29a432173cca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.562441] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd72fdd-eb2f-4770-ba27-8cc660a73b85 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.599101] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e226a91-eaea-49b1-9382-1911f732aafb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.608776] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6768b90d-ba71-4f4d-b586-a67dc95cfad5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.624523] env[69281]: DEBUG nova.compute.provider_tree [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.659441] env[69281]: DEBUG nova.compute.manager [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.684328] env[69281]: DEBUG nova.network.neutron [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Successfully created port: 361e72e8-2c28-481a-9114-df683cf9310c {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.702949] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935961, 'name': CreateSnapshot_Task, 'duration_secs': 0.721465} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.702949] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 984.703138] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9ff435-b71f-4c08-893c-1aef3262d0ff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.730531] env[69281]: INFO nova.compute.manager [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Took 34.03 seconds to build instance. [ 984.912065] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52718d60-d9e1-f2cf-df33-1a15911abd0e, 'name': SearchDatastore_Task, 'duration_secs': 0.01205} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.912065] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5cbbd3-26ff-4275-9a92-634af6d296e8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.917788] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 984.917788] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5259cdda-89ff-653e-63a0-7c89ec0444c9" [ 984.917788] env[69281]: _type = "Task" [ 984.917788] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.928359] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5259cdda-89ff-653e-63a0-7c89ec0444c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.130031] env[69281]: DEBUG nova.scheduler.client.report [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.193623] env[69281]: DEBUG nova.compute.manager [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 985.194897] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dfdcd5-8eb7-4df1-942e-2a4700137d30 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.237996] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 985.239147] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f4acbfb0-e9c8-4608-b823-ad78b7f12552 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Lock "00612be9-9405-4f1e-9e1b-df137d669cbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.550s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.239371] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-860ee066-1222-49a3-9358-ce6aadd15526 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.249558] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 985.249558] env[69281]: value = "task-3935962" [ 985.249558] env[69281]: _type = "Task" [ 985.249558] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.259969] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935962, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.433360] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5259cdda-89ff-653e-63a0-7c89ec0444c9, 'name': SearchDatastore_Task, 'duration_secs': 0.017031} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.433829] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.434163] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 485aad9a-1f46-4cd2-a209-159a6eff5655/485aad9a-1f46-4cd2-a209-159a6eff5655.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.434464] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-463b761a-6b94-451a-a3ce-d33bc58ea559 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.443351] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 985.443351] env[69281]: value = "task-3935963" [ 985.443351] env[69281]: _type = "Task" [ 985.443351] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.453270] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.636833] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.640331] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.687s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.640486] env[69281]: DEBUG nova.objects.instance [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lazy-loading 'resources' on Instance uuid 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.667498] env[69281]: INFO nova.scheduler.client.report [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Deleted allocations for instance 967a7065-70b5-4697-b9c5-b7d2b6f88b8a [ 985.674930] env[69281]: DEBUG nova.compute.manager [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.677676] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "31701380-3998-4510-be64-ec5271cf985f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.677935] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "31701380-3998-4510-be64-ec5271cf985f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.678255] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "31701380-3998-4510-be64-ec5271cf985f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.678497] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "31701380-3998-4510-be64-ec5271cf985f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.678672] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "31701380-3998-4510-be64-ec5271cf985f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.681626] env[69281]: INFO nova.compute.manager [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Terminating instance [ 985.708096] env[69281]: INFO nova.compute.manager [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] instance snapshotting [ 985.711345] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525655a6-d09f-4019-bd30-a59298972cec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.717897] env[69281]: DEBUG nova.virt.hardware [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.718166] env[69281]: DEBUG nova.virt.hardware [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.718327] env[69281]: DEBUG nova.virt.hardware [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.718564] env[69281]: DEBUG nova.virt.hardware [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.718721] env[69281]: DEBUG nova.virt.hardware [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.718869] env[69281]: DEBUG nova.virt.hardware [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.719094] env[69281]: DEBUG nova.virt.hardware [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.719303] env[69281]: DEBUG nova.virt.hardware [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.719486] env[69281]: DEBUG nova.virt.hardware [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.719677] env[69281]: DEBUG nova.virt.hardware [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.719870] env[69281]: DEBUG nova.virt.hardware [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.721207] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bace7d3f-5c9a-47f1-8d90-26dd777991c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.748636] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7128297e-68cf-4818-a574-bf9a49a5fbc7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.756087] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08d3394-17c2-4381-ac65-2a15ebf1ae37 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.770287] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935962, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.955800] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935963, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.096961] env[69281]: INFO nova.compute.manager [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Rebuilding instance [ 986.137759] env[69281]: DEBUG nova.compute.manager [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 986.138680] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f59ffe4-2bad-4e0e-98a1-74762dad1a5d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.176859] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d58e77ea-7403-4c32-b7af-a6ebc7695923 tempest-ServersTestMultiNic-194744650 tempest-ServersTestMultiNic-194744650-project-member] Lock "967a7065-70b5-4697-b9c5-b7d2b6f88b8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.376s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.190527] env[69281]: DEBUG nova.compute.manager [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.190697] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.194717] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d090bbea-41a6-4545-b3bd-72fb50344d53 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.204884] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.204884] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-015f343e-c8e8-44ae-a599-710325e63ec3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.214938] env[69281]: DEBUG oslo_vmware.api [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 986.214938] env[69281]: value = "task-3935964" [ 986.214938] env[69281]: _type = "Task" [ 986.214938] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.225666] env[69281]: DEBUG oslo_vmware.api [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.266727] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935962, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.289967] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 986.290544] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-98026384-ce3e-4d0b-b862-cf6cefd1f2f2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.299696] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 986.299696] env[69281]: value = "task-3935965" [ 986.299696] env[69281]: _type = "Task" [ 986.299696] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.313787] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935965, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.388449] env[69281]: DEBUG nova.compute.manager [req-45285968-f539-4dce-af27-3c2aca271bf3 req-f4b1cdab-9861-4e65-acfe-b53cb1760412 service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Received event network-vif-plugged-361e72e8-2c28-481a-9114-df683cf9310c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.388748] env[69281]: DEBUG oslo_concurrency.lockutils [req-45285968-f539-4dce-af27-3c2aca271bf3 req-f4b1cdab-9861-4e65-acfe-b53cb1760412 service nova] Acquiring lock "39e1581f-e8bd-4512-821c-6d3349547f85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.389115] env[69281]: DEBUG oslo_concurrency.lockutils [req-45285968-f539-4dce-af27-3c2aca271bf3 req-f4b1cdab-9861-4e65-acfe-b53cb1760412 service nova] Lock "39e1581f-e8bd-4512-821c-6d3349547f85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.389364] env[69281]: DEBUG oslo_concurrency.lockutils [req-45285968-f539-4dce-af27-3c2aca271bf3 req-f4b1cdab-9861-4e65-acfe-b53cb1760412 service nova] Lock "39e1581f-e8bd-4512-821c-6d3349547f85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.389648] env[69281]: DEBUG nova.compute.manager [req-45285968-f539-4dce-af27-3c2aca271bf3 req-f4b1cdab-9861-4e65-acfe-b53cb1760412 service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] No waiting events found dispatching network-vif-plugged-361e72e8-2c28-481a-9114-df683cf9310c {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 986.389850] env[69281]: WARNING nova.compute.manager [req-45285968-f539-4dce-af27-3c2aca271bf3 req-f4b1cdab-9861-4e65-acfe-b53cb1760412 service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Received unexpected event network-vif-plugged-361e72e8-2c28-481a-9114-df683cf9310c for instance with vm_state building and task_state spawning. [ 986.455042] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575886} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.455333] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 485aad9a-1f46-4cd2-a209-159a6eff5655/485aad9a-1f46-4cd2-a209-159a6eff5655.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.455551] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.455802] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-019184f7-2a7d-40fe-bffc-b6948bacab8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.464182] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 986.464182] env[69281]: value = "task-3935966" [ 986.464182] env[69281]: _type = "Task" [ 986.464182] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.475703] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.508632] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daf2caa-6426-4918-b3d2-f25f98785acc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.517466] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b462c75-0024-4387-80b9-16b1df9fcae7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.554679] env[69281]: DEBUG nova.network.neutron [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Successfully updated port: 361e72e8-2c28-481a-9114-df683cf9310c {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.556425] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6a010f-3548-45f3-9a30-f435fd9cd228 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.566407] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed78964-d2ec-4850-b9e6-9b1437530a97 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.582351] env[69281]: DEBUG nova.compute.provider_tree [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.726362] env[69281]: DEBUG oslo_vmware.api [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935964, 'name': PowerOffVM_Task, 'duration_secs': 0.43836} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.727286] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.727286] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.727286] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8229823a-9802-4190-8409-ac0bb68f611d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.768231] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935962, 'name': CloneVM_Task} progress is 95%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.814085] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935965, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.821416] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.822113] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.824021] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Deleting the datastore file [datastore2] 31701380-3998-4510-be64-ec5271cf985f {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.824021] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-866a2893-7666-4e6b-b478-5b70833852cd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.831725] env[69281]: DEBUG oslo_vmware.api [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for the task: (returnval){ [ 986.831725] env[69281]: value = "task-3935968" [ 986.831725] env[69281]: _type = "Task" [ 986.831725] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.841250] env[69281]: DEBUG oslo_vmware.api [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.976742] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134137} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.977093] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.977952] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb522956-420c-48e8-a4d6-fa9fb897a11f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.007370] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 485aad9a-1f46-4cd2-a209-159a6eff5655/485aad9a-1f46-4cd2-a209-159a6eff5655.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.008264] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5610fc20-0a8f-43d5-833c-193751b2566a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.035054] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 987.035054] env[69281]: value = "task-3935969" [ 987.035054] env[69281]: _type = "Task" [ 987.035054] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.045000] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.059990] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "refresh_cache-39e1581f-e8bd-4512-821c-6d3349547f85" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.060164] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "refresh_cache-39e1581f-e8bd-4512-821c-6d3349547f85" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.060238] env[69281]: DEBUG nova.network.neutron [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.085891] env[69281]: DEBUG nova.scheduler.client.report [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.155448] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.155796] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfd02edc-e564-47d2-8fe4-4f4bfbc929c5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.164243] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 987.164243] env[69281]: value = "task-3935970" [ 987.164243] env[69281]: _type = "Task" [ 987.164243] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.173527] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.272226] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935962, 'name': CloneVM_Task, 'duration_secs': 1.952661} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.272534] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Created linked-clone VM from snapshot [ 987.273640] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b06a64e-f2d2-487a-84fe-8ddbc840cb37 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.282497] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Uploading image c81efd17-db53-4e7b-bcfa-2721c6910711 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 987.319718] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935965, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.322435] env[69281]: DEBUG oslo_vmware.rw_handles [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 987.322435] env[69281]: value = "vm-781361" [ 987.322435] env[69281]: _type = "VirtualMachine" [ 987.322435] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 987.322782] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4e45e0c5-9ff3-473b-9f0c-4aa23775fbeb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.331217] env[69281]: DEBUG oslo_vmware.rw_handles [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lease: (returnval){ [ 987.331217] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52863505-7849-5938-15ed-80090941db62" [ 987.331217] env[69281]: _type = "HttpNfcLease" [ 987.331217] env[69281]: } obtained for exporting VM: (result){ [ 987.331217] env[69281]: value = "vm-781361" [ 987.331217] env[69281]: _type = "VirtualMachine" [ 987.331217] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 987.331598] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the lease: (returnval){ [ 987.331598] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52863505-7849-5938-15ed-80090941db62" [ 987.331598] env[69281]: _type = "HttpNfcLease" [ 987.331598] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 987.345716] env[69281]: DEBUG oslo_vmware.api [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935968, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.347609] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.347609] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52863505-7849-5938-15ed-80090941db62" [ 987.347609] env[69281]: _type = "HttpNfcLease" [ 987.347609] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 987.545795] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935969, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.592976] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.597237] env[69281]: DEBUG nova.network.neutron [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.599477] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.588s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.599719] env[69281]: DEBUG nova.objects.instance [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lazy-loading 'resources' on Instance uuid bdaf7b4a-568a-4040-85ae-6f3c535f8166 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.627785] env[69281]: INFO nova.scheduler.client.report [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Deleted allocations for instance 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d [ 987.674562] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935970, 'name': PowerOffVM_Task, 'duration_secs': 0.175092} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.675401] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.675718] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.676562] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33da9841-e4d1-4475-8617-5805463e4d44 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.684564] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.684809] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f3b242f-4cd5-445f-88b9-c6cc24e66969 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.715113] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.715291] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.715481] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Deleting the datastore file [datastore2] 00612be9-9405-4f1e-9e1b-df137d669cbf {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.715755] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5197c8f-13fa-45a7-b148-6d7368f1cd39 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.724082] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 987.724082] env[69281]: value = "task-3935973" [ 987.724082] env[69281]: _type = "Task" [ 987.724082] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.737370] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.764385] env[69281]: DEBUG nova.network.neutron [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Updating instance_info_cache with network_info: [{"id": "361e72e8-2c28-481a-9114-df683cf9310c", "address": "fa:16:3e:7d:8d:ef", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361e72e8-2c", "ovs_interfaceid": "361e72e8-2c28-481a-9114-df683cf9310c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.814642] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935965, 'name': CreateSnapshot_Task, 'duration_secs': 1.230818} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.814929] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 987.815811] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3488e6-c802-4a12-9327-1438ab3b7474 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.847494] env[69281]: DEBUG oslo_vmware.api [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Task: {'id': task-3935968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515636} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.849093] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.849302] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.849588] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.849691] env[69281]: INFO nova.compute.manager [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] [instance: 31701380-3998-4510-be64-ec5271cf985f] Took 1.66 seconds to destroy the instance on the hypervisor. [ 987.849877] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.850081] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.850081] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52863505-7849-5938-15ed-80090941db62" [ 987.850081] env[69281]: _type = "HttpNfcLease" [ 987.850081] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 987.850447] env[69281]: DEBUG nova.compute.manager [-] [instance: 31701380-3998-4510-be64-ec5271cf985f] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.850447] env[69281]: DEBUG nova.network.neutron [-] [instance: 31701380-3998-4510-be64-ec5271cf985f] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.852217] env[69281]: DEBUG oslo_vmware.rw_handles [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 987.852217] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52863505-7849-5938-15ed-80090941db62" [ 987.852217] env[69281]: _type = "HttpNfcLease" [ 987.852217] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 987.852971] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fdd8ae-0b2e-41b1-b341-b60477c98c9a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.861683] env[69281]: DEBUG oslo_vmware.rw_handles [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b76fbc-cd03-cd96-f7c5-b06b9e5c1715/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 987.861875] env[69281]: DEBUG oslo_vmware.rw_handles [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b76fbc-cd03-cd96-f7c5-b06b9e5c1715/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 988.046881] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935969, 'name': ReconfigVM_Task, 'duration_secs': 0.537659} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.047441] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 485aad9a-1f46-4cd2-a209-159a6eff5655/485aad9a-1f46-4cd2-a209-159a6eff5655.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.048130] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bba4328-3f87-4eec-ba72-fba484aad090 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.057914] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 988.057914] env[69281]: value = "task-3935974" [ 988.057914] env[69281]: _type = "Task" [ 988.057914] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.068582] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935974, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.071814] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a09dc97b-7060-47bd-b0e5-c73b74d69e50 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.138131] env[69281]: DEBUG oslo_concurrency.lockutils [None req-91a91723-8cb6-4048-ab91-1e935833b431 tempest-ServersNegativeTestJSON-1840850554 tempest-ServersNegativeTestJSON-1840850554-project-member] Lock "2a052560-2c5d-4da4-8ecd-a0ba0e78a17d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.579s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.241927] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089303} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.242250] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.242453] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.242620] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.268010] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "refresh_cache-39e1581f-e8bd-4512-821c-6d3349547f85" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.268529] env[69281]: DEBUG nova.compute.manager [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Instance network_info: |[{"id": "361e72e8-2c28-481a-9114-df683cf9310c", "address": "fa:16:3e:7d:8d:ef", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361e72e8-2c", "ovs_interfaceid": "361e72e8-2c28-481a-9114-df683cf9310c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.269802] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:8d:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '361e72e8-2c28-481a-9114-df683cf9310c', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.281760] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.281978] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.282634] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc837c8d-1b4e-460c-8bc8-cc4ed99e68e8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.310898] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.310898] env[69281]: value = "task-3935975" [ 988.310898] env[69281]: _type = "Task" [ 988.310898] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.326180] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935975, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.334477] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 988.335410] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7258b484-fd7d-4781-89af-cd9c47368fa0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.346985] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 988.346985] env[69281]: value = "task-3935976" [ 988.346985] env[69281]: _type = "Task" [ 988.346985] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.358872] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935976, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.442725] env[69281]: DEBUG nova.compute.manager [req-89f2262b-13fe-49c6-abfd-2c01baee0a3f req-8c40c51d-6aec-441c-994c-825b9a9c24f4 service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Received event network-changed-361e72e8-2c28-481a-9114-df683cf9310c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.443351] env[69281]: DEBUG nova.compute.manager [req-89f2262b-13fe-49c6-abfd-2c01baee0a3f req-8c40c51d-6aec-441c-994c-825b9a9c24f4 service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Refreshing instance network info cache due to event network-changed-361e72e8-2c28-481a-9114-df683cf9310c. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.443351] env[69281]: DEBUG oslo_concurrency.lockutils [req-89f2262b-13fe-49c6-abfd-2c01baee0a3f req-8c40c51d-6aec-441c-994c-825b9a9c24f4 service nova] Acquiring lock "refresh_cache-39e1581f-e8bd-4512-821c-6d3349547f85" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.443514] env[69281]: DEBUG oslo_concurrency.lockutils [req-89f2262b-13fe-49c6-abfd-2c01baee0a3f req-8c40c51d-6aec-441c-994c-825b9a9c24f4 service nova] Acquired lock "refresh_cache-39e1581f-e8bd-4512-821c-6d3349547f85" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.443691] env[69281]: DEBUG nova.network.neutron [req-89f2262b-13fe-49c6-abfd-2c01baee0a3f req-8c40c51d-6aec-441c-994c-825b9a9c24f4 service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Refreshing network info cache for port 361e72e8-2c28-481a-9114-df683cf9310c {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.509385] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3736c182-d934-436c-afbc-0de0988fa86d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.519452] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8750bfa-929c-4d76-95ac-bcf164a66c1c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.567490] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586e3bbf-ec8a-403f-bd8e-fc50f7203001 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.581934] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935974, 'name': Rename_Task, 'duration_secs': 0.159637} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.584086] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82535cb-0654-44fd-8274-04f9bbfc8086 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.588808] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.589593] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77df9184-62d6-4dba-9a24-937f8600bcee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.603308] env[69281]: DEBUG nova.compute.provider_tree [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.606846] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 988.606846] env[69281]: value = "task-3935977" [ 988.606846] env[69281]: _type = "Task" [ 988.606846] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.620035] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.712685] env[69281]: DEBUG nova.network.neutron [-] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.822775] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935975, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.868245] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935976, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.111039] env[69281]: DEBUG nova.scheduler.client.report [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.128280] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935977, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.214477] env[69281]: INFO nova.compute.manager [-] [instance: 31701380-3998-4510-be64-ec5271cf985f] Took 1.36 seconds to deallocate network for instance. [ 989.272583] env[69281]: DEBUG nova.network.neutron [req-89f2262b-13fe-49c6-abfd-2c01baee0a3f req-8c40c51d-6aec-441c-994c-825b9a9c24f4 service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Updated VIF entry in instance network info cache for port 361e72e8-2c28-481a-9114-df683cf9310c. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.272583] env[69281]: DEBUG nova.network.neutron [req-89f2262b-13fe-49c6-abfd-2c01baee0a3f req-8c40c51d-6aec-441c-994c-825b9a9c24f4 service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Updating instance_info_cache with network_info: [{"id": "361e72e8-2c28-481a-9114-df683cf9310c", "address": "fa:16:3e:7d:8d:ef", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361e72e8-2c", "ovs_interfaceid": "361e72e8-2c28-481a-9114-df683cf9310c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.300178] env[69281]: DEBUG nova.virt.hardware [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.300834] env[69281]: DEBUG nova.virt.hardware [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.300834] env[69281]: DEBUG nova.virt.hardware [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.301491] env[69281]: DEBUG nova.virt.hardware [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.301574] env[69281]: DEBUG nova.virt.hardware [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.301683] env[69281]: DEBUG nova.virt.hardware [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.301902] env[69281]: DEBUG nova.virt.hardware [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.302472] env[69281]: DEBUG nova.virt.hardware [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.302472] env[69281]: DEBUG nova.virt.hardware [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.302683] env[69281]: DEBUG nova.virt.hardware [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.303119] env[69281]: DEBUG nova.virt.hardware [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.304402] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6282b18-fc5a-4bc0-b77e-e6fc1d7edf32 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.321028] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a88fc0-ee2b-497f-b5ae-5fe5024be669 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.333333] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935975, 'name': CreateVM_Task, 'duration_secs': 0.671956} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.343177] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.343973] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.351439] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.352406] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.352665] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.353221] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.353648] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.353980] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37dc2037-eafa-4bcc-aa45-e6f6aa230398 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.360450] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eb3809f-f133-4356-ab45-9b23c1031d1f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.379283] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 989.379283] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520aca4f-6a04-96c7-37d4-4b8457348504" [ 989.379283] env[69281]: _type = "Task" [ 989.379283] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.384284] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935976, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.389695] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.389695] env[69281]: value = "task-3935978" [ 989.389695] env[69281]: _type = "Task" [ 989.389695] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.399526] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520aca4f-6a04-96c7-37d4-4b8457348504, 'name': SearchDatastore_Task, 'duration_secs': 0.015627} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.400345] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.400696] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.400975] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.401207] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.401563] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.401956] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51569690-52a3-49e4-adf5-e38ef6204d6a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.408066] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935978, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.417580] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.417799] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.418856] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ecb1550-79cc-4d50-a1ab-57a88b94deef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.426097] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 989.426097] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f81316-6c31-432d-257c-2acc03180f55" [ 989.426097] env[69281]: _type = "Task" [ 989.426097] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.436460] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f81316-6c31-432d-257c-2acc03180f55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.622505] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.625534] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.539s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.625770] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.628379] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.429s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.629917] env[69281]: INFO nova.compute.claims [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.638951] env[69281]: DEBUG oslo_vmware.api [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3935977, 'name': PowerOnVM_Task, 'duration_secs': 0.769009} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.639570] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.639856] env[69281]: INFO nova.compute.manager [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Took 9.17 seconds to spawn the instance on the hypervisor. [ 989.640391] env[69281]: DEBUG nova.compute.manager [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 989.641478] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82ca9cf-0574-4b26-8ddc-a8731c5400f0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.657655] env[69281]: INFO nova.scheduler.client.report [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleted allocations for instance 066aadf2-88b6-4015-a933-f110946dbf3e [ 989.661159] env[69281]: INFO nova.scheduler.client.report [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleted allocations for instance bdaf7b4a-568a-4040-85ae-6f3c535f8166 [ 989.722981] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.780861] env[69281]: DEBUG oslo_concurrency.lockutils [req-89f2262b-13fe-49c6-abfd-2c01baee0a3f req-8c40c51d-6aec-441c-994c-825b9a9c24f4 service nova] Releasing lock "refresh_cache-39e1581f-e8bd-4512-821c-6d3349547f85" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.781460] env[69281]: DEBUG nova.compute.manager [req-89f2262b-13fe-49c6-abfd-2c01baee0a3f req-8c40c51d-6aec-441c-994c-825b9a9c24f4 service nova] [instance: 31701380-3998-4510-be64-ec5271cf985f] Received event network-vif-deleted-aba54240-0c28-4ede-9d1d-a0eecebf1c2d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.781777] env[69281]: INFO nova.compute.manager [req-89f2262b-13fe-49c6-abfd-2c01baee0a3f req-8c40c51d-6aec-441c-994c-825b9a9c24f4 service nova] [instance: 31701380-3998-4510-be64-ec5271cf985f] Neutron deleted interface aba54240-0c28-4ede-9d1d-a0eecebf1c2d; detaching it from the instance and deleting it from the info cache [ 989.781885] env[69281]: DEBUG nova.network.neutron [req-89f2262b-13fe-49c6-abfd-2c01baee0a3f req-8c40c51d-6aec-441c-994c-825b9a9c24f4 service nova] [instance: 31701380-3998-4510-be64-ec5271cf985f] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.867742] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935976, 'name': CloneVM_Task, 'duration_secs': 1.331109} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.868245] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Created linked-clone VM from snapshot [ 989.869361] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9d833b-f973-4a74-8f34-c36125cb87a5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.880093] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Uploading image 328b7941-ff8f-4094-ac22-7966ee976cac {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 989.901904] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935978, 'name': CreateVM_Task, 'duration_secs': 0.341008} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.902177] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.902761] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.903119] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.903569] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.903895] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68216409-0a4d-43fe-83f5-1096c550df38 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.907853] env[69281]: DEBUG oslo_vmware.rw_handles [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 989.907853] env[69281]: value = "vm-781364" [ 989.907853] env[69281]: _type = "VirtualMachine" [ 989.907853] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 989.908303] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-77c85c8e-2ea4-4c31-8338-e1f4b6c24d4e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.915729] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 989.915729] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525bd2ff-ec6c-f09c-9a9f-96d74af0f4f0" [ 989.915729] env[69281]: _type = "Task" [ 989.915729] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.923187] env[69281]: DEBUG oslo_vmware.rw_handles [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lease: (returnval){ [ 989.923187] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52364711-5d8c-50a7-5e69-e3b3bfa795cd" [ 989.923187] env[69281]: _type = "HttpNfcLease" [ 989.923187] env[69281]: } obtained for exporting VM: (result){ [ 989.923187] env[69281]: value = "vm-781364" [ 989.923187] env[69281]: _type = "VirtualMachine" [ 989.923187] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 989.923733] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the lease: (returnval){ [ 989.923733] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52364711-5d8c-50a7-5e69-e3b3bfa795cd" [ 989.923733] env[69281]: _type = "HttpNfcLease" [ 989.923733] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 989.937780] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525bd2ff-ec6c-f09c-9a9f-96d74af0f4f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.952831] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.952831] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52364711-5d8c-50a7-5e69-e3b3bfa795cd" [ 989.952831] env[69281]: _type = "HttpNfcLease" [ 989.952831] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 989.953271] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f81316-6c31-432d-257c-2acc03180f55, 'name': SearchDatastore_Task, 'duration_secs': 0.022894} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.953595] env[69281]: DEBUG oslo_vmware.rw_handles [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 989.953595] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52364711-5d8c-50a7-5e69-e3b3bfa795cd" [ 989.953595] env[69281]: _type = "HttpNfcLease" [ 989.953595] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 989.955037] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bfa27c-83bb-4673-9e72-b0a7117fa28e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.957882] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec76e8b1-5ae5-44db-90f6-24d7f7bd87ad {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.968982] env[69281]: DEBUG oslo_vmware.rw_handles [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c95382-a68d-514c-731e-a1e8f4aec833/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 989.969547] env[69281]: DEBUG oslo_vmware.rw_handles [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c95382-a68d-514c-731e-a1e8f4aec833/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 989.973739] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 989.973739] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52369bb8-f665-fbc0-aa5b-df8edbbf624e" [ 989.973739] env[69281]: _type = "Task" [ 989.973739] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.045547] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52369bb8-f665-fbc0-aa5b-df8edbbf624e, 'name': SearchDatastore_Task, 'duration_secs': 0.015074} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.048894] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.048894] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 39e1581f-e8bd-4512-821c-6d3349547f85/39e1581f-e8bd-4512-821c-6d3349547f85.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.048894] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc0d7afb-4098-4635-9251-19ca509573f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.054961] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 990.054961] env[69281]: value = "task-3935980" [ 990.054961] env[69281]: _type = "Task" [ 990.054961] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.065050] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.110230] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9ed4c1a6-d188-4534-8a8c-8dcb2d43a756 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.165921] env[69281]: INFO nova.compute.manager [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Took 39.05 seconds to build instance. [ 990.172202] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7f19b2d3-2465-4fa9-ae58-139fd414ec19 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "bdaf7b4a-568a-4040-85ae-6f3c535f8166" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.828s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.173492] env[69281]: DEBUG oslo_concurrency.lockutils [None req-19ef1eb7-93fd-466e-b973-4e0106576dd9 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "066aadf2-88b6-4015-a933-f110946dbf3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.397s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.287621] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50e78dd0-31e8-4f32-ae33-452f0f359f01 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.298824] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab9c659-bbca-4bea-9b1d-173db01106f3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.340044] env[69281]: DEBUG nova.compute.manager [req-89f2262b-13fe-49c6-abfd-2c01baee0a3f req-8c40c51d-6aec-441c-994c-825b9a9c24f4 service nova] [instance: 31701380-3998-4510-be64-ec5271cf985f] Detach interface failed, port_id=aba54240-0c28-4ede-9d1d-a0eecebf1c2d, reason: Instance 31701380-3998-4510-be64-ec5271cf985f could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 990.434690] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525bd2ff-ec6c-f09c-9a9f-96d74af0f4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.035933} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.434690] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.434690] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.435716] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.436143] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.438500] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.438500] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3ae6dc0-32f8-459f-be7e-24aad7f4a13c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.456771] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.457429] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.458578] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23863fe3-0ae6-4491-9f80-c74fe4d0a110 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.471039] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 990.471039] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523ae40b-212c-e897-031b-12b030afea65" [ 990.471039] env[69281]: _type = "Task" [ 990.471039] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.483696] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523ae40b-212c-e897-031b-12b030afea65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.576989] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935980, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.671050] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5db84c0c-9f41-47d8-ae82-13cabfcdd526 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "485aad9a-1f46-4cd2-a209-159a6eff5655" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.574s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.990299] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523ae40b-212c-e897-031b-12b030afea65, 'name': SearchDatastore_Task, 'duration_secs': 0.062181} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.991331] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08c5e5ad-1c84-4532-8391-f4eab2f462ac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.999582] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 990.999582] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52477c73-ed9c-db8f-690f-3bed6b12fa08" [ 990.999582] env[69281]: _type = "Task" [ 990.999582] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.014536] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52477c73-ed9c-db8f-690f-3bed6b12fa08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.047853] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3a2ff3-96d6-4bcb-8607-ac3875a21df8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.063666] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a4279d-1083-4cdc-b5e2-91cb3e6a765a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.076623] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681432} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.108124] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 39e1581f-e8bd-4512-821c-6d3349547f85/39e1581f-e8bd-4512-821c-6d3349547f85.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.108469] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.109024] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73bfb4a1-8f81-4166-bff6-0c6963a66a0c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.113746] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eef3d7-4f1a-4174-9d0e-6debc5389efc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.124686] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "455976a0-bf0a-4646-857a-2c9bf4b11e61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.125144] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "455976a0-bf0a-4646-857a-2c9bf4b11e61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.136360] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f5710a-156a-46f5-9f3e-5aef2251e25c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.144648] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 991.144648] env[69281]: value = "task-3935981" [ 991.144648] env[69281]: _type = "Task" [ 991.144648] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.162040] env[69281]: DEBUG nova.compute.provider_tree [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.172602] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.516713] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52477c73-ed9c-db8f-690f-3bed6b12fa08, 'name': SearchDatastore_Task, 'duration_secs': 0.015896} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.517282] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.518121] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 00612be9-9405-4f1e-9e1b-df137d669cbf/00612be9-9405-4f1e-9e1b-df137d669cbf.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.518430] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8ff8053-4ade-47da-9ed3-40212b3b2496 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.527260] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 991.527260] env[69281]: value = "task-3935982" [ 991.527260] env[69281]: _type = "Task" [ 991.527260] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.543045] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.628213] env[69281]: DEBUG nova.compute.manager [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.656841] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098829} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.657237] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.658205] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d945f4c9-46cb-4abe-9168-e42abb9536a0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.676904] env[69281]: DEBUG nova.scheduler.client.report [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.694238] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 39e1581f-e8bd-4512-821c-6d3349547f85/39e1581f-e8bd-4512-821c-6d3349547f85.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.695759] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f40be2b-bcd3-41bd-b4d9-3da049a0197a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.717603] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 991.717603] env[69281]: value = "task-3935983" [ 991.717603] env[69281]: _type = "Task" [ 991.717603] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.727452] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.125713] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935982, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.158213] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.187031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.187031] env[69281]: DEBUG nova.compute.manager [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.189168] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.788s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.195031] env[69281]: DEBUG nova.objects.instance [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Lazy-loading 'resources' on Instance uuid 6f6d6da4-7571-4388-bfc9-660896fb64e3 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.234108] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.541243] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673119} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.541727] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 00612be9-9405-4f1e-9e1b-df137d669cbf/00612be9-9405-4f1e-9e1b-df137d669cbf.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.541926] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.542241] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c92cc86b-5b05-49eb-980a-09d0f675c6b2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.551187] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 992.551187] env[69281]: value = "task-3935984" [ 992.551187] env[69281]: _type = "Task" [ 992.551187] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.562163] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.697097] env[69281]: DEBUG nova.compute.utils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.703306] env[69281]: DEBUG nova.compute.manager [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.703639] env[69281]: DEBUG nova.network.neutron [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.735363] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935983, 'name': ReconfigVM_Task, 'duration_secs': 0.625828} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.735363] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 39e1581f-e8bd-4512-821c-6d3349547f85/39e1581f-e8bd-4512-821c-6d3349547f85.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.736282] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29f75b23-a3ef-42ce-811e-a9ddc1f1e1e1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.746836] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 992.746836] env[69281]: value = "task-3935985" [ 992.746836] env[69281]: _type = "Task" [ 992.746836] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.764490] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935985, 'name': Rename_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.768327] env[69281]: DEBUG nova.policy [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f832a73a61204d37923e464061e6f010', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d4fdf94a6bb4139862263b70cdcad4a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.015848] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1850813d-ba57-40d3-943e-dc2164de0b7a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.024976] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548b9546-288a-402d-be84-c7ecd874d956 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.066360] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66303aff-3878-4282-8c94-ea158effffa2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.075221] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166619} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.077655] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.078525] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0cfe1b-04bc-44be-b144-3972a946f3b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.082046] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7b3a88-5e97-4442-b504-45d09ac35a2c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.089385] env[69281]: DEBUG nova.network.neutron [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Successfully created port: 881c6f6e-fd2c-4406-b549-0416d78ff9fa {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.107197] env[69281]: DEBUG nova.compute.provider_tree [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.117986] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 00612be9-9405-4f1e-9e1b-df137d669cbf/00612be9-9405-4f1e-9e1b-df137d669cbf.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.118502] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5e1e3d3-fe97-41fe-8d61-a1ec8cca64ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.142083] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 993.142083] env[69281]: value = "task-3935986" [ 993.142083] env[69281]: _type = "Task" [ 993.142083] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.154320] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.210296] env[69281]: DEBUG nova.compute.manager [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.258312] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935985, 'name': Rename_Task, 'duration_secs': 0.288739} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.258668] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.259153] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-094196ac-af0b-4b6f-b98f-4562e2653662 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.269425] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 993.269425] env[69281]: value = "task-3935987" [ 993.269425] env[69281]: _type = "Task" [ 993.269425] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.281139] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.619683] env[69281]: DEBUG nova.scheduler.client.report [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.653305] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935986, 'name': ReconfigVM_Task, 'duration_secs': 0.350322} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.653554] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 00612be9-9405-4f1e-9e1b-df137d669cbf/00612be9-9405-4f1e-9e1b-df137d669cbf.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.654223] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d365d17-eb56-4918-bd7a-387129e15299 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.662838] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 993.662838] env[69281]: value = "task-3935988" [ 993.662838] env[69281]: _type = "Task" [ 993.662838] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.673334] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935988, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.780938] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935987, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.125265] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.128014] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.516s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.128198] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.128266] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 994.128568] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.961s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.130178] env[69281]: INFO nova.compute.claims [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.133408] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04993c47-f05c-4327-9c3d-a10a9649fd0f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.144856] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b51e6a-50df-4053-a740-97fd42127f6e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.162085] env[69281]: INFO nova.scheduler.client.report [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Deleted allocations for instance 6f6d6da4-7571-4388-bfc9-660896fb64e3 [ 994.163633] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8dc0d4-c8ae-47fc-88ba-54b5b84e7f30 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.182778] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136315e3-9643-41db-929c-9af3f17f56a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.186339] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935988, 'name': Rename_Task, 'duration_secs': 0.150586} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.186985] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.188136] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48e7f4b9-0505-4ccf-9cde-93ae59309d75 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.218525] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179422MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 994.218731] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.221425] env[69281]: DEBUG nova.compute.manager [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.223875] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 994.223875] env[69281]: value = "task-3935989" [ 994.223875] env[69281]: _type = "Task" [ 994.223875] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.236435] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935989, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.280967] env[69281]: DEBUG oslo_vmware.api [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3935987, 'name': PowerOnVM_Task, 'duration_secs': 0.707447} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.281290] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.281511] env[69281]: INFO nova.compute.manager [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Took 8.61 seconds to spawn the instance on the hypervisor. [ 994.281695] env[69281]: DEBUG nova.compute.manager [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 994.282692] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e38845-7ce0-4e33-8731-10d7dcfdb179 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.678203] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9fd0d6af-9bad-4bdf-86eb-b5b6d7f0bc07 tempest-ServersTestBootFromVolume-1604377893 tempest-ServersTestBootFromVolume-1604377893-project-member] Lock "6f6d6da4-7571-4388-bfc9-660896fb64e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.972s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.737233] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935989, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.738185] env[69281]: DEBUG nova.network.neutron [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Successfully updated port: 881c6f6e-fd2c-4406-b549-0416d78ff9fa {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.801551] env[69281]: INFO nova.compute.manager [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Took 39.52 seconds to build instance. [ 995.241521] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Acquiring lock "refresh_cache-1330d48e-e4ca-4bb6-92c8-efba81182b65" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.241792] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Acquired lock "refresh_cache-1330d48e-e4ca-4bb6-92c8-efba81182b65" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.241972] env[69281]: DEBUG nova.network.neutron [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.256629] env[69281]: DEBUG oslo_vmware.api [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935989, 'name': PowerOnVM_Task, 'duration_secs': 0.542469} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.257078] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.257544] env[69281]: DEBUG nova.compute.manager [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 995.258755] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5b801d-b233-483e-974f-0d07eb57a6e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.304382] env[69281]: DEBUG oslo_concurrency.lockutils [None req-23d080fe-2e88-404f-af48-6891f983285f tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "39e1581f-e8bd-4512-821c-6d3349547f85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.039s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.435041] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db3ea8-7751-4ae1-afc1-d3327ce0de32 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.445885] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cca2ab-9f30-4566-a733-333a90253ebc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.478919] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7961b2fd-88d5-40b2-9ceb-d508e4084ae7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.488318] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2acff8-3889-4399-9230-59c86a09d1ff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.506357] env[69281]: DEBUG nova.compute.provider_tree [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.782237] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.783360] env[69281]: DEBUG nova.network.neutron [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.947749] env[69281]: DEBUG nova.network.neutron [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Updating instance_info_cache with network_info: [{"id": "881c6f6e-fd2c-4406-b549-0416d78ff9fa", "address": "fa:16:3e:86:3b:54", "network": {"id": "ce844178-aee7-4ce3-80b7-f4f9886d34a2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-62544462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d4fdf94a6bb4139862263b70cdcad4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881c6f6e-fd", "ovs_interfaceid": "881c6f6e-fd2c-4406-b549-0416d78ff9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.009998] env[69281]: DEBUG nova.scheduler.client.report [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.451771] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Releasing lock "refresh_cache-1330d48e-e4ca-4bb6-92c8-efba81182b65" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.452291] env[69281]: DEBUG nova.compute.manager [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Instance network_info: |[{"id": "881c6f6e-fd2c-4406-b549-0416d78ff9fa", "address": "fa:16:3e:86:3b:54", "network": {"id": "ce844178-aee7-4ce3-80b7-f4f9886d34a2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-62544462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d4fdf94a6bb4139862263b70cdcad4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881c6f6e-fd", "ovs_interfaceid": "881c6f6e-fd2c-4406-b549-0416d78ff9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.515148] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.515805] env[69281]: DEBUG nova.compute.manager [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.518838] env[69281]: DEBUG oslo_concurrency.lockutils [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.045s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.022342] env[69281]: DEBUG nova.compute.utils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.026337] env[69281]: INFO nova.compute.claims [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.032173] env[69281]: DEBUG nova.compute.manager [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.032480] env[69281]: DEBUG nova.network.neutron [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.084087] env[69281]: DEBUG nova.policy [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45185903eea74d6fb17517eb3550ee5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd40cb11180f8420ea8bce4cbc727227d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.389565] env[69281]: DEBUG nova.network.neutron [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Successfully created port: 32a74156-7b4d-4d58-bccb-7ef7660b241b {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.532921] env[69281]: DEBUG nova.compute.manager [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.537799] env[69281]: INFO nova.compute.resource_tracker [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating resource usage from migration 81e61589-1025-4c06-842b-82a32cdc1729 [ 997.825440] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e9534-e88e-4678-8010-c547d526fdd1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.835429] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ed692b-72a5-4864-a6fb-ff025b73dc73 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.867895] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f27ad5-e10c-45de-8f96-191765e5cdc6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.877297] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be0fc9f-8a86-4247-9665-e41ebb5c8285 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.894084] env[69281]: DEBUG nova.compute.provider_tree [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.398087] env[69281]: DEBUG nova.scheduler.client.report [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.547691] env[69281]: DEBUG nova.compute.manager [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.787056] env[69281]: DEBUG nova.virt.hardware [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.787056] env[69281]: DEBUG nova.virt.hardware [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.787329] env[69281]: DEBUG nova.virt.hardware [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.787469] env[69281]: DEBUG nova.virt.hardware [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.787529] env[69281]: DEBUG nova.virt.hardware [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.787692] env[69281]: DEBUG nova.virt.hardware [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.787910] env[69281]: DEBUG nova.virt.hardware [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.788078] env[69281]: DEBUG nova.virt.hardware [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.788262] env[69281]: DEBUG nova.virt.hardware [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.789029] env[69281]: DEBUG nova.virt.hardware [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.789029] env[69281]: DEBUG nova.virt.hardware [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.790877] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001319ce-92e7-419d-97fa-c8493b45faf8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.802418] env[69281]: DEBUG nova.virt.hardware [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.802765] env[69281]: DEBUG nova.virt.hardware [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.802977] env[69281]: DEBUG nova.virt.hardware [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.803342] env[69281]: DEBUG nova.virt.hardware [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.803542] env[69281]: DEBUG nova.virt.hardware [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.803756] env[69281]: DEBUG nova.virt.hardware [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.804020] env[69281]: DEBUG nova.virt.hardware [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.804388] env[69281]: DEBUG nova.virt.hardware [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.804388] env[69281]: DEBUG nova.virt.hardware [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.804622] env[69281]: DEBUG nova.virt.hardware [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.804859] env[69281]: DEBUG nova.virt.hardware [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.806396] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfad066-fb57-4066-bf83-be3d45732c55 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.812313] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa61fb5-b593-4839-9103-a30b2c879eea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.831410] env[69281]: DEBUG oslo_vmware.rw_handles [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b76fbc-cd03-cd96-f7c5-b06b9e5c1715/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 998.832920] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3c3dfb-8bb5-4882-8728-15cb3ef1dfad {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.837712] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:3b:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '881c6f6e-fd2c-4406-b549-0416d78ff9fa', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.845239] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Creating folder: Project (0d4fdf94a6bb4139862263b70cdcad4a). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.846420] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17e5ae2-9391-4c1f-8d53-f3870fedb79f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.849243] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12ff6a9f-afe8-4303-a487-e0e4ebc68f2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.857114] env[69281]: DEBUG oslo_vmware.rw_handles [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b76fbc-cd03-cd96-f7c5-b06b9e5c1715/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 998.857333] env[69281]: ERROR oslo_vmware.rw_handles [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b76fbc-cd03-cd96-f7c5-b06b9e5c1715/disk-0.vmdk due to incomplete transfer. [ 998.866170] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-32599b00-7df6-4841-a961-85f6b926062a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.869572] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Created folder: Project (0d4fdf94a6bb4139862263b70cdcad4a) in parent group-v781128. [ 998.869769] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Creating folder: Instances. Parent ref: group-v781366. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.870417] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-995a0950-e2e4-4dd2-a69a-f7f714c8e408 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.877923] env[69281]: DEBUG oslo_vmware.rw_handles [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b76fbc-cd03-cd96-f7c5-b06b9e5c1715/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 998.878294] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Uploaded image c81efd17-db53-4e7b-bcfa-2721c6910711 to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 998.881582] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 998.882018] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3104f268-1f5e-456e-bab6-b9dd46885006 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.886482] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Created folder: Instances in parent group-v781366. [ 998.886888] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.887731] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.888125] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aea72fe-18ee-40df-a185-b8ded36e9545 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.917136] env[69281]: DEBUG oslo_concurrency.lockutils [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.398s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.917471] env[69281]: INFO nova.compute.manager [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Migrating [ 998.928670] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 998.928670] env[69281]: value = "task-3935992" [ 998.928670] env[69281]: _type = "Task" [ 998.928670] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.929110] env[69281]: DEBUG oslo_concurrency.lockutils [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.360s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.929334] env[69281]: DEBUG nova.objects.instance [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Lazy-loading 'resources' on Instance uuid 48edb48b-e20d-4620-9f22-f0a3c229d46c {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.952657] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.952657] env[69281]: value = "task-3935993" [ 998.952657] env[69281]: _type = "Task" [ 998.952657] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.965724] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935992, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.975568] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935993, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.056207] env[69281]: DEBUG nova.network.neutron [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Successfully updated port: 32a74156-7b4d-4d58-bccb-7ef7660b241b {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.313173] env[69281]: DEBUG nova.compute.manager [req-e2cecc20-0284-44a9-9f80-ea35ae175342 req-c8f273be-9d03-4dfa-bcb0-7f77395863da service nova] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Received event network-changed-fa7ea63c-4767-49a2-a555-5f32632d3090 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.313475] env[69281]: DEBUG nova.compute.manager [req-e2cecc20-0284-44a9-9f80-ea35ae175342 req-c8f273be-9d03-4dfa-bcb0-7f77395863da service nova] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Refreshing instance network info cache due to event network-changed-fa7ea63c-4767-49a2-a555-5f32632d3090. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.313755] env[69281]: DEBUG oslo_concurrency.lockutils [req-e2cecc20-0284-44a9-9f80-ea35ae175342 req-c8f273be-9d03-4dfa-bcb0-7f77395863da service nova] Acquiring lock "refresh_cache-485aad9a-1f46-4cd2-a209-159a6eff5655" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.313936] env[69281]: DEBUG oslo_concurrency.lockutils [req-e2cecc20-0284-44a9-9f80-ea35ae175342 req-c8f273be-9d03-4dfa-bcb0-7f77395863da service nova] Acquired lock "refresh_cache-485aad9a-1f46-4cd2-a209-159a6eff5655" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.314157] env[69281]: DEBUG nova.network.neutron [req-e2cecc20-0284-44a9-9f80-ea35ae175342 req-c8f273be-9d03-4dfa-bcb0-7f77395863da service nova] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Refreshing network info cache for port fa7ea63c-4767-49a2-a555-5f32632d3090 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.445846] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935992, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.449441] env[69281]: DEBUG oslo_concurrency.lockutils [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.449441] env[69281]: DEBUG oslo_concurrency.lockutils [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.449701] env[69281]: DEBUG nova.network.neutron [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.471705] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935993, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.559798] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "refresh_cache-f50fff55-ec9f-4ff4-b929-b3b6d8990899" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.560219] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "refresh_cache-f50fff55-ec9f-4ff4-b929-b3b6d8990899" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.560219] env[69281]: DEBUG nova.network.neutron [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.797642] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c9dd2e-8065-42ce-a0a9-3a3741efd603 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.808446] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18575e3f-a8fd-4474-8cb3-a9eeec3af04b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.850633] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27cea12-9c05-4c19-9fbf-545efb071741 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.858790] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "e0ec56ff-8435-43b7-a043-8de35155e1ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.859046] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "e0ec56ff-8435-43b7-a043-8de35155e1ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.865779] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160f6653-b444-40ba-82ec-6d43fa71370b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.882361] env[69281]: DEBUG nova.compute.provider_tree [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.945110] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935992, 'name': Destroy_Task, 'duration_secs': 0.990945} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.945404] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Destroyed the VM [ 999.945647] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 999.945903] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa52621c-6da8-453b-b8d1-21970f7bb48f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.955672] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 999.955672] env[69281]: value = "task-3935994" [ 999.955672] env[69281]: _type = "Task" [ 999.955672] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.969159] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935994, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.974978] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935993, 'name': CreateVM_Task, 'duration_secs': 0.692709} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.975245] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.976175] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.976504] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.976737] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.977169] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73197e80-9367-47d7-9c90-108e3702a8b7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.984021] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Waiting for the task: (returnval){ [ 999.984021] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527b14bc-b3dd-5f59-e598-198f5d2daa0c" [ 999.984021] env[69281]: _type = "Task" [ 999.984021] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.993540] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527b14bc-b3dd-5f59-e598-198f5d2daa0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.122025] env[69281]: DEBUG oslo_concurrency.lockutils [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquiring lock "00612be9-9405-4f1e-9e1b-df137d669cbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.122251] env[69281]: DEBUG oslo_concurrency.lockutils [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Lock "00612be9-9405-4f1e-9e1b-df137d669cbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.122470] env[69281]: DEBUG oslo_concurrency.lockutils [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquiring lock "00612be9-9405-4f1e-9e1b-df137d669cbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.122819] env[69281]: DEBUG oslo_concurrency.lockutils [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Lock "00612be9-9405-4f1e-9e1b-df137d669cbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.123025] env[69281]: DEBUG oslo_concurrency.lockutils [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Lock "00612be9-9405-4f1e-9e1b-df137d669cbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.127910] env[69281]: INFO nova.compute.manager [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Terminating instance [ 1000.361590] env[69281]: DEBUG nova.compute.manager [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.386025] env[69281]: DEBUG nova.scheduler.client.report [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.398946] env[69281]: DEBUG nova.network.neutron [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.467366] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935994, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.497027] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527b14bc-b3dd-5f59-e598-198f5d2daa0c, 'name': SearchDatastore_Task, 'duration_secs': 0.013988} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.497027] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.497027] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.497027] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.497027] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.497027] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.497027] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ebb269c-ff70-4bfb-a675-b437b65aef6a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.507911] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.508420] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.509709] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d90f9b6-c183-4c7e-8a75-d3026b9bc4e8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.519339] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Waiting for the task: (returnval){ [ 1000.519339] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5224f4b6-1a20-6a3a-08fa-71f8722e1065" [ 1000.519339] env[69281]: _type = "Task" [ 1000.519339] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.535481] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5224f4b6-1a20-6a3a-08fa-71f8722e1065, 'name': SearchDatastore_Task, 'duration_secs': 0.011425} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.535813] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eed4a7a-374c-42f9-9c4a-b5f21787377e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.546033] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Waiting for the task: (returnval){ [ 1000.546033] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526bd6c0-7b66-7255-d885-62593a6c3ca1" [ 1000.546033] env[69281]: _type = "Task" [ 1000.546033] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.558815] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526bd6c0-7b66-7255-d885-62593a6c3ca1, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.561037] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.561037] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 1330d48e-e4ca-4bb6-92c8-efba81182b65/1330d48e-e4ca-4bb6-92c8-efba81182b65.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.561037] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-133970a8-be34-4109-a209-bda3892af3e6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.571548] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Waiting for the task: (returnval){ [ 1000.571548] env[69281]: value = "task-3935995" [ 1000.571548] env[69281]: _type = "Task" [ 1000.571548] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.582192] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3935995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.634777] env[69281]: DEBUG oslo_concurrency.lockutils [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquiring lock "refresh_cache-00612be9-9405-4f1e-9e1b-df137d669cbf" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.635071] env[69281]: DEBUG oslo_concurrency.lockutils [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquired lock "refresh_cache-00612be9-9405-4f1e-9e1b-df137d669cbf" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.635313] env[69281]: DEBUG nova.network.neutron [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.640221] env[69281]: DEBUG nova.network.neutron [req-e2cecc20-0284-44a9-9f80-ea35ae175342 req-c8f273be-9d03-4dfa-bcb0-7f77395863da service nova] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Updated VIF entry in instance network info cache for port fa7ea63c-4767-49a2-a555-5f32632d3090. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.640221] env[69281]: DEBUG nova.network.neutron [req-e2cecc20-0284-44a9-9f80-ea35ae175342 req-c8f273be-9d03-4dfa-bcb0-7f77395863da service nova] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Updating instance_info_cache with network_info: [{"id": "fa7ea63c-4767-49a2-a555-5f32632d3090", "address": "fa:16:3e:eb:61:ac", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7ea63c-47", "ovs_interfaceid": "fa7ea63c-4767-49a2-a555-5f32632d3090", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.768329] env[69281]: DEBUG nova.network.neutron [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating instance_info_cache with network_info: [{"id": "f9ee9231-50b9-49d6-888b-451673c1dd27", "address": "fa:16:3e:07:1c:0d", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ee9231-50", "ovs_interfaceid": "f9ee9231-50b9-49d6-888b-451673c1dd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.816411] env[69281]: DEBUG nova.network.neutron [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Updating instance_info_cache with network_info: [{"id": "32a74156-7b4d-4d58-bccb-7ef7660b241b", "address": "fa:16:3e:6c:34:5b", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a74156-7b", "ovs_interfaceid": "32a74156-7b4d-4d58-bccb-7ef7660b241b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.892918] env[69281]: DEBUG oslo_concurrency.lockutils [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.894857] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.806s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.896893] env[69281]: INFO nova.compute.claims [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.907427] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.953310] env[69281]: INFO nova.scheduler.client.report [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Deleted allocations for instance 48edb48b-e20d-4620-9f22-f0a3c229d46c [ 1000.978161] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3935994, 'name': RemoveSnapshot_Task, 'duration_secs': 0.96105} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.980781] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1000.981023] env[69281]: DEBUG nova.compute.manager [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.982378] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4936d2f-a9a5-401c-8fe1-6f9e41dced78 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.997174] env[69281]: DEBUG oslo_vmware.rw_handles [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c95382-a68d-514c-731e-a1e8f4aec833/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1000.997920] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023fb333-7ede-4fa8-8436-768ecc1dc8a2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.010129] env[69281]: DEBUG oslo_vmware.rw_handles [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c95382-a68d-514c-731e-a1e8f4aec833/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1001.010339] env[69281]: ERROR oslo_vmware.rw_handles [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c95382-a68d-514c-731e-a1e8f4aec833/disk-0.vmdk due to incomplete transfer. [ 1001.010956] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-27555ece-f2ec-410a-8099-4126b380ec5e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.021681] env[69281]: DEBUG oslo_vmware.rw_handles [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c95382-a68d-514c-731e-a1e8f4aec833/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1001.021945] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Uploaded image 328b7941-ff8f-4094-ac22-7966ee976cac to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1001.023943] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1001.024553] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37586a1f-0fb8-4fda-99fa-2dcae61f5768 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.043927] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1001.043927] env[69281]: value = "task-3935996" [ 1001.043927] env[69281]: _type = "Task" [ 1001.043927] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.053354] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935996, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.085216] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3935995, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.144601] env[69281]: DEBUG oslo_concurrency.lockutils [req-e2cecc20-0284-44a9-9f80-ea35ae175342 req-c8f273be-9d03-4dfa-bcb0-7f77395863da service nova] Releasing lock "refresh_cache-485aad9a-1f46-4cd2-a209-159a6eff5655" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.177065] env[69281]: DEBUG nova.network.neutron [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.271341] env[69281]: DEBUG oslo_concurrency.lockutils [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.320527] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "refresh_cache-f50fff55-ec9f-4ff4-b929-b3b6d8990899" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.320527] env[69281]: DEBUG nova.compute.manager [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Instance network_info: |[{"id": "32a74156-7b4d-4d58-bccb-7ef7660b241b", "address": "fa:16:3e:6c:34:5b", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a74156-7b", "ovs_interfaceid": "32a74156-7b4d-4d58-bccb-7ef7660b241b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.320527] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:34:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32a74156-7b4d-4d58-bccb-7ef7660b241b', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.329556] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.330753] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.330753] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5d9a7e0-2d5a-497b-8028-5bdd361287cc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.349015] env[69281]: DEBUG nova.network.neutron [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.355920] env[69281]: DEBUG nova.compute.manager [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Received event network-vif-plugged-881c6f6e-fd2c-4406-b549-0416d78ff9fa {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.356017] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Acquiring lock "1330d48e-e4ca-4bb6-92c8-efba81182b65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.356660] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Lock "1330d48e-e4ca-4bb6-92c8-efba81182b65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.356660] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Lock "1330d48e-e4ca-4bb6-92c8-efba81182b65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.356845] env[69281]: DEBUG nova.compute.manager [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] No waiting events found dispatching network-vif-plugged-881c6f6e-fd2c-4406-b549-0416d78ff9fa {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1001.356882] env[69281]: WARNING nova.compute.manager [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Received unexpected event network-vif-plugged-881c6f6e-fd2c-4406-b549-0416d78ff9fa for instance with vm_state building and task_state spawning. [ 1001.357046] env[69281]: DEBUG nova.compute.manager [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Received event network-changed-881c6f6e-fd2c-4406-b549-0416d78ff9fa {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.357318] env[69281]: DEBUG nova.compute.manager [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Refreshing instance network info cache due to event network-changed-881c6f6e-fd2c-4406-b549-0416d78ff9fa. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.357403] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Acquiring lock "refresh_cache-1330d48e-e4ca-4bb6-92c8-efba81182b65" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.357542] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Acquired lock "refresh_cache-1330d48e-e4ca-4bb6-92c8-efba81182b65" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.357704] env[69281]: DEBUG nova.network.neutron [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Refreshing network info cache for port 881c6f6e-fd2c-4406-b549-0416d78ff9fa {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.361066] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.361066] env[69281]: value = "task-3935997" [ 1001.361066] env[69281]: _type = "Task" [ 1001.361066] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.374990] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935997, 'name': CreateVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.472676] env[69281]: DEBUG oslo_concurrency.lockutils [None req-900764e2-8c36-416a-beac-42110ffdfd30 tempest-ServerAddressesTestJSON-298088711 tempest-ServerAddressesTestJSON-298088711-project-member] Lock "48edb48b-e20d-4620-9f22-f0a3c229d46c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.402s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.510999] env[69281]: INFO nova.compute.manager [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Shelve offloading [ 1001.557925] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935996, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.583482] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3935995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580231} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.583482] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 1330d48e-e4ca-4bb6-92c8-efba81182b65/1330d48e-e4ca-4bb6-92c8-efba81182b65.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.583936] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.583936] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be293792-5808-4023-87b4-7c929db6f6c7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.592816] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Waiting for the task: (returnval){ [ 1001.592816] env[69281]: value = "task-3935998" [ 1001.592816] env[69281]: _type = "Task" [ 1001.592816] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.603723] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3935998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.852647] env[69281]: DEBUG oslo_concurrency.lockutils [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Releasing lock "refresh_cache-00612be9-9405-4f1e-9e1b-df137d669cbf" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.853282] env[69281]: DEBUG nova.compute.manager [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.853507] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.854952] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14946dd-10b7-48b1-8c6a-4eaf3fab8ffe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.870288] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.874030] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bca492b-895f-4018-ae78-357c9216466c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.882688] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935997, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.885224] env[69281]: DEBUG oslo_vmware.api [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 1001.885224] env[69281]: value = "task-3935999" [ 1001.885224] env[69281]: _type = "Task" [ 1001.885224] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.895084] env[69281]: DEBUG oslo_vmware.api [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.019161] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.019161] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a23a39e-a882-41d3-a5ae-c36b648c5835 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.030359] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1002.030359] env[69281]: value = "task-3936000" [ 1002.030359] env[69281]: _type = "Task" [ 1002.030359] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.051378] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1002.051671] env[69281]: DEBUG nova.compute.manager [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1002.053590] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae58caa-def9-44d9-9e8f-c714898c6f2c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.068552] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3935996, 'name': Destroy_Task, 'duration_secs': 1.029965} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.076029] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Destroyed the VM [ 1002.076339] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1002.077415] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.077415] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.077415] env[69281]: DEBUG nova.network.neutron [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.078768] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-82215f93-8493-4dcd-b1bd-c5f6feba7df0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.093519] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1002.093519] env[69281]: value = "task-3936001" [ 1002.093519] env[69281]: _type = "Task" [ 1002.093519] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.117497] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936001, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.121164] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3935998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076841} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.121649] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.122676] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8fbba7-1f58-4b14-bfbe-9349e19d207b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.159490] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 1330d48e-e4ca-4bb6-92c8-efba81182b65/1330d48e-e4ca-4bb6-92c8-efba81182b65.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.165465] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f4db43c-b367-4c62-9ad8-8c589ac89bc1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.187421] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Waiting for the task: (returnval){ [ 1002.187421] env[69281]: value = "task-3936002" [ 1002.187421] env[69281]: _type = "Task" [ 1002.187421] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.201659] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3936002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.368667] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dab19a-d59e-4bbb-a613-281506fd1a5b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.388836] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4874d9-5634-4d43-a286-953c7dab6451 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.396175] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3935997, 'name': CreateVM_Task, 'duration_secs': 0.755082} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.398637] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.400098] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.400265] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.400871] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.401430] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c8fd5c-b585-4548-baf0-c9f20fe29de1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.433425] env[69281]: DEBUG oslo_vmware.api [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3935999, 'name': PowerOffVM_Task, 'duration_secs': 0.236648} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.440521] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e519ab-b770-488a-8725-252cbbeaa740 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.440521] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.440521] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.440521] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85a3d943-e0ee-4a04-a765-a3c941e071f2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.443882] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1002.443882] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e4ebe6-cee7-c689-22ae-c8224d52f511" [ 1002.443882] env[69281]: _type = "Task" [ 1002.443882] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.451514] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd8551c-cd9f-4e71-8929-542d8378e703 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.461491] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e4ebe6-cee7-c689-22ae-c8224d52f511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.476368] env[69281]: DEBUG nova.compute.provider_tree [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.497698] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.497879] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.498595] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Deleting the datastore file [datastore2] 00612be9-9405-4f1e-9e1b-df137d669cbf {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.498848] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d14efbd0-b517-4674-bcf9-19ff4b13ed2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.508049] env[69281]: DEBUG oslo_vmware.api [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for the task: (returnval){ [ 1002.508049] env[69281]: value = "task-3936004" [ 1002.508049] env[69281]: _type = "Task" [ 1002.508049] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.519482] env[69281]: DEBUG oslo_vmware.api [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3936004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.609087] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936001, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.679994] env[69281]: DEBUG nova.network.neutron [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Updated VIF entry in instance network info cache for port 881c6f6e-fd2c-4406-b549-0416d78ff9fa. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.680393] env[69281]: DEBUG nova.network.neutron [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Updating instance_info_cache with network_info: [{"id": "881c6f6e-fd2c-4406-b549-0416d78ff9fa", "address": "fa:16:3e:86:3b:54", "network": {"id": "ce844178-aee7-4ce3-80b7-f4f9886d34a2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-62544462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d4fdf94a6bb4139862263b70cdcad4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881c6f6e-fd", "ovs_interfaceid": "881c6f6e-fd2c-4406-b549-0416d78ff9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.698872] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3936002, 'name': ReconfigVM_Task, 'duration_secs': 0.323247} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.699235] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 1330d48e-e4ca-4bb6-92c8-efba81182b65/1330d48e-e4ca-4bb6-92c8-efba81182b65.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.699887] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef764266-743a-4367-b5dd-0858769e5c62 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.708285] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Waiting for the task: (returnval){ [ 1002.708285] env[69281]: value = "task-3936005" [ 1002.708285] env[69281]: _type = "Task" [ 1002.708285] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.718829] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3936005, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.799659] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14c29ef-752d-456e-b5e8-2e989260e3a9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.805753] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.806013] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.832221] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating instance '7bace696-692b-47b9-ae24-fecedb4d32f0' progress to 0 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.954748] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e4ebe6-cee7-c689-22ae-c8224d52f511, 'name': SearchDatastore_Task, 'duration_secs': 0.017915} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.955074] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.955395] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.955610] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.955821] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.955944] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.956233] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63b52d87-ee0f-4aa0-8860-fce729266a57 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.965889] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.966251] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.966879] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a6db62-8f77-44ff-981a-30691ad4d1ec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.974596] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1002.974596] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525b74b4-593e-c50c-ed84-d97f1cd4dc44" [ 1002.974596] env[69281]: _type = "Task" [ 1002.974596] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.989450] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525b74b4-593e-c50c-ed84-d97f1cd4dc44, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.990460] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e132ab90-e189-442c-8708-e26083032cb1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.996463] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1002.996463] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5265012f-3561-e0ea-c7cb-aad788400e9a" [ 1002.996463] env[69281]: _type = "Task" [ 1002.996463] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.003198] env[69281]: ERROR nova.scheduler.client.report [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [req-197d6b7c-5372-4030-8ba5-88613a4b3e4b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-197d6b7c-5372-4030-8ba5-88613a4b3e4b"}]} [ 1003.010578] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5265012f-3561-e0ea-c7cb-aad788400e9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.018262] env[69281]: DEBUG oslo_vmware.api [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Task: {'id': task-3936004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113116} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.018524] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.018744] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.018892] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.019132] env[69281]: INFO nova.compute.manager [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1003.019767] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.021185] env[69281]: DEBUG nova.compute.manager [-] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.021185] env[69281]: DEBUG nova.network.neutron [-] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.025657] env[69281]: DEBUG nova.scheduler.client.report [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1003.042658] env[69281]: DEBUG nova.network.neutron [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updating instance_info_cache with network_info: [{"id": "eba92ed4-9055-4ef4-b799-c136474d9c87", "address": "fa:16:3e:69:43:be", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba92ed4-90", "ovs_interfaceid": "eba92ed4-9055-4ef4-b799-c136474d9c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.048386] env[69281]: DEBUG nova.scheduler.client.report [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1003.048612] env[69281]: DEBUG nova.compute.provider_tree [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.051693] env[69281]: DEBUG nova.network.neutron [-] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.070090] env[69281]: DEBUG nova.scheduler.client.report [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1003.090769] env[69281]: DEBUG nova.scheduler.client.report [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1003.108084] env[69281]: DEBUG oslo_vmware.api [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936001, 'name': RemoveSnapshot_Task, 'duration_secs': 0.816726} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.108084] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1003.108340] env[69281]: INFO nova.compute.manager [None req-ace5584b-1d03-4c21-b4aa-426e7b3379dc tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Took 17.40 seconds to snapshot the instance on the hypervisor. [ 1003.183601] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Releasing lock "refresh_cache-1330d48e-e4ca-4bb6-92c8-efba81182b65" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.183948] env[69281]: DEBUG nova.compute.manager [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Received event network-vif-plugged-32a74156-7b4d-4d58-bccb-7ef7660b241b {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.184275] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Acquiring lock "f50fff55-ec9f-4ff4-b929-b3b6d8990899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.185633] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Lock "f50fff55-ec9f-4ff4-b929-b3b6d8990899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.185633] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Lock "f50fff55-ec9f-4ff4-b929-b3b6d8990899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.185633] env[69281]: DEBUG nova.compute.manager [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] No waiting events found dispatching network-vif-plugged-32a74156-7b4d-4d58-bccb-7ef7660b241b {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1003.185633] env[69281]: WARNING nova.compute.manager [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Received unexpected event network-vif-plugged-32a74156-7b4d-4d58-bccb-7ef7660b241b for instance with vm_state building and task_state spawning. [ 1003.185633] env[69281]: DEBUG nova.compute.manager [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Received event network-changed-32a74156-7b4d-4d58-bccb-7ef7660b241b {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.185633] env[69281]: DEBUG nova.compute.manager [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Refreshing instance network info cache due to event network-changed-32a74156-7b4d-4d58-bccb-7ef7660b241b. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.185633] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Acquiring lock "refresh_cache-f50fff55-ec9f-4ff4-b929-b3b6d8990899" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.185954] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Acquired lock "refresh_cache-f50fff55-ec9f-4ff4-b929-b3b6d8990899" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.186204] env[69281]: DEBUG nova.network.neutron [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Refreshing network info cache for port 32a74156-7b4d-4d58-bccb-7ef7660b241b {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.224357] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3936005, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.308848] env[69281]: DEBUG nova.compute.manager [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.340021] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.340922] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b9af22f-c267-416a-8035-27b11448ac07 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.353695] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1003.353695] env[69281]: value = "task-3936006" [ 1003.353695] env[69281]: _type = "Task" [ 1003.353695] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.368360] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.450616] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b77ae26-6d91-424b-88e9-806c76c6bc7a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.461320] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ce2019-5c3a-481c-86a7-e20217d7ffc3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.495363] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea1879f-119b-4ec7-b8d6-1c9af9d2fd77 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.512895] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64b45cd-94da-4a2c-82f0-acf65b0456a5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.517119] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5265012f-3561-e0ea-c7cb-aad788400e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010684} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.517596] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.517717] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] f50fff55-ec9f-4ff4-b929-b3b6d8990899/f50fff55-ec9f-4ff4-b929-b3b6d8990899.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.518520] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9655b38d-0dd6-40ca-8202-dfbadb072ead {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.534098] env[69281]: DEBUG nova.compute.provider_tree [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.543944] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1003.543944] env[69281]: value = "task-3936007" [ 1003.543944] env[69281]: _type = "Task" [ 1003.543944] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.546644] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.556749] env[69281]: DEBUG nova.network.neutron [-] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.558260] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.724856] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3936005, 'name': Rename_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.835237] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.865586] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936006, 'name': PowerOffVM_Task, 'duration_secs': 0.314279} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.865882] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.866094] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating instance '7bace696-692b-47b9-ae24-fecedb4d32f0' progress to 17 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.038497] env[69281]: DEBUG nova.scheduler.client.report [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.053670] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936007, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.060573] env[69281]: INFO nova.compute.manager [-] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Took 1.04 seconds to deallocate network for instance. [ 1004.121907] env[69281]: DEBUG nova.compute.manager [req-0c175396-629c-46a9-87da-5c763424037e req-0394de78-1e50-4f94-b5b4-349bf1786a2e service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Received event network-vif-unplugged-eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.122248] env[69281]: DEBUG oslo_concurrency.lockutils [req-0c175396-629c-46a9-87da-5c763424037e req-0394de78-1e50-4f94-b5b4-349bf1786a2e service nova] Acquiring lock "098bb7f4-c121-4751-946a-15c5d5b20b37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.122419] env[69281]: DEBUG oslo_concurrency.lockutils [req-0c175396-629c-46a9-87da-5c763424037e req-0394de78-1e50-4f94-b5b4-349bf1786a2e service nova] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.122980] env[69281]: DEBUG oslo_concurrency.lockutils [req-0c175396-629c-46a9-87da-5c763424037e req-0394de78-1e50-4f94-b5b4-349bf1786a2e service nova] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.122980] env[69281]: DEBUG nova.compute.manager [req-0c175396-629c-46a9-87da-5c763424037e req-0394de78-1e50-4f94-b5b4-349bf1786a2e service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] No waiting events found dispatching network-vif-unplugged-eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1004.122980] env[69281]: WARNING nova.compute.manager [req-0c175396-629c-46a9-87da-5c763424037e req-0394de78-1e50-4f94-b5b4-349bf1786a2e service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Received unexpected event network-vif-unplugged-eba92ed4-9055-4ef4-b799-c136474d9c87 for instance with vm_state shelved and task_state shelving_offloading. [ 1004.135161] env[69281]: DEBUG nova.network.neutron [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Updated VIF entry in instance network info cache for port 32a74156-7b4d-4d58-bccb-7ef7660b241b. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.135161] env[69281]: DEBUG nova.network.neutron [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Updating instance_info_cache with network_info: [{"id": "32a74156-7b4d-4d58-bccb-7ef7660b241b", "address": "fa:16:3e:6c:34:5b", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a74156-7b", "ovs_interfaceid": "32a74156-7b4d-4d58-bccb-7ef7660b241b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.224570] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3936005, 'name': Rename_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.247090] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.249932] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea061e0-4acb-40e1-9774-bdd02dab43c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.263892] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.264398] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-533e2387-3072-4c16-8884-bf5e2439ae36 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.342467] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.342569] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.342733] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleting the datastore file [datastore1] 098bb7f4-c121-4751-946a-15c5d5b20b37 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.343097] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f15856d-ff35-45a8-80aa-b0d756a86599 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.352107] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1004.352107] env[69281]: value = "task-3936009" [ 1004.352107] env[69281]: _type = "Task" [ 1004.352107] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.362168] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.375978] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.376279] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.376477] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.376986] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.376986] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.377097] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.377447] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.377658] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.377866] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.378068] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.378261] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.383836] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab0d4a4e-f7d9-4fce-ad3e-463d08876316 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.402319] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1004.402319] env[69281]: value = "task-3936010" [ 1004.402319] env[69281]: _type = "Task" [ 1004.402319] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.412776] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.550529] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.655s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.551459] env[69281]: DEBUG nova.compute.manager [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.558265] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.835s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.558737] env[69281]: DEBUG nova.objects.instance [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lazy-loading 'resources' on Instance uuid 31701380-3998-4510-be64-ec5271cf985f {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.569715] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564385} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.570075] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] f50fff55-ec9f-4ff4-b929-b3b6d8990899/f50fff55-ec9f-4ff4-b929-b3b6d8990899.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.570347] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.570637] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbc77bb8-5784-41f5-a370-a45fb14b0248 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.576804] env[69281]: DEBUG oslo_concurrency.lockutils [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.583124] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1004.583124] env[69281]: value = "task-3936011" [ 1004.583124] env[69281]: _type = "Task" [ 1004.583124] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.606576] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.638494] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Releasing lock "refresh_cache-f50fff55-ec9f-4ff4-b929-b3b6d8990899" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.638687] env[69281]: DEBUG nova.compute.manager [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Received event network-changed-361e72e8-2c28-481a-9114-df683cf9310c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.638687] env[69281]: DEBUG nova.compute.manager [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Refreshing instance network info cache due to event network-changed-361e72e8-2c28-481a-9114-df683cf9310c. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.638918] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Acquiring lock "refresh_cache-39e1581f-e8bd-4512-821c-6d3349547f85" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.639079] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Acquired lock "refresh_cache-39e1581f-e8bd-4512-821c-6d3349547f85" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.639251] env[69281]: DEBUG nova.network.neutron [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Refreshing network info cache for port 361e72e8-2c28-481a-9114-df683cf9310c {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.723672] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3936005, 'name': Rename_Task, 'duration_secs': 1.913341} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.723967] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.724263] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7660c18-00cc-4b05-953c-4e9dac8a90a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.731594] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Waiting for the task: (returnval){ [ 1004.731594] env[69281]: value = "task-3936012" [ 1004.731594] env[69281]: _type = "Task" [ 1004.731594] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.742302] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3936012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.864954] env[69281]: DEBUG oslo_vmware.api [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440375} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.865257] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.865496] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.865719] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.883964] env[69281]: INFO nova.scheduler.client.report [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleted allocations for instance 098bb7f4-c121-4751-946a-15c5d5b20b37 [ 1004.919122] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936010, 'name': ReconfigVM_Task, 'duration_secs': 0.291492} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.919700] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating instance '7bace696-692b-47b9-ae24-fecedb4d32f0' progress to 33 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.059829] env[69281]: DEBUG nova.compute.utils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.061300] env[69281]: DEBUG nova.compute.manager [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.061484] env[69281]: DEBUG nova.network.neutron [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.093682] env[69281]: DEBUG oslo_concurrency.lockutils [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquiring lock "795f2d3b-f366-4487-8200-0a65ef25e27b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.093925] env[69281]: DEBUG oslo_concurrency.lockutils [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Lock "795f2d3b-f366-4487-8200-0a65ef25e27b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.102938] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232632} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.103317] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.104279] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04b2021-b7b0-44af-aa14-18c21b251268 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.128437] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] f50fff55-ec9f-4ff4-b929-b3b6d8990899/f50fff55-ec9f-4ff4-b929-b3b6d8990899.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.130107] env[69281]: DEBUG nova.policy [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fe1767f47dd48ffa25d0ea2e648c78f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312cd59189eb4a0696270ef4ca7a672f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.134330] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb341b0c-52d3-48de-9310-2b2deced4b4a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.158367] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1005.158367] env[69281]: value = "task-3936013" [ 1005.158367] env[69281]: _type = "Task" [ 1005.158367] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.174183] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.243244] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3936012, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.392468] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.428625] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.428877] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.429059] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.429252] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.429402] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.429591] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.429828] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.429993] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.430187] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.430354] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.430531] env[69281]: DEBUG nova.virt.hardware [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.437063] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1005.439948] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ace58731-d16b-4277-b30d-672bf906c7b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.462573] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1005.462573] env[69281]: value = "task-3936014" [ 1005.462573] env[69281]: _type = "Task" [ 1005.462573] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.471551] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.473728] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e52464-6e49-45b7-af0c-d01a93a3533b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.482307] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2bf82e-59d7-486d-b6bd-775938f21c27 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.517891] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d988ecab-fae8-4d2b-a778-48d4ebef3529 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.529517] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0627097d-9d7b-43d7-b0e9-39093e3e0078 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.555510] env[69281]: DEBUG nova.compute.provider_tree [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.565126] env[69281]: DEBUG nova.compute.manager [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.603532] env[69281]: DEBUG nova.compute.manager [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.677961] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.744498] env[69281]: DEBUG oslo_vmware.api [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3936012, 'name': PowerOnVM_Task, 'duration_secs': 0.536231} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.748641] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.748993] env[69281]: INFO nova.compute.manager [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Took 11.53 seconds to spawn the instance on the hypervisor. [ 1005.749292] env[69281]: DEBUG nova.compute.manager [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1005.750578] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6516ee-14db-41d7-8aa6-a94eadc4a28e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.922823] env[69281]: DEBUG nova.network.neutron [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Updated VIF entry in instance network info cache for port 361e72e8-2c28-481a-9114-df683cf9310c. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.923673] env[69281]: DEBUG nova.network.neutron [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Updating instance_info_cache with network_info: [{"id": "361e72e8-2c28-481a-9114-df683cf9310c", "address": "fa:16:3e:7d:8d:ef", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361e72e8-2c", "ovs_interfaceid": "361e72e8-2c28-481a-9114-df683cf9310c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.973520] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936014, 'name': ReconfigVM_Task, 'duration_secs': 0.197295} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.973820] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1005.974771] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95acee6-1b49-4881-a440-f50f2b4c5708 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.999412] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 7bace696-692b-47b9-ae24-fecedb4d32f0/7bace696-692b-47b9-ae24-fecedb4d32f0.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.999786] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd19ca4a-8206-44b1-8221-7a54cb751f72 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.021622] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1006.021622] env[69281]: value = "task-3936015" [ 1006.021622] env[69281]: _type = "Task" [ 1006.021622] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.030526] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.037387] env[69281]: DEBUG nova.network.neutron [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Successfully created port: fb692efc-7774-48ce-a88c-c64ece6343a5 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.059715] env[69281]: DEBUG nova.scheduler.client.report [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.132256] env[69281]: DEBUG oslo_concurrency.lockutils [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.176699] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936013, 'name': ReconfigVM_Task, 'duration_secs': 0.63113} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.177104] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Reconfigured VM instance instance-00000054 to attach disk [datastore1] f50fff55-ec9f-4ff4-b929-b3b6d8990899/f50fff55-ec9f-4ff4-b929-b3b6d8990899.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.177852] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d8088be-e10d-44e4-b3ba-1b9a6985d330 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.188184] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1006.188184] env[69281]: value = "task-3936016" [ 1006.188184] env[69281]: _type = "Task" [ 1006.188184] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.190266] env[69281]: DEBUG nova.compute.manager [req-0801e245-6224-4f04-a594-f3ec3b887ceb req-d5063bd4-58e4-43a7-9132-0de268c7d2d5 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Received event network-changed-eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.190464] env[69281]: DEBUG nova.compute.manager [req-0801e245-6224-4f04-a594-f3ec3b887ceb req-d5063bd4-58e4-43a7-9132-0de268c7d2d5 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Refreshing instance network info cache due to event network-changed-eba92ed4-9055-4ef4-b799-c136474d9c87. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.190737] env[69281]: DEBUG oslo_concurrency.lockutils [req-0801e245-6224-4f04-a594-f3ec3b887ceb req-d5063bd4-58e4-43a7-9132-0de268c7d2d5 service nova] Acquiring lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.190843] env[69281]: DEBUG oslo_concurrency.lockutils [req-0801e245-6224-4f04-a594-f3ec3b887ceb req-d5063bd4-58e4-43a7-9132-0de268c7d2d5 service nova] Acquired lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.190974] env[69281]: DEBUG nova.network.neutron [req-0801e245-6224-4f04-a594-f3ec3b887ceb req-d5063bd4-58e4-43a7-9132-0de268c7d2d5 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Refreshing network info cache for port eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.203524] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936016, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.273701] env[69281]: INFO nova.compute.manager [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Took 36.10 seconds to build instance. [ 1006.425995] env[69281]: DEBUG oslo_concurrency.lockutils [req-429aba14-6675-46e8-ad26-1fc7eca6c83d req-bbb188df-110b-42f2-8cd6-08bb392344ab service nova] Releasing lock "refresh_cache-39e1581f-e8bd-4512-821c-6d3349547f85" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.533661] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936015, 'name': ReconfigVM_Task, 'duration_secs': 0.321799} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.534978] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 7bace696-692b-47b9-ae24-fecedb4d32f0/7bace696-692b-47b9-ae24-fecedb4d32f0.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.535382] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating instance '7bace696-692b-47b9-ae24-fecedb4d32f0' progress to 50 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.565368] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.568689] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.409s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.570265] env[69281]: INFO nova.compute.claims [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.580024] env[69281]: DEBUG nova.compute.manager [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.607121] env[69281]: INFO nova.scheduler.client.report [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Deleted allocations for instance 31701380-3998-4510-be64-ec5271cf985f [ 1006.619944] env[69281]: DEBUG nova.virt.hardware [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.620214] env[69281]: DEBUG nova.virt.hardware [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.620506] env[69281]: DEBUG nova.virt.hardware [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.621882] env[69281]: DEBUG nova.virt.hardware [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.621882] env[69281]: DEBUG nova.virt.hardware [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.621882] env[69281]: DEBUG nova.virt.hardware [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.622502] env[69281]: DEBUG nova.virt.hardware [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.622502] env[69281]: DEBUG nova.virt.hardware [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.622502] env[69281]: DEBUG nova.virt.hardware [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.622771] env[69281]: DEBUG nova.virt.hardware [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.622771] env[69281]: DEBUG nova.virt.hardware [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.624031] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f62d7de-7a03-436e-b0d4-d8941a6d4940 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.635154] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c4b216-af52-4055-b4b2-caef977b3014 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.705089] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936016, 'name': Rename_Task, 'duration_secs': 0.240915} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.705847] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.706210] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ba96acd-f696-453f-bad5-c39e3bc20d44 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.713627] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1006.713627] env[69281]: value = "task-3936017" [ 1006.713627] env[69281]: _type = "Task" [ 1006.713627] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.725073] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.725426] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Acquiring lock "1330d48e-e4ca-4bb6-92c8-efba81182b65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.775881] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5c0099cb-cb94-4f8f-b44f-cf0108f10968 tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Lock "1330d48e-e4ca-4bb6-92c8-efba81182b65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.617s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.776372] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Lock "1330d48e-e4ca-4bb6-92c8-efba81182b65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.051s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.776737] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Acquiring lock "1330d48e-e4ca-4bb6-92c8-efba81182b65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.777127] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Lock "1330d48e-e4ca-4bb6-92c8-efba81182b65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.777445] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Lock "1330d48e-e4ca-4bb6-92c8-efba81182b65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.783297] env[69281]: INFO nova.compute.manager [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Terminating instance [ 1007.044720] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be885721-09c6-42a9-99f3-811164b1993c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.070235] env[69281]: DEBUG nova.network.neutron [req-0801e245-6224-4f04-a594-f3ec3b887ceb req-d5063bd4-58e4-43a7-9132-0de268c7d2d5 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updated VIF entry in instance network info cache for port eba92ed4-9055-4ef4-b799-c136474d9c87. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.070235] env[69281]: DEBUG nova.network.neutron [req-0801e245-6224-4f04-a594-f3ec3b887ceb req-d5063bd4-58e4-43a7-9132-0de268c7d2d5 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updating instance_info_cache with network_info: [{"id": "eba92ed4-9055-4ef4-b799-c136474d9c87", "address": "fa:16:3e:69:43:be", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapeba92ed4-90", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.074483] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab448bf-df6d-454b-941d-2c2e04a37709 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.100861] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating instance '7bace696-692b-47b9-ae24-fecedb4d32f0' progress to 67 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.115058] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b89d7271-acb4-4c1a-a60a-9fc2bde6a9ec tempest-MigrationsAdminTest-608694291 tempest-MigrationsAdminTest-608694291-project-member] Lock "31701380-3998-4510-be64-ec5271cf985f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.437s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.227704] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.292234] env[69281]: DEBUG nova.compute.manager [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.292234] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.298742] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bfdfd3-8aaf-46bb-8c88-17d56a2a6d53 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.313293] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.314220] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2462f5d-f50b-40a6-a1d8-f80c9a462edf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.324948] env[69281]: DEBUG oslo_vmware.api [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Waiting for the task: (returnval){ [ 1007.324948] env[69281]: value = "task-3936018" [ 1007.324948] env[69281]: _type = "Task" [ 1007.324948] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.334118] env[69281]: DEBUG oslo_vmware.api [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3936018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.578927] env[69281]: DEBUG oslo_concurrency.lockutils [req-0801e245-6224-4f04-a594-f3ec3b887ceb req-d5063bd4-58e4-43a7-9132-0de268c7d2d5 service nova] Releasing lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.733579] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936017, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.772222] env[69281]: DEBUG nova.network.neutron [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Port f9ee9231-50b9-49d6-888b-451673c1dd27 binding to destination host cpu-1 is already ACTIVE {{(pid=69281) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1007.796917] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "098bb7f4-c121-4751-946a-15c5d5b20b37" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.842256] env[69281]: DEBUG oslo_vmware.api [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3936018, 'name': PowerOffVM_Task, 'duration_secs': 0.282327} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.843488] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.843698] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.843994] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a23ee04-bb6d-44f4-bd43-ad044e2b2ba7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.873905] env[69281]: DEBUG nova.network.neutron [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Successfully updated port: fb692efc-7774-48ce-a88c-c64ece6343a5 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.923034] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.923404] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.923606] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Deleting the datastore file [datastore1] 1330d48e-e4ca-4bb6-92c8-efba81182b65 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.923910] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0466b47e-9a1b-4208-a86c-51c013c19bda {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.936433] env[69281]: DEBUG oslo_vmware.api [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Waiting for the task: (returnval){ [ 1007.936433] env[69281]: value = "task-3936020" [ 1007.936433] env[69281]: _type = "Task" [ 1007.936433] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.947561] env[69281]: DEBUG oslo_vmware.api [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3936020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.022106] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1980546b-0776-4e47-b8d3-c0250812571c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.030452] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffad6e7-c251-45ab-9d10-dc52a9678da5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.066998] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82eb4b9e-72a8-461e-bc81-63010a34150b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.077059] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c601b95-adcc-4153-a548-803a076ff198 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.094078] env[69281]: DEBUG nova.compute.provider_tree [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.222080] env[69281]: DEBUG nova.compute.manager [req-e0d1b470-0a09-4878-8fca-b651702b65e2 req-c806b0af-52ba-4e38-a01b-4cc2dbc4f193 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Received event network-vif-plugged-fb692efc-7774-48ce-a88c-c64ece6343a5 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.222708] env[69281]: DEBUG oslo_concurrency.lockutils [req-e0d1b470-0a09-4878-8fca-b651702b65e2 req-c806b0af-52ba-4e38-a01b-4cc2dbc4f193 service nova] Acquiring lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.222708] env[69281]: DEBUG oslo_concurrency.lockutils [req-e0d1b470-0a09-4878-8fca-b651702b65e2 req-c806b0af-52ba-4e38-a01b-4cc2dbc4f193 service nova] Lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.223092] env[69281]: DEBUG oslo_concurrency.lockutils [req-e0d1b470-0a09-4878-8fca-b651702b65e2 req-c806b0af-52ba-4e38-a01b-4cc2dbc4f193 service nova] Lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.223092] env[69281]: DEBUG nova.compute.manager [req-e0d1b470-0a09-4878-8fca-b651702b65e2 req-c806b0af-52ba-4e38-a01b-4cc2dbc4f193 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] No waiting events found dispatching network-vif-plugged-fb692efc-7774-48ce-a88c-c64ece6343a5 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1008.223391] env[69281]: WARNING nova.compute.manager [req-e0d1b470-0a09-4878-8fca-b651702b65e2 req-c806b0af-52ba-4e38-a01b-4cc2dbc4f193 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Received unexpected event network-vif-plugged-fb692efc-7774-48ce-a88c-c64ece6343a5 for instance with vm_state building and task_state spawning. [ 1008.223615] env[69281]: DEBUG nova.compute.manager [req-e0d1b470-0a09-4878-8fca-b651702b65e2 req-c806b0af-52ba-4e38-a01b-4cc2dbc4f193 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Received event network-changed-fb692efc-7774-48ce-a88c-c64ece6343a5 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.223804] env[69281]: DEBUG nova.compute.manager [req-e0d1b470-0a09-4878-8fca-b651702b65e2 req-c806b0af-52ba-4e38-a01b-4cc2dbc4f193 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Refreshing instance network info cache due to event network-changed-fb692efc-7774-48ce-a88c-c64ece6343a5. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.223999] env[69281]: DEBUG oslo_concurrency.lockutils [req-e0d1b470-0a09-4878-8fca-b651702b65e2 req-c806b0af-52ba-4e38-a01b-4cc2dbc4f193 service nova] Acquiring lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.224193] env[69281]: DEBUG oslo_concurrency.lockutils [req-e0d1b470-0a09-4878-8fca-b651702b65e2 req-c806b0af-52ba-4e38-a01b-4cc2dbc4f193 service nova] Acquired lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.228089] env[69281]: DEBUG nova.network.neutron [req-e0d1b470-0a09-4878-8fca-b651702b65e2 req-c806b0af-52ba-4e38-a01b-4cc2dbc4f193 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Refreshing network info cache for port fb692efc-7774-48ce-a88c-c64ece6343a5 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.230400] env[69281]: DEBUG oslo_vmware.api [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936017, 'name': PowerOnVM_Task, 'duration_secs': 1.159347} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.231041] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.231233] env[69281]: INFO nova.compute.manager [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1008.231429] env[69281]: DEBUG nova.compute.manager [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.232261] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730d8ba3-492e-44a8-80e8-db5a00c02443 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.381468] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.448572] env[69281]: DEBUG oslo_vmware.api [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Task: {'id': task-3936020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143533} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.448903] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.449107] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.449805] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.449805] env[69281]: INFO nova.compute.manager [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1008.449805] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.449962] env[69281]: DEBUG nova.compute.manager [-] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.450065] env[69281]: DEBUG nova.network.neutron [-] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.603728] env[69281]: DEBUG nova.scheduler.client.report [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.753533] env[69281]: INFO nova.compute.manager [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Took 34.61 seconds to build instance. [ 1008.770858] env[69281]: DEBUG nova.network.neutron [req-e0d1b470-0a09-4878-8fca-b651702b65e2 req-c806b0af-52ba-4e38-a01b-4cc2dbc4f193 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.808739] env[69281]: DEBUG oslo_concurrency.lockutils [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "7bace696-692b-47b9-ae24-fecedb4d32f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.809072] env[69281]: DEBUG oslo_concurrency.lockutils [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "7bace696-692b-47b9-ae24-fecedb4d32f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.809072] env[69281]: DEBUG oslo_concurrency.lockutils [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "7bace696-692b-47b9-ae24-fecedb4d32f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.868359] env[69281]: DEBUG nova.network.neutron [req-e0d1b470-0a09-4878-8fca-b651702b65e2 req-c806b0af-52ba-4e38-a01b-4cc2dbc4f193 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.108801] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.109454] env[69281]: DEBUG nova.compute.manager [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.112058] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.893s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.217283] env[69281]: DEBUG nova.network.neutron [-] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.259585] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2c1dbb23-aaf2-4f6f-a42d-df78ec3dc144 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "f50fff55-ec9f-4ff4-b929-b3b6d8990899" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.124s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.370498] env[69281]: DEBUG oslo_concurrency.lockutils [req-e0d1b470-0a09-4878-8fca-b651702b65e2 req-c806b0af-52ba-4e38-a01b-4cc2dbc4f193 service nova] Releasing lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.371241] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.371451] env[69281]: DEBUG nova.network.neutron [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.612690] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.612999] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.618108] env[69281]: DEBUG nova.compute.utils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.619956] env[69281]: DEBUG nova.compute.manager [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.620163] env[69281]: DEBUG nova.network.neutron [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.683751] env[69281]: DEBUG nova.policy [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b24be1c476c431c95707829c0dd370c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa25e53553ec44378e9f7ee80f6ed5e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.721125] env[69281]: INFO nova.compute.manager [-] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Took 1.27 seconds to deallocate network for instance. [ 1009.864507] env[69281]: DEBUG oslo_concurrency.lockutils [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.864802] env[69281]: DEBUG oslo_concurrency.lockutils [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.864869] env[69281]: DEBUG nova.network.neutron [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.912772] env[69281]: DEBUG nova.network.neutron [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.094873] env[69281]: DEBUG nova.network.neutron [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Successfully created port: bec65203-d9fb-41f7-9bd7-caf3bf9d2bed {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.115636] env[69281]: DEBUG nova.compute.manager [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.124020] env[69281]: DEBUG nova.compute.manager [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.132649] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Applying migration context for instance 7bace696-692b-47b9-ae24-fecedb4d32f0 as it has an incoming, in-progress migration 81e61589-1025-4c06-842b-82a32cdc1729. Migration status is post-migrating {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1010.134959] env[69281]: INFO nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating resource usage from migration 81e61589-1025-4c06-842b-82a32cdc1729 [ 1010.139379] env[69281]: DEBUG nova.network.neutron [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updating instance_info_cache with network_info: [{"id": "fb692efc-7774-48ce-a88c-c64ece6343a5", "address": "fa:16:3e:ac:74:05", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb692efc-77", "ovs_interfaceid": "fb692efc-7774-48ce-a88c-c64ece6343a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.173876] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 7289d8eb-3321-4946-8799-efd422ffb4e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1010.174064] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 1ee96550-ffee-4b07-b48e-7f5978d12145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1010.174230] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1010.174368] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 37f8853b-006a-4591-bc1b-01349ea94022 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1010.174491] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance dcc00b16-bc8b-4f04-86c9-87d692062ebb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1010.174615] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 7bd20726-0fcc-43cf-afad-fdf822fd8741 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1010.174760] env[69281]: WARNING nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 00612be9-9405-4f1e-9e1b-df137d669cbf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1010.174878] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 485aad9a-1f46-4cd2-a209-159a6eff5655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1010.174995] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 39e1581f-e8bd-4512-821c-6d3349547f85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1010.175131] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 1330d48e-e4ca-4bb6-92c8-efba81182b65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1010.175314] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance f50fff55-ec9f-4ff4-b929-b3b6d8990899 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1010.175453] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Migration 81e61589-1025-4c06-842b-82a32cdc1729 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1010.175571] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 7bace696-692b-47b9-ae24-fecedb4d32f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1010.175685] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1010.175803] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 455976a0-bf0a-4646-857a-2c9bf4b11e61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1010.178759] env[69281]: DEBUG oslo_concurrency.lockutils [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "f50fff55-ec9f-4ff4-b929-b3b6d8990899" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.179000] env[69281]: DEBUG oslo_concurrency.lockutils [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "f50fff55-ec9f-4ff4-b929-b3b6d8990899" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.179255] env[69281]: DEBUG oslo_concurrency.lockutils [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "f50fff55-ec9f-4ff4-b929-b3b6d8990899-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.179452] env[69281]: DEBUG oslo_concurrency.lockutils [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "f50fff55-ec9f-4ff4-b929-b3b6d8990899-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.179691] env[69281]: DEBUG oslo_concurrency.lockutils [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "f50fff55-ec9f-4ff4-b929-b3b6d8990899-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.181575] env[69281]: INFO nova.compute.manager [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Terminating instance [ 1010.228318] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.279982] env[69281]: DEBUG nova.compute.manager [req-d3dcf0b0-b58f-4190-aba8-79c99e874d65 req-ff31223e-f98d-4c88-a5c9-31bd9f4137c6 service nova] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Received event network-vif-deleted-881c6f6e-fd2c-4406-b549-0416d78ff9fa {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.599336] env[69281]: DEBUG nova.network.neutron [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating instance_info_cache with network_info: [{"id": "f9ee9231-50b9-49d6-888b-451673c1dd27", "address": "fa:16:3e:07:1c:0d", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ee9231-50", "ovs_interfaceid": "f9ee9231-50b9-49d6-888b-451673c1dd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.642630] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.642630] env[69281]: DEBUG nova.compute.manager [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Instance network_info: |[{"id": "fb692efc-7774-48ce-a88c-c64ece6343a5", "address": "fa:16:3e:ac:74:05", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb692efc-77", "ovs_interfaceid": "fb692efc-7774-48ce-a88c-c64ece6343a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.643244] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:74:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb692efc-7774-48ce-a88c-c64ece6343a5', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.650743] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.651987] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.653037] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.653037] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b0e2705-bca0-4a98-a3b7-0d659fa804c7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.675026] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.675026] env[69281]: value = "task-3936021" [ 1010.675026] env[69281]: _type = "Task" [ 1010.675026] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.679342] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance e0ec56ff-8435-43b7-a043-8de35155e1ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1010.686107] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936021, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.686849] env[69281]: DEBUG nova.compute.manager [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.687159] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.688504] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326283b6-1e37-49a3-8ba9-bbf59fb6520a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.698374] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.699570] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f9c4b1a-945e-4582-a144-46ae58e96e58 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.707418] env[69281]: DEBUG oslo_vmware.api [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1010.707418] env[69281]: value = "task-3936022" [ 1010.707418] env[69281]: _type = "Task" [ 1010.707418] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.717027] env[69281]: DEBUG oslo_vmware.api [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.102574] env[69281]: DEBUG oslo_concurrency.lockutils [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.133614] env[69281]: DEBUG nova.compute.manager [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.162354] env[69281]: DEBUG nova.virt.hardware [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.162615] env[69281]: DEBUG nova.virt.hardware [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.162783] env[69281]: DEBUG nova.virt.hardware [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.162973] env[69281]: DEBUG nova.virt.hardware [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.163188] env[69281]: DEBUG nova.virt.hardware [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.163366] env[69281]: DEBUG nova.virt.hardware [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.163596] env[69281]: DEBUG nova.virt.hardware [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.163760] env[69281]: DEBUG nova.virt.hardware [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.164036] env[69281]: DEBUG nova.virt.hardware [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.164150] env[69281]: DEBUG nova.virt.hardware [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.164334] env[69281]: DEBUG nova.virt.hardware [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.165639] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4702265-af94-4ebb-a05a-4f3df557c31b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.174694] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33cd822-cceb-455c-a09b-101f3d6986de {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.183375] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1011.198814] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936021, 'name': CreateVM_Task, 'duration_secs': 0.395715} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.199023] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.199834] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.200066] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.200458] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.201357] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5fa1bb2-bbf7-422d-ab99-603fa0ebbb49 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.207537] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1011.207537] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52aab92c-02e0-d6a7-9a8a-90f09af21141" [ 1011.207537] env[69281]: _type = "Task" [ 1011.207537] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.219862] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52aab92c-02e0-d6a7-9a8a-90f09af21141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.223308] env[69281]: DEBUG oslo_vmware.api [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936022, 'name': PowerOffVM_Task, 'duration_secs': 0.230016} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.223603] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.224091] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.224091] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3348dab9-9e91-449c-9acf-da7733036eb3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.310035] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.310387] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.311268] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleting the datastore file [datastore1] f50fff55-ec9f-4ff4-b929-b3b6d8990899 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.311994] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc3488a7-2b22-44ca-83fd-f1502c98adda {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.320651] env[69281]: DEBUG oslo_vmware.api [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1011.320651] env[69281]: value = "task-3936024" [ 1011.320651] env[69281]: _type = "Task" [ 1011.320651] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.328372] env[69281]: DEBUG oslo_vmware.api [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.627979] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f440f61-7ca4-48d5-994b-1d2c7b91189d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.648817] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89236ac7-2ced-4fb6-a8c2-b22643f24b2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.657081] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating instance '7bace696-692b-47b9-ae24-fecedb4d32f0' progress to 83 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.686259] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 795f2d3b-f366-4487-8200-0a65ef25e27b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1011.686652] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (adc98e38-91c6-4ac1-9063-c94accf48342): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 1011.722799] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52aab92c-02e0-d6a7-9a8a-90f09af21141, 'name': SearchDatastore_Task, 'duration_secs': 0.013234} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.723651] env[69281]: DEBUG nova.network.neutron [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Successfully updated port: bec65203-d9fb-41f7-9bd7-caf3bf9d2bed {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.724816] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.725075] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.725360] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.725480] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.726031] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.726122] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f6d37bf-d388-4c98-aac6-3403eb95df2b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.738052] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.738259] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.739016] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-969bf43a-f599-42bf-ae4d-000df1c94723 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.744909] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1011.744909] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52fdc62a-a826-bab8-1764-f9cedb2cc6f9" [ 1011.744909] env[69281]: _type = "Task" [ 1011.744909] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.754257] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52fdc62a-a826-bab8-1764-f9cedb2cc6f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.831295] env[69281]: DEBUG oslo_vmware.api [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136642} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.831763] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.831763] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.831994] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.832150] env[69281]: INFO nova.compute.manager [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1011.832441] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.832648] env[69281]: DEBUG nova.compute.manager [-] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.832752] env[69281]: DEBUG nova.network.neutron [-] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.163379] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.163692] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a304191-d144-4312-b18a-b48d16378a66 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.171673] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1012.171673] env[69281]: value = "task-3936025" [ 1012.171673] env[69281]: _type = "Task" [ 1012.171673] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.179767] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.189935] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 5a930c0a-2d3e-499a-a6ea-e35cae957982 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1012.189935] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1012.190123] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1012.227206] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "refresh_cache-455976a0-bf0a-4646-857a-2c9bf4b11e61" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.227365] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "refresh_cache-455976a0-bf0a-4646-857a-2c9bf4b11e61" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.227523] env[69281]: DEBUG nova.network.neutron [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.260017] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52fdc62a-a826-bab8-1764-f9cedb2cc6f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010011} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.261030] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ee0a63-2668-40aa-9c7a-c87c9066cee6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.269741] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1012.269741] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5247b57e-7a9d-a494-82e4-b23567ef3769" [ 1012.269741] env[69281]: _type = "Task" [ 1012.269741] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.282467] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5247b57e-7a9d-a494-82e4-b23567ef3769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.357074] env[69281]: DEBUG nova.compute.manager [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Received event network-vif-plugged-bec65203-d9fb-41f7-9bd7-caf3bf9d2bed {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.357315] env[69281]: DEBUG oslo_concurrency.lockutils [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] Acquiring lock "455976a0-bf0a-4646-857a-2c9bf4b11e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.357529] env[69281]: DEBUG oslo_concurrency.lockutils [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] Lock "455976a0-bf0a-4646-857a-2c9bf4b11e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.357698] env[69281]: DEBUG oslo_concurrency.lockutils [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] Lock "455976a0-bf0a-4646-857a-2c9bf4b11e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.357869] env[69281]: DEBUG nova.compute.manager [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] No waiting events found dispatching network-vif-plugged-bec65203-d9fb-41f7-9bd7-caf3bf9d2bed {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1012.358049] env[69281]: WARNING nova.compute.manager [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Received unexpected event network-vif-plugged-bec65203-d9fb-41f7-9bd7-caf3bf9d2bed for instance with vm_state building and task_state spawning. [ 1012.358221] env[69281]: DEBUG nova.compute.manager [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Received event network-changed-bec65203-d9fb-41f7-9bd7-caf3bf9d2bed {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.358634] env[69281]: DEBUG nova.compute.manager [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Refreshing instance network info cache due to event network-changed-bec65203-d9fb-41f7-9bd7-caf3bf9d2bed. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.358634] env[69281]: DEBUG oslo_concurrency.lockutils [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] Acquiring lock "refresh_cache-455976a0-bf0a-4646-857a-2c9bf4b11e61" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.500347] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c307a1d-91b7-47ed-ae96-18186f8047f9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.513807] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a15902-a5c8-4d96-9292-47f1a7d5fd10 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.565214] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5947d5d-452f-4390-813f-d3c6a7253403 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.576035] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae089f15-e02b-44ef-ae36-755ef6fa27ee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.591050] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.603283] env[69281]: DEBUG nova.network.neutron [-] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.682133] env[69281]: DEBUG oslo_vmware.api [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936025, 'name': PowerOnVM_Task, 'duration_secs': 0.460299} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.682430] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.682620] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-898efcb2-4526-49b5-8fe6-38d6347cf9d5 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating instance '7bace696-692b-47b9-ae24-fecedb4d32f0' progress to 100 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.775190] env[69281]: DEBUG nova.network.neutron [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.784299] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5247b57e-7a9d-a494-82e4-b23567ef3769, 'name': SearchDatastore_Task, 'duration_secs': 0.011946} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.784591] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.784848] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0/3b380a28-a2a2-4b5b-b2df-3063f5e6eed0.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.785127] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98993488-9a9c-43db-aa73-542f223446b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.792675] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1012.792675] env[69281]: value = "task-3936026" [ 1012.792675] env[69281]: _type = "Task" [ 1012.792675] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.805134] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.936424] env[69281]: DEBUG nova.network.neutron [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Updating instance_info_cache with network_info: [{"id": "bec65203-d9fb-41f7-9bd7-caf3bf9d2bed", "address": "fa:16:3e:7f:14:5c", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec65203-d9", "ovs_interfaceid": "bec65203-d9fb-41f7-9bd7-caf3bf9d2bed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.095453] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.107337] env[69281]: INFO nova.compute.manager [-] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Took 1.27 seconds to deallocate network for instance. [ 1013.304057] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482095} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.304422] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0/3b380a28-a2a2-4b5b-b2df-3063f5e6eed0.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.304604] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.304899] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b17fbd8-b9bd-46e0-92f1-494bf1d6c104 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.312990] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1013.312990] env[69281]: value = "task-3936027" [ 1013.312990] env[69281]: _type = "Task" [ 1013.312990] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.322980] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.440908] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "refresh_cache-455976a0-bf0a-4646-857a-2c9bf4b11e61" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.440908] env[69281]: DEBUG nova.compute.manager [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Instance network_info: |[{"id": "bec65203-d9fb-41f7-9bd7-caf3bf9d2bed", "address": "fa:16:3e:7f:14:5c", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec65203-d9", "ovs_interfaceid": "bec65203-d9fb-41f7-9bd7-caf3bf9d2bed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.441154] env[69281]: DEBUG oslo_concurrency.lockutils [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] Acquired lock "refresh_cache-455976a0-bf0a-4646-857a-2c9bf4b11e61" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.441375] env[69281]: DEBUG nova.network.neutron [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Refreshing network info cache for port bec65203-d9fb-41f7-9bd7-caf3bf9d2bed {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.442869] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:14:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bec65203-d9fb-41f7-9bd7-caf3bf9d2bed', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.451721] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.455376] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.455998] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8dbc96c-8f17-488a-a841-d8a28ab4f1d3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.478911] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.478911] env[69281]: value = "task-3936028" [ 1013.478911] env[69281]: _type = "Task" [ 1013.478911] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.487928] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936028, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.602917] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1013.603302] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.491s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.603974] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.822s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.604229] env[69281]: DEBUG nova.objects.instance [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1013.620665] env[69281]: DEBUG oslo_concurrency.lockutils [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.818781] env[69281]: DEBUG nova.network.neutron [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Updated VIF entry in instance network info cache for port bec65203-d9fb-41f7-9bd7-caf3bf9d2bed. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.819115] env[69281]: DEBUG nova.network.neutron [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Updating instance_info_cache with network_info: [{"id": "bec65203-d9fb-41f7-9bd7-caf3bf9d2bed", "address": "fa:16:3e:7f:14:5c", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec65203-d9", "ovs_interfaceid": "bec65203-d9fb-41f7-9bd7-caf3bf9d2bed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.830406] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069462} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.830406] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.830406] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4912eab1-f82d-4eab-9cd9-44a88d38aac6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.850697] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0/3b380a28-a2a2-4b5b-b2df-3063f5e6eed0.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.851663] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbade369-74e4-484d-b1dc-bd34e1884be2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.872743] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1013.872743] env[69281]: value = "task-3936029" [ 1013.872743] env[69281]: _type = "Task" [ 1013.872743] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.882737] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.993061] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936028, 'name': CreateVM_Task, 'duration_secs': 0.426084} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.993061] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.993657] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.993956] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.994675] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.994990] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f383e7-5e85-4fda-bb9b-ac96d2c5c3de {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.001659] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1014.001659] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522e5830-9718-cb69-51d7-87830fdb918e" [ 1014.001659] env[69281]: _type = "Task" [ 1014.001659] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.014183] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522e5830-9718-cb69-51d7-87830fdb918e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.321746] env[69281]: DEBUG oslo_concurrency.lockutils [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] Releasing lock "refresh_cache-455976a0-bf0a-4646-857a-2c9bf4b11e61" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.322100] env[69281]: DEBUG nova.compute.manager [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Received event network-vif-deleted-32a74156-7b4d-4d58-bccb-7ef7660b241b {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.322188] env[69281]: INFO nova.compute.manager [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Neutron deleted interface 32a74156-7b4d-4d58-bccb-7ef7660b241b; detaching it from the instance and deleting it from the info cache [ 1014.322372] env[69281]: DEBUG nova.network.neutron [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.386468] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.522512] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522e5830-9718-cb69-51d7-87830fdb918e, 'name': SearchDatastore_Task, 'duration_secs': 0.01402} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.522901] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.523239] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.523510] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.523667] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.523839] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.524221] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46cc30e4-2ef5-4daf-96b5-967dec179601 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.535372] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.535563] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.536391] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d502f16-f438-425d-a6fa-e60a8c9272f4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.546260] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1014.546260] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52819d80-0dc6-0af1-a057-c582d5df7bc7" [ 1014.546260] env[69281]: _type = "Task" [ 1014.546260] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.555798] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52819d80-0dc6-0af1-a057-c582d5df7bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.616784] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ae7bbcf-76de-45cd-9990-743f132902e9 tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.617977] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.714s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.619674] env[69281]: INFO nova.compute.claims [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.829117] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d364ccd-2f07-4309-86e6-ead25e3bd4f7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.842165] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cb58a5-ea6d-48ee-8660-af10124b9005 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.874237] env[69281]: DEBUG nova.compute.manager [req-e4ca7782-6a9a-448a-a521-fb6e3ddf7159 req-2e711952-2e66-4dbc-9069-9a8cf2037bf7 service nova] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Detach interface failed, port_id=32a74156-7b4d-4d58-bccb-7ef7660b241b, reason: Instance f50fff55-ec9f-4ff4-b929-b3b6d8990899 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1014.883185] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936029, 'name': ReconfigVM_Task, 'duration_secs': 0.770068} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.883310] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0/3b380a28-a2a2-4b5b-b2df-3063f5e6eed0.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.883998] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4dfc3c0-d274-432b-912f-962335a0c73a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.890988] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1014.890988] env[69281]: value = "task-3936030" [ 1014.890988] env[69281]: _type = "Task" [ 1014.890988] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.899850] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936030, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.056465] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52819d80-0dc6-0af1-a057-c582d5df7bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.011303} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.057366] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bb2def-f3b8-4d82-bdb6-22a3b0d3d040 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.063984] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1015.063984] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ddad38-50e7-7057-f43f-c4139596e27d" [ 1015.063984] env[69281]: _type = "Task" [ 1015.063984] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.073519] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ddad38-50e7-7057-f43f-c4139596e27d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.403135] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936030, 'name': Rename_Task, 'duration_secs': 0.172232} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.403135] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.403135] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-849fe245-7f05-43d6-a137-0a8e3a162024 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.410275] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1015.410275] env[69281]: value = "task-3936031" [ 1015.410275] env[69281]: _type = "Task" [ 1015.410275] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.419151] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.495398] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "7bace696-692b-47b9-ae24-fecedb4d32f0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.495837] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "7bace696-692b-47b9-ae24-fecedb4d32f0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.496287] env[69281]: DEBUG nova.compute.manager [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Going to confirm migration 5 {{(pid=69281) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1015.575488] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ddad38-50e7-7057-f43f-c4139596e27d, 'name': SearchDatastore_Task, 'duration_secs': 0.014135} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.575799] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.576081] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 455976a0-bf0a-4646-857a-2c9bf4b11e61/455976a0-bf0a-4646-857a-2c9bf4b11e61.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.576359] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f24a51ff-176a-441e-b951-94e576c18677 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.583651] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1015.583651] env[69281]: value = "task-3936032" [ 1015.583651] env[69281]: _type = "Task" [ 1015.583651] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.594437] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.777346] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "cf473010-1cd9-4c87-a1ad-3303e683db1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.777627] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "cf473010-1cd9-4c87-a1ad-3303e683db1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.922332] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936031, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.955879] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c60261-66a2-4ac4-8692-38338f9ead61 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.964815] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90df015-67be-43f4-85a1-5d46f9cfd5f7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.012170] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52bcad8-a7f7-4984-8931-0fbcc2927544 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.025860] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5b897a-2bc7-47ad-b22a-73b64cb49948 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.041760] env[69281]: DEBUG nova.compute.provider_tree [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.070353] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.070641] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.070910] env[69281]: DEBUG nova.network.neutron [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.071341] env[69281]: DEBUG nova.objects.instance [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lazy-loading 'info_cache' on Instance uuid 7bace696-692b-47b9-ae24-fecedb4d32f0 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.095485] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936032, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.282560] env[69281]: DEBUG nova.compute.manager [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.422841] env[69281]: DEBUG oslo_vmware.api [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936031, 'name': PowerOnVM_Task, 'duration_secs': 0.891414} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.423509] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.423735] env[69281]: INFO nova.compute.manager [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1016.423907] env[69281]: DEBUG nova.compute.manager [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1016.425160] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c398ac-8146-475c-98b7-cf52e62b9bef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.546483] env[69281]: DEBUG nova.scheduler.client.report [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.595857] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598063} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.596245] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 455976a0-bf0a-4646-857a-2c9bf4b11e61/455976a0-bf0a-4646-857a-2c9bf4b11e61.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.596531] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.596801] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14c2a60f-7c9b-47b9-9516-ce892a785c1d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.604864] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1016.604864] env[69281]: value = "task-3936033" [ 1016.604864] env[69281]: _type = "Task" [ 1016.604864] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.616195] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.803588] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.948025] env[69281]: INFO nova.compute.manager [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Took 32.87 seconds to build instance. [ 1017.053443] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.053866] env[69281]: DEBUG nova.compute.manager [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.056766] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.222s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.058740] env[69281]: INFO nova.compute.claims [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.118172] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246916} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.118453] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.119299] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4b6e4f-71ac-4f70-93e6-a009737f8509 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.143168] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 455976a0-bf0a-4646-857a-2c9bf4b11e61/455976a0-bf0a-4646-857a-2c9bf4b11e61.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.143881] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8ce322f-a0d3-4441-9a10-4c15c073c768 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.167154] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1017.167154] env[69281]: value = "task-3936034" [ 1017.167154] env[69281]: _type = "Task" [ 1017.167154] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.176494] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.306342] env[69281]: DEBUG nova.network.neutron [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating instance_info_cache with network_info: [{"id": "f9ee9231-50b9-49d6-888b-451673c1dd27", "address": "fa:16:3e:07:1c:0d", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ee9231-50", "ovs_interfaceid": "f9ee9231-50b9-49d6-888b-451673c1dd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.450646] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a606637c-b674-49f4-a481-5ccd014fcb3b tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.383s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.564976] env[69281]: DEBUG nova.compute.utils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.565976] env[69281]: DEBUG nova.compute.manager [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.566183] env[69281]: DEBUG nova.network.neutron [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.606526] env[69281]: DEBUG nova.policy [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8319285550d45a78f3b361a93c82ccf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef2f4c7ef039458fb14acc314185f044', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.680326] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936034, 'name': ReconfigVM_Task, 'duration_secs': 0.284493} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.680543] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 455976a0-bf0a-4646-857a-2c9bf4b11e61/455976a0-bf0a-4646-857a-2c9bf4b11e61.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.681871] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2add1b35-c172-4d7f-9254-78c766b5bb30 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.689477] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1017.689477] env[69281]: value = "task-3936035" [ 1017.689477] env[69281]: _type = "Task" [ 1017.689477] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.699074] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936035, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.809519] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "refresh_cache-7bace696-692b-47b9-ae24-fecedb4d32f0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.809825] env[69281]: DEBUG nova.objects.instance [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lazy-loading 'migration_context' on Instance uuid 7bace696-692b-47b9-ae24-fecedb4d32f0 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.075397] env[69281]: DEBUG nova.compute.manager [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.185567] env[69281]: DEBUG nova.network.neutron [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Successfully created port: 825b76dc-5755-4c72-9288-62d7ab4401e8 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.201355] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936035, 'name': Rename_Task, 'duration_secs': 0.141812} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.201355] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.201355] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19083a1f-8074-4af8-8787-746d71737a16 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.207858] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1018.207858] env[69281]: value = "task-3936036" [ 1018.207858] env[69281]: _type = "Task" [ 1018.207858] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.220664] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.314093] env[69281]: DEBUG nova.objects.base [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Object Instance<7bace696-692b-47b9-ae24-fecedb4d32f0> lazy-loaded attributes: info_cache,migration_context {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.314093] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e1aa96-c70e-4166-8129-997661918ec9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.336988] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1fa7a4-d9d2-45a7-b5c3-f9aa155a85d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.344824] env[69281]: DEBUG oslo_vmware.api [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1018.344824] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524b22e1-d43b-8e4c-9afa-e9ae121028c8" [ 1018.344824] env[69281]: _type = "Task" [ 1018.344824] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.352190] env[69281]: DEBUG oslo_vmware.api [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524b22e1-d43b-8e4c-9afa-e9ae121028c8, 'name': SearchDatastore_Task} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.354872] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.437809] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a229cf-17bd-49a2-b77d-93637cece3f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.445579] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f483d7-130f-4033-bc43-c9be0235621c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.480437] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc5bf93-9d22-4b31-88a1-e1d7ebd434e0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.489202] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d42a86-6fac-47b6-8132-27d9ee780d90 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.504885] env[69281]: DEBUG nova.compute.provider_tree [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.723031] env[69281]: DEBUG oslo_vmware.api [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936036, 'name': PowerOnVM_Task, 'duration_secs': 0.4698} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.723429] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.723649] env[69281]: INFO nova.compute.manager [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1018.723855] env[69281]: DEBUG nova.compute.manager [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1018.724690] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60c075b-6b90-4b64-8518-376ae52445a1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.749264] env[69281]: DEBUG nova.compute.manager [req-6b5b3bcc-3b60-4ecc-915c-16b8e5a30699 req-121bf690-50a5-4d39-afb5-ed755aedaf05 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Received event network-changed-fb692efc-7774-48ce-a88c-c64ece6343a5 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.749461] env[69281]: DEBUG nova.compute.manager [req-6b5b3bcc-3b60-4ecc-915c-16b8e5a30699 req-121bf690-50a5-4d39-afb5-ed755aedaf05 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Refreshing instance network info cache due to event network-changed-fb692efc-7774-48ce-a88c-c64ece6343a5. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.749679] env[69281]: DEBUG oslo_concurrency.lockutils [req-6b5b3bcc-3b60-4ecc-915c-16b8e5a30699 req-121bf690-50a5-4d39-afb5-ed755aedaf05 service nova] Acquiring lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.749816] env[69281]: DEBUG oslo_concurrency.lockutils [req-6b5b3bcc-3b60-4ecc-915c-16b8e5a30699 req-121bf690-50a5-4d39-afb5-ed755aedaf05 service nova] Acquired lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.749969] env[69281]: DEBUG nova.network.neutron [req-6b5b3bcc-3b60-4ecc-915c-16b8e5a30699 req-121bf690-50a5-4d39-afb5-ed755aedaf05 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Refreshing network info cache for port fb692efc-7774-48ce-a88c-c64ece6343a5 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.009162] env[69281]: DEBUG nova.scheduler.client.report [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.084567] env[69281]: DEBUG nova.compute.manager [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.114203] env[69281]: DEBUG nova.virt.hardware [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.114548] env[69281]: DEBUG nova.virt.hardware [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.114764] env[69281]: DEBUG nova.virt.hardware [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.114968] env[69281]: DEBUG nova.virt.hardware [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.115200] env[69281]: DEBUG nova.virt.hardware [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.115547] env[69281]: DEBUG nova.virt.hardware [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.115754] env[69281]: DEBUG nova.virt.hardware [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.115965] env[69281]: DEBUG nova.virt.hardware [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.116180] env[69281]: DEBUG nova.virt.hardware [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.116403] env[69281]: DEBUG nova.virt.hardware [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.116589] env[69281]: DEBUG nova.virt.hardware [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.117475] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8d4bea-0d24-41f2-8f84-a37a138f0834 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.127043] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a86d2-192b-48bd-8784-7da07a80e4af {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.245553] env[69281]: INFO nova.compute.manager [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Took 27.11 seconds to build instance. [ 1019.502900] env[69281]: DEBUG nova.network.neutron [req-6b5b3bcc-3b60-4ecc-915c-16b8e5a30699 req-121bf690-50a5-4d39-afb5-ed755aedaf05 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updated VIF entry in instance network info cache for port fb692efc-7774-48ce-a88c-c64ece6343a5. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.503350] env[69281]: DEBUG nova.network.neutron [req-6b5b3bcc-3b60-4ecc-915c-16b8e5a30699 req-121bf690-50a5-4d39-afb5-ed755aedaf05 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updating instance_info_cache with network_info: [{"id": "fb692efc-7774-48ce-a88c-c64ece6343a5", "address": "fa:16:3e:ac:74:05", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb692efc-77", "ovs_interfaceid": "fb692efc-7774-48ce-a88c-c64ece6343a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.514047] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.514703] env[69281]: DEBUG nova.compute.manager [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.517768] env[69281]: DEBUG oslo_concurrency.lockutils [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.942s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.517873] env[69281]: DEBUG oslo_concurrency.lockutils [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.520283] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.128s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.520540] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.524144] env[69281]: DEBUG oslo_concurrency.lockutils [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.391s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.525016] env[69281]: INFO nova.compute.claims [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.642712] env[69281]: INFO nova.scheduler.client.report [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Deleted allocations for instance 00612be9-9405-4f1e-9e1b-df137d669cbf [ 1019.748349] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d484fdbd-3454-4dca-a688-24a8f8b3daa6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "455976a0-bf0a-4646-857a-2c9bf4b11e61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.623s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.006978] env[69281]: DEBUG oslo_concurrency.lockutils [req-6b5b3bcc-3b60-4ecc-915c-16b8e5a30699 req-121bf690-50a5-4d39-afb5-ed755aedaf05 service nova] Releasing lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.029754] env[69281]: DEBUG nova.compute.utils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.035623] env[69281]: DEBUG nova.compute.manager [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.035623] env[69281]: DEBUG nova.network.neutron [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.042263] env[69281]: DEBUG oslo_concurrency.lockutils [None req-70b1d646-f8d8-4c0d-9979-633045b21602 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.013s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.043805] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 12.246s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.043805] env[69281]: INFO nova.compute.manager [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Unshelving [ 1020.112996] env[69281]: DEBUG nova.policy [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc94a3874181480d8966d83741f9fc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d85cb5a5514e9f81e5e335672b15a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.152493] env[69281]: DEBUG oslo_concurrency.lockutils [None req-368dee48-7a82-4bb4-ade4-618835df3d9d tempest-ServersListShow296Test-682473465 tempest-ServersListShow296Test-682473465-project-member] Lock "00612be9-9405-4f1e-9e1b-df137d669cbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.030s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.239524] env[69281]: DEBUG nova.network.neutron [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Successfully updated port: 825b76dc-5755-4c72-9288-62d7ab4401e8 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.424278] env[69281]: DEBUG nova.network.neutron [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Successfully created port: 5a8a7bd9-f7b7-4161-ad9a-d846e730a445 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.545224] env[69281]: DEBUG nova.compute.manager [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.581009] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "455976a0-bf0a-4646-857a-2c9bf4b11e61" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.581373] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "455976a0-bf0a-4646-857a-2c9bf4b11e61" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.743566] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.743740] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.743871] env[69281]: DEBUG nova.network.neutron [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.860035] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98201354-412e-4dd6-842a-5536c38bfd2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.868134] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972bf551-2df2-47ac-8d3f-073996119ac9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.902149] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac57840-43be-4e2e-9814-6b70fa287176 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.909900] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e714362-b256-4028-8217-da37846ab42b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.918190] env[69281]: DEBUG nova.compute.manager [req-568f0eeb-a7e5-4de6-ad76-f21e9ce1afc5 req-77e20de5-2468-4de7-84ae-4173415ae928 service nova] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Received event network-vif-plugged-825b76dc-5755-4c72-9288-62d7ab4401e8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.918429] env[69281]: DEBUG oslo_concurrency.lockutils [req-568f0eeb-a7e5-4de6-ad76-f21e9ce1afc5 req-77e20de5-2468-4de7-84ae-4173415ae928 service nova] Acquiring lock "e0ec56ff-8435-43b7-a043-8de35155e1ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.918739] env[69281]: DEBUG oslo_concurrency.lockutils [req-568f0eeb-a7e5-4de6-ad76-f21e9ce1afc5 req-77e20de5-2468-4de7-84ae-4173415ae928 service nova] Lock "e0ec56ff-8435-43b7-a043-8de35155e1ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.918920] env[69281]: DEBUG oslo_concurrency.lockutils [req-568f0eeb-a7e5-4de6-ad76-f21e9ce1afc5 req-77e20de5-2468-4de7-84ae-4173415ae928 service nova] Lock "e0ec56ff-8435-43b7-a043-8de35155e1ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.919101] env[69281]: DEBUG nova.compute.manager [req-568f0eeb-a7e5-4de6-ad76-f21e9ce1afc5 req-77e20de5-2468-4de7-84ae-4173415ae928 service nova] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] No waiting events found dispatching network-vif-plugged-825b76dc-5755-4c72-9288-62d7ab4401e8 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1020.919299] env[69281]: WARNING nova.compute.manager [req-568f0eeb-a7e5-4de6-ad76-f21e9ce1afc5 req-77e20de5-2468-4de7-84ae-4173415ae928 service nova] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Received unexpected event network-vif-plugged-825b76dc-5755-4c72-9288-62d7ab4401e8 for instance with vm_state building and task_state spawning. [ 1020.919413] env[69281]: DEBUG nova.compute.manager [req-568f0eeb-a7e5-4de6-ad76-f21e9ce1afc5 req-77e20de5-2468-4de7-84ae-4173415ae928 service nova] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Received event network-changed-825b76dc-5755-4c72-9288-62d7ab4401e8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.919560] env[69281]: DEBUG nova.compute.manager [req-568f0eeb-a7e5-4de6-ad76-f21e9ce1afc5 req-77e20de5-2468-4de7-84ae-4173415ae928 service nova] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Refreshing instance network info cache due to event network-changed-825b76dc-5755-4c72-9288-62d7ab4401e8. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.919744] env[69281]: DEBUG oslo_concurrency.lockutils [req-568f0eeb-a7e5-4de6-ad76-f21e9ce1afc5 req-77e20de5-2468-4de7-84ae-4173415ae928 service nova] Acquiring lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.928431] env[69281]: DEBUG nova.compute.provider_tree [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.058090] env[69281]: DEBUG nova.compute.utils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.085435] env[69281]: DEBUG nova.compute.utils [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.289077] env[69281]: DEBUG nova.network.neutron [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.432081] env[69281]: DEBUG nova.scheduler.client.report [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.482573] env[69281]: DEBUG nova.network.neutron [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance_info_cache with network_info: [{"id": "825b76dc-5755-4c72-9288-62d7ab4401e8", "address": "fa:16:3e:14:be:10", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825b76dc-57", "ovs_interfaceid": "825b76dc-5755-4c72-9288-62d7ab4401e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.556218] env[69281]: DEBUG nova.compute.manager [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.561397] env[69281]: INFO nova.virt.block_device [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Booting with volume 91622efa-4d67-49a7-a6c1-32f354aa434d at /dev/sdb [ 1021.584684] env[69281]: DEBUG nova.virt.hardware [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='68a9d7618eab42755f9df9273ecfd133',container_format='bare',created_at=2025-05-08T23:51:38Z,direct_url=,disk_format='vmdk',id=328b7941-ff8f-4094-ac22-7966ee976cac,min_disk=1,min_ram=0,name='tempest-test-snap-60719744',owner='45d85cb5a5514e9f81e5e335672b15a2',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-08T23:51:55Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.584941] env[69281]: DEBUG nova.virt.hardware [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.585116] env[69281]: DEBUG nova.virt.hardware [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.585304] env[69281]: DEBUG nova.virt.hardware [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.585458] env[69281]: DEBUG nova.virt.hardware [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.585609] env[69281]: DEBUG nova.virt.hardware [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.585826] env[69281]: DEBUG nova.virt.hardware [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.585987] env[69281]: DEBUG nova.virt.hardware [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.586188] env[69281]: DEBUG nova.virt.hardware [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.586358] env[69281]: DEBUG nova.virt.hardware [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.586535] env[69281]: DEBUG nova.virt.hardware [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.587473] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160de986-5147-4f20-af5d-02e41f1fa79f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.590535] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "455976a0-bf0a-4646-857a-2c9bf4b11e61" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.597073] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16f3056-ced4-46ca-9ee3-a7ed80dc4917 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.601880] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82ca089e-cece-4bbd-aa3c-dbcbfaca9af6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.619388] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0855383-9e5f-44db-bd43-3954871ecc06 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.650508] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7be656f3-d312-4eb1-ba0a-a6ac5a523ccf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.659556] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3367d2-6c4b-4443-89cc-e0c30640b3f7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.695344] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae59327-fa50-4f50-ac51-1b572f8342c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.702693] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de69f4e3-ce08-4b72-95a7-13b2748ff074 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.717286] env[69281]: DEBUG nova.virt.block_device [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updating existing volume attachment record: 0f94f0c2-83c2-4253-9368-856189fcbd61 {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1021.940065] env[69281]: DEBUG oslo_concurrency.lockutils [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.940065] env[69281]: DEBUG nova.compute.manager [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.940998] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.713s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.941289] env[69281]: DEBUG nova.objects.instance [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Lazy-loading 'resources' on Instance uuid 1330d48e-e4ca-4bb6-92c8-efba81182b65 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.986009] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.986393] env[69281]: DEBUG nova.compute.manager [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Instance network_info: |[{"id": "825b76dc-5755-4c72-9288-62d7ab4401e8", "address": "fa:16:3e:14:be:10", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825b76dc-57", "ovs_interfaceid": "825b76dc-5755-4c72-9288-62d7ab4401e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.986728] env[69281]: DEBUG oslo_concurrency.lockutils [req-568f0eeb-a7e5-4de6-ad76-f21e9ce1afc5 req-77e20de5-2468-4de7-84ae-4173415ae928 service nova] Acquired lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.986913] env[69281]: DEBUG nova.network.neutron [req-568f0eeb-a7e5-4de6-ad76-f21e9ce1afc5 req-77e20de5-2468-4de7-84ae-4173415ae928 service nova] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Refreshing network info cache for port 825b76dc-5755-4c72-9288-62d7ab4401e8 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.988838] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:be:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '825b76dc-5755-4c72-9288-62d7ab4401e8', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.997511] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.001433] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.001991] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-540cd06c-1c9e-4489-8293-5c9d1400773f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.026099] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.026099] env[69281]: value = "task-3936040" [ 1022.026099] env[69281]: _type = "Task" [ 1022.026099] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.033387] env[69281]: DEBUG nova.network.neutron [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Successfully updated port: 5a8a7bd9-f7b7-4161-ad9a-d846e730a445 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.046040] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936040, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.315069] env[69281]: DEBUG nova.network.neutron [req-568f0eeb-a7e5-4de6-ad76-f21e9ce1afc5 req-77e20de5-2468-4de7-84ae-4173415ae928 service nova] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updated VIF entry in instance network info cache for port 825b76dc-5755-4c72-9288-62d7ab4401e8. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.315069] env[69281]: DEBUG nova.network.neutron [req-568f0eeb-a7e5-4de6-ad76-f21e9ce1afc5 req-77e20de5-2468-4de7-84ae-4173415ae928 service nova] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance_info_cache with network_info: [{"id": "825b76dc-5755-4c72-9288-62d7ab4401e8", "address": "fa:16:3e:14:be:10", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825b76dc-57", "ovs_interfaceid": "825b76dc-5755-4c72-9288-62d7ab4401e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.442621] env[69281]: DEBUG nova.compute.utils [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.444236] env[69281]: DEBUG nova.compute.manager [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Not allocating networking since 'none' was specified. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1022.539585] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "refresh_cache-ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.539757] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "refresh_cache-ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.539907] env[69281]: DEBUG nova.network.neutron [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.541051] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936040, 'name': CreateVM_Task, 'duration_secs': 0.418003} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.541380] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.541995] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.542105] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.542439] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.545667] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8717e7a-ce1b-4b2c-85e5-8d8ffbff6271 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.551604] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1022.551604] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52736e5a-ee93-d235-a8f7-03c25ee6065d" [ 1022.551604] env[69281]: _type = "Task" [ 1022.551604] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.565794] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52736e5a-ee93-d235-a8f7-03c25ee6065d, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.566146] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.566346] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.566580] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.566726] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.566908] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.567176] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06a61b5e-2895-4122-8bc1-02b7858109ed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.575832] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.576029] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.576766] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c501f6c-1aaf-45eb-b940-f504c990ded5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.583576] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1022.583576] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524a4ed1-1dfd-2fa2-8388-0c1989aada4f" [ 1022.583576] env[69281]: _type = "Task" [ 1022.583576] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.591629] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524a4ed1-1dfd-2fa2-8388-0c1989aada4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.666654] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "455976a0-bf0a-4646-857a-2c9bf4b11e61" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.666935] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "455976a0-bf0a-4646-857a-2c9bf4b11e61" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.667207] env[69281]: INFO nova.compute.manager [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Attaching volume 87eabbd0-7ba8-45ba-a01b-56c811548c05 to /dev/sdb [ 1022.705886] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c5b759-55fc-46b5-913b-546bc0a21a94 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.714073] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdaba79-28ea-4069-aea2-e1a39a201ddb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.717217] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342d4df8-0302-4e47-9141-ed5a3bd2cd15 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.725103] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762e5b16-a170-4252-bc01-3c7545d3c6de {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.732031] env[69281]: DEBUG nova.virt.block_device [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Updating existing volume attachment record: 3482a4de-156a-4899-bf03-25ea1d3c8f00 {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1022.762152] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bba3a7b-6acc-4259-a618-b010b891921b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.770823] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d915d8-211a-4ebd-acf6-fadd18dd1c3b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.784963] env[69281]: DEBUG nova.compute.provider_tree [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.818608] env[69281]: DEBUG oslo_concurrency.lockutils [req-568f0eeb-a7e5-4de6-ad76-f21e9ce1afc5 req-77e20de5-2468-4de7-84ae-4173415ae928 service nova] Releasing lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.946364] env[69281]: DEBUG nova.compute.manager [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.952918] env[69281]: DEBUG nova.compute.manager [req-14fb6d16-7035-430e-a020-4ac5cda4d5ca req-a7187a66-92fa-4b2c-bf03-1f8035da560f service nova] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Received event network-vif-plugged-5a8a7bd9-f7b7-4161-ad9a-d846e730a445 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.953167] env[69281]: DEBUG oslo_concurrency.lockutils [req-14fb6d16-7035-430e-a020-4ac5cda4d5ca req-a7187a66-92fa-4b2c-bf03-1f8035da560f service nova] Acquiring lock "ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.953491] env[69281]: DEBUG oslo_concurrency.lockutils [req-14fb6d16-7035-430e-a020-4ac5cda4d5ca req-a7187a66-92fa-4b2c-bf03-1f8035da560f service nova] Lock "ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.953622] env[69281]: DEBUG oslo_concurrency.lockutils [req-14fb6d16-7035-430e-a020-4ac5cda4d5ca req-a7187a66-92fa-4b2c-bf03-1f8035da560f service nova] Lock "ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.953800] env[69281]: DEBUG nova.compute.manager [req-14fb6d16-7035-430e-a020-4ac5cda4d5ca req-a7187a66-92fa-4b2c-bf03-1f8035da560f service nova] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] No waiting events found dispatching network-vif-plugged-5a8a7bd9-f7b7-4161-ad9a-d846e730a445 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1022.953949] env[69281]: WARNING nova.compute.manager [req-14fb6d16-7035-430e-a020-4ac5cda4d5ca req-a7187a66-92fa-4b2c-bf03-1f8035da560f service nova] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Received unexpected event network-vif-plugged-5a8a7bd9-f7b7-4161-ad9a-d846e730a445 for instance with vm_state building and task_state spawning. [ 1022.954266] env[69281]: DEBUG nova.compute.manager [req-14fb6d16-7035-430e-a020-4ac5cda4d5ca req-a7187a66-92fa-4b2c-bf03-1f8035da560f service nova] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Received event network-changed-5a8a7bd9-f7b7-4161-ad9a-d846e730a445 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.954465] env[69281]: DEBUG nova.compute.manager [req-14fb6d16-7035-430e-a020-4ac5cda4d5ca req-a7187a66-92fa-4b2c-bf03-1f8035da560f service nova] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Refreshing instance network info cache due to event network-changed-5a8a7bd9-f7b7-4161-ad9a-d846e730a445. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.954644] env[69281]: DEBUG oslo_concurrency.lockutils [req-14fb6d16-7035-430e-a020-4ac5cda4d5ca req-a7187a66-92fa-4b2c-bf03-1f8035da560f service nova] Acquiring lock "refresh_cache-ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.080021] env[69281]: DEBUG nova.network.neutron [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.094817] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524a4ed1-1dfd-2fa2-8388-0c1989aada4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.095548] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb0a8e7-4739-4d05-836c-b3846531d95c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.102801] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1023.102801] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522b0cf2-2163-2f87-e794-4cd960e60625" [ 1023.102801] env[69281]: _type = "Task" [ 1023.102801] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.111112] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522b0cf2-2163-2f87-e794-4cd960e60625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.232887] env[69281]: DEBUG nova.network.neutron [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Updating instance_info_cache with network_info: [{"id": "5a8a7bd9-f7b7-4161-ad9a-d846e730a445", "address": "fa:16:3e:13:f9:09", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a8a7bd9-f7", "ovs_interfaceid": "5a8a7bd9-f7b7-4161-ad9a-d846e730a445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.288423] env[69281]: DEBUG nova.scheduler.client.report [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.614754] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522b0cf2-2163-2f87-e794-4cd960e60625, 'name': SearchDatastore_Task, 'duration_secs': 0.009674} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.615098] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.615328] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] e0ec56ff-8435-43b7-a043-8de35155e1ed/e0ec56ff-8435-43b7-a043-8de35155e1ed.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.615598] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37a6ecfe-0d12-48b6-87b6-f5a77e98ccc0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.623305] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1023.623305] env[69281]: value = "task-3936044" [ 1023.623305] env[69281]: _type = "Task" [ 1023.623305] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.632304] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.736164] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "refresh_cache-ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.736514] env[69281]: DEBUG nova.compute.manager [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Instance network_info: |[{"id": "5a8a7bd9-f7b7-4161-ad9a-d846e730a445", "address": "fa:16:3e:13:f9:09", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a8a7bd9-f7", "ovs_interfaceid": "5a8a7bd9-f7b7-4161-ad9a-d846e730a445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.736828] env[69281]: DEBUG oslo_concurrency.lockutils [req-14fb6d16-7035-430e-a020-4ac5cda4d5ca req-a7187a66-92fa-4b2c-bf03-1f8035da560f service nova] Acquired lock "refresh_cache-ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.737022] env[69281]: DEBUG nova.network.neutron [req-14fb6d16-7035-430e-a020-4ac5cda4d5ca req-a7187a66-92fa-4b2c-bf03-1f8035da560f service nova] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Refreshing network info cache for port 5a8a7bd9-f7b7-4161-ad9a-d846e730a445 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.738247] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:f9:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a8a7bd9-f7b7-4161-ad9a-d846e730a445', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.746029] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.749381] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.750052] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae83b264-1bef-432f-924a-1fb4076efaf4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.771149] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.771149] env[69281]: value = "task-3936045" [ 1023.771149] env[69281]: _type = "Task" [ 1023.771149] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.780339] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936045, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.793684] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.798563] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.146s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.800210] env[69281]: INFO nova.compute.claims [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.823948] env[69281]: INFO nova.scheduler.client.report [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Deleted allocations for instance 1330d48e-e4ca-4bb6-92c8-efba81182b65 [ 1023.955549] env[69281]: DEBUG nova.compute.manager [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.990722] env[69281]: DEBUG nova.virt.hardware [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.990940] env[69281]: DEBUG nova.virt.hardware [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.990981] env[69281]: DEBUG nova.virt.hardware [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.991315] env[69281]: DEBUG nova.virt.hardware [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.991493] env[69281]: DEBUG nova.virt.hardware [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.991649] env[69281]: DEBUG nova.virt.hardware [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.991879] env[69281]: DEBUG nova.virt.hardware [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.992081] env[69281]: DEBUG nova.virt.hardware [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.992270] env[69281]: DEBUG nova.virt.hardware [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.992445] env[69281]: DEBUG nova.virt.hardware [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.992704] env[69281]: DEBUG nova.virt.hardware [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.993879] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e56bfc-db10-4569-8ae8-166c990fec86 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.003601] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91b499d-6232-429b-9fa9-f7b8dd7690f5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.022496] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.028661] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Creating folder: Project (b375500a0f3f4aebba907677a62034c4). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.030019] env[69281]: DEBUG nova.network.neutron [req-14fb6d16-7035-430e-a020-4ac5cda4d5ca req-a7187a66-92fa-4b2c-bf03-1f8035da560f service nova] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Updated VIF entry in instance network info cache for port 5a8a7bd9-f7b7-4161-ad9a-d846e730a445. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.030455] env[69281]: DEBUG nova.network.neutron [req-14fb6d16-7035-430e-a020-4ac5cda4d5ca req-a7187a66-92fa-4b2c-bf03-1f8035da560f service nova] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Updating instance_info_cache with network_info: [{"id": "5a8a7bd9-f7b7-4161-ad9a-d846e730a445", "address": "fa:16:3e:13:f9:09", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a8a7bd9-f7", "ovs_interfaceid": "5a8a7bd9-f7b7-4161-ad9a-d846e730a445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.032126] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38e01a10-6aba-4470-b22d-d59aeda3632a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.046912] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Created folder: Project (b375500a0f3f4aebba907677a62034c4) in parent group-v781128. [ 1024.047172] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Creating folder: Instances. Parent ref: group-v781378. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.047482] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18cd261c-842c-42ea-946a-fbb137978292 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.061229] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Created folder: Instances in parent group-v781378. [ 1024.061596] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.061999] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.062283] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eee7a267-346f-41c1-b9b7-e44504699b5f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.083649] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.083649] env[69281]: value = "task-3936049" [ 1024.083649] env[69281]: _type = "Task" [ 1024.083649] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.094661] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936049, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.134872] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936044, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.285439] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936045, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.334847] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e41f5d7b-16f8-4895-b05b-f92b89d7341a tempest-InstanceActionsV221TestJSON-386516287 tempest-InstanceActionsV221TestJSON-386516287-project-member] Lock "1330d48e-e4ca-4bb6-92c8-efba81182b65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.558s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.535514] env[69281]: DEBUG oslo_concurrency.lockutils [req-14fb6d16-7035-430e-a020-4ac5cda4d5ca req-a7187a66-92fa-4b2c-bf03-1f8035da560f service nova] Releasing lock "refresh_cache-ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.596561] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936049, 'name': CreateVM_Task, 'duration_secs': 0.429473} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.596561] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.596561] env[69281]: DEBUG oslo_concurrency.lockutils [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.596561] env[69281]: DEBUG oslo_concurrency.lockutils [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.596787] env[69281]: DEBUG oslo_concurrency.lockutils [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.597775] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a240e1-7c2b-4c7d-b86f-db127a1e5f56 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.603035] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1024.603035] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5212fabc-7b65-a2e2-4e20-adfa67f511de" [ 1024.603035] env[69281]: _type = "Task" [ 1024.603035] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.611640] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5212fabc-7b65-a2e2-4e20-adfa67f511de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.634232] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529694} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.635852] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] e0ec56ff-8435-43b7-a043-8de35155e1ed/e0ec56ff-8435-43b7-a043-8de35155e1ed.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.635852] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.635852] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d9657fa-e427-467f-9006-d26ab0825553 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.643074] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1024.643074] env[69281]: value = "task-3936050" [ 1024.643074] env[69281]: _type = "Task" [ 1024.643074] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.653259] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.782484] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936045, 'name': CreateVM_Task, 'duration_secs': 0.633351} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.782715] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.783411] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/328b7941-ff8f-4094-ac22-7966ee976cac" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.784263] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/328b7941-ff8f-4094-ac22-7966ee976cac" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.784263] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/328b7941-ff8f-4094-ac22-7966ee976cac" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.784263] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-076e6ba9-7ab6-40e8-8072-f00c8c7e92d1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.789321] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1024.789321] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5265bfed-46ee-144f-f14e-57202715ab28" [ 1024.789321] env[69281]: _type = "Task" [ 1024.789321] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.797780] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5265bfed-46ee-144f-f14e-57202715ab28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.080057] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e31f776-fa48-4461-b1f3-16545a9a553f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.088859] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b607bc4e-4701-47db-bd3a-724db7d46dae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.123756] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159d4e51-0e14-40ea-ac18-25717277dc0f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.132245] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5212fabc-7b65-a2e2-4e20-adfa67f511de, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.134393] env[69281]: DEBUG oslo_concurrency.lockutils [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.134637] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.134876] env[69281]: DEBUG oslo_concurrency.lockutils [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.135036] env[69281]: DEBUG oslo_concurrency.lockutils [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.135222] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.135522] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12987013-0eb3-4b0c-80d4-6dea1bb5fdd0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.138247] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d2eb2d-b608-4394-834b-d725b92a7610 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.156247] env[69281]: DEBUG nova.compute.provider_tree [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.159274] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.159465] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.160447] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90087aa-f902-4be2-9b00-4ba4d1ae7e00 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.166298] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074725} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.167343] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.167736] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a870a1e8-ead5-427a-abe6-5fc18544c8bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.171870] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1025.171870] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529ab5b2-85ec-801f-079d-288d0e05e15d" [ 1025.171870] env[69281]: _type = "Task" [ 1025.171870] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.195747] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e0ec56ff-8435-43b7-a043-8de35155e1ed/e0ec56ff-8435-43b7-a043-8de35155e1ed.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.196769] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c76228d5-585d-4ef1-81a8-44bc5622614b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.215997] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529ab5b2-85ec-801f-079d-288d0e05e15d, 'name': SearchDatastore_Task, 'duration_secs': 0.010978} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.218373] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f546f5e-b541-4bc2-96bf-8dfa1fd025c9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.222737] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1025.222737] env[69281]: value = "task-3936051" [ 1025.222737] env[69281]: _type = "Task" [ 1025.222737] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.224373] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1025.224373] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52444aae-ee27-357c-f865-5283451d7d52" [ 1025.224373] env[69281]: _type = "Task" [ 1025.224373] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.240725] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936051, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.244025] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52444aae-ee27-357c-f865-5283451d7d52, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.244025] env[69281]: DEBUG oslo_concurrency.lockutils [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.244025] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 795f2d3b-f366-4487-8200-0a65ef25e27b/795f2d3b-f366-4487-8200-0a65ef25e27b.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.244025] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6f6c6b4-45b1-4984-841d-04e44c7c3ff6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.254024] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1025.254024] env[69281]: value = "task-3936053" [ 1025.254024] env[69281]: _type = "Task" [ 1025.254024] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.262811] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.303095] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/328b7941-ff8f-4094-ac22-7966ee976cac" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.303530] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Processing image 328b7941-ff8f-4094-ac22-7966ee976cac {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.303699] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/328b7941-ff8f-4094-ac22-7966ee976cac/328b7941-ff8f-4094-ac22-7966ee976cac.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.303845] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/328b7941-ff8f-4094-ac22-7966ee976cac/328b7941-ff8f-4094-ac22-7966ee976cac.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.304040] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.304322] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75aaf988-5157-4c45-9641-83bd1b3f0e3a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.326672] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.326889] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.327670] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca530ad2-6206-47a6-8284-4b5a9e762780 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.335343] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1025.335343] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52252ef3-3d38-fece-84f8-3a27686d55be" [ 1025.335343] env[69281]: _type = "Task" [ 1025.335343] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.347990] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52252ef3-3d38-fece-84f8-3a27686d55be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.663300] env[69281]: DEBUG nova.scheduler.client.report [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.739042] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936051, 'name': ReconfigVM_Task, 'duration_secs': 0.50138} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.739042] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e0ec56ff-8435-43b7-a043-8de35155e1ed/e0ec56ff-8435-43b7-a043-8de35155e1ed.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.739272] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e2f0fe1-9b70-4071-8a18-fa1f7442dd56 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.748515] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1025.748515] env[69281]: value = "task-3936054" [ 1025.748515] env[69281]: _type = "Task" [ 1025.748515] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.770036] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936054, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.773460] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936053, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.846305] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Preparing fetch location {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1025.846577] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Fetch image to [datastore1] OSTACK_IMG_ddbd32ae-9696-4198-a740-deb2c77d078d/OSTACK_IMG_ddbd32ae-9696-4198-a740-deb2c77d078d.vmdk {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1025.846766] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Downloading stream optimized image 328b7941-ff8f-4094-ac22-7966ee976cac to [datastore1] OSTACK_IMG_ddbd32ae-9696-4198-a740-deb2c77d078d/OSTACK_IMG_ddbd32ae-9696-4198-a740-deb2c77d078d.vmdk on the data store datastore1 as vApp {{(pid=69281) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1025.846939] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Downloading image file data 328b7941-ff8f-4094-ac22-7966ee976cac to the ESX as VM named 'OSTACK_IMG_ddbd32ae-9696-4198-a740-deb2c77d078d' {{(pid=69281) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1025.935983] env[69281]: DEBUG oslo_vmware.rw_handles [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1025.935983] env[69281]: value = "resgroup-9" [ 1025.935983] env[69281]: _type = "ResourcePool" [ 1025.935983] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1025.936200] env[69281]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a11c9a63-afc3-4267-84e1-f5c738156d53 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.958535] env[69281]: DEBUG oslo_vmware.rw_handles [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lease: (returnval){ [ 1025.958535] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225cf09-9c1a-36d2-e3a1-f34e37943fde" [ 1025.958535] env[69281]: _type = "HttpNfcLease" [ 1025.958535] env[69281]: } obtained for vApp import into resource pool (val){ [ 1025.958535] env[69281]: value = "resgroup-9" [ 1025.958535] env[69281]: _type = "ResourcePool" [ 1025.958535] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1025.958778] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the lease: (returnval){ [ 1025.958778] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225cf09-9c1a-36d2-e3a1-f34e37943fde" [ 1025.958778] env[69281]: _type = "HttpNfcLease" [ 1025.958778] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1025.968008] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.968008] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225cf09-9c1a-36d2-e3a1-f34e37943fde" [ 1025.968008] env[69281]: _type = "HttpNfcLease" [ 1025.968008] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1026.171574] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.172324] env[69281]: DEBUG nova.compute.manager [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.175537] env[69281]: DEBUG oslo_concurrency.lockutils [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.555s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.175785] env[69281]: DEBUG nova.objects.instance [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lazy-loading 'resources' on Instance uuid f50fff55-ec9f-4ff4-b929-b3b6d8990899 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.266258] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936054, 'name': Rename_Task, 'duration_secs': 0.315302} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.273031] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.273031] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551906} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.273163] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cab67e4e-cf75-44e6-8e3b-fd408fff66cc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.275543] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 795f2d3b-f366-4487-8200-0a65ef25e27b/795f2d3b-f366-4487-8200-0a65ef25e27b.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.275628] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.275877] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03185fab-6959-4be0-968e-a6b04c0f8792 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.286159] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1026.286159] env[69281]: value = "task-3936057" [ 1026.286159] env[69281]: _type = "Task" [ 1026.286159] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.288704] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1026.288704] env[69281]: value = "task-3936056" [ 1026.288704] env[69281]: _type = "Task" [ 1026.288704] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.315024] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.315184] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.468268] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1026.468268] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225cf09-9c1a-36d2-e3a1-f34e37943fde" [ 1026.468268] env[69281]: _type = "HttpNfcLease" [ 1026.468268] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1026.679186] env[69281]: DEBUG nova.compute.utils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.684894] env[69281]: DEBUG nova.compute.manager [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.684894] env[69281]: DEBUG nova.network.neutron [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.740015] env[69281]: DEBUG nova.policy [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71c4cb210fda4edeb1d737658780be9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '502bfebbab5f4a65b8ffac216086a92e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.806965] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.807611] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28474} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.808168] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.811166] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c6f55c-c818-4ea6-be1b-ed045fc2ae4e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.840480] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 795f2d3b-f366-4487-8200-0a65ef25e27b/795f2d3b-f366-4487-8200-0a65ef25e27b.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.841437] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7faadab-b0b9-45a8-a138-56d56955fe91 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.873505] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1026.873505] env[69281]: value = "task-3936058" [ 1026.873505] env[69281]: _type = "Task" [ 1026.873505] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.888874] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.970016] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1026.970016] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225cf09-9c1a-36d2-e3a1-f34e37943fde" [ 1026.970016] env[69281]: _type = "HttpNfcLease" [ 1026.970016] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1027.029416] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121922f6-24ce-48ac-b827-86f64f5a083c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.040850] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b9b41b-09bb-4ef9-af95-7e8ada691f00 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.077355] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2bc7b1-0a2d-4093-9759-6faf599c6262 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.086455] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2798d8-9bf7-4ed1-b6f8-e04031eb3cf4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.104878] env[69281]: DEBUG nova.compute.provider_tree [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.185089] env[69281]: DEBUG nova.compute.manager [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.244035] env[69281]: DEBUG nova.network.neutron [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Successfully created port: a457f8fa-93c2-41e2-849d-58127badf365 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.300053] env[69281]: DEBUG oslo_vmware.api [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936057, 'name': PowerOnVM_Task, 'duration_secs': 0.985834} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.300359] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.300571] env[69281]: INFO nova.compute.manager [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1027.300747] env[69281]: DEBUG nova.compute.manager [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1027.301560] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038156b7-d741-443c-8811-f71358d07814 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.336797] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.386985] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.473241] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.473241] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225cf09-9c1a-36d2-e3a1-f34e37943fde" [ 1027.473241] env[69281]: _type = "HttpNfcLease" [ 1027.473241] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1027.608293] env[69281]: DEBUG nova.scheduler.client.report [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.783893] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1027.784158] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781376', 'volume_id': '87eabbd0-7ba8-45ba-a01b-56c811548c05', 'name': 'volume-87eabbd0-7ba8-45ba-a01b-56c811548c05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '455976a0-bf0a-4646-857a-2c9bf4b11e61', 'attached_at': '', 'detached_at': '', 'volume_id': '87eabbd0-7ba8-45ba-a01b-56c811548c05', 'serial': '87eabbd0-7ba8-45ba-a01b-56c811548c05'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1027.786549] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25066470-8323-41cf-9f50-674456c3a8e0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.808636] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaf6480-d1de-4c2c-9c39-0ba148a0c611 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.840620] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-87eabbd0-7ba8-45ba-a01b-56c811548c05/volume-87eabbd0-7ba8-45ba-a01b-56c811548c05.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.842737] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87eef44a-8a86-40c1-8137-51edbc453cda {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.857253] env[69281]: INFO nova.compute.manager [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Took 26.99 seconds to build instance. [ 1027.865059] env[69281]: DEBUG oslo_vmware.api [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1027.865059] env[69281]: value = "task-3936059" [ 1027.865059] env[69281]: _type = "Task" [ 1027.865059] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.878995] env[69281]: DEBUG oslo_vmware.api [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.888712] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936058, 'name': ReconfigVM_Task, 'duration_secs': 0.750008} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.889028] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 795f2d3b-f366-4487-8200-0a65ef25e27b/795f2d3b-f366-4487-8200-0a65ef25e27b.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.889665] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04c77307-a404-494a-8b12-b766f596279c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.897052] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1027.897052] env[69281]: value = "task-3936060" [ 1027.897052] env[69281]: _type = "Task" [ 1027.897052] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.907098] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936060, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.974026] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.974026] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225cf09-9c1a-36d2-e3a1-f34e37943fde" [ 1027.974026] env[69281]: _type = "HttpNfcLease" [ 1027.974026] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1027.974026] env[69281]: DEBUG oslo_vmware.rw_handles [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1027.974026] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225cf09-9c1a-36d2-e3a1-f34e37943fde" [ 1027.974026] env[69281]: _type = "HttpNfcLease" [ 1027.974026] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1027.975113] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc2e90b-4964-4063-a54d-30faec3fe3f4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.985363] env[69281]: DEBUG oslo_vmware.rw_handles [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eabfb6-b732-8f74-939a-22a32d6e884e/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1027.985760] env[69281]: DEBUG oslo_vmware.rw_handles [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eabfb6-b732-8f74-939a-22a32d6e884e/disk-0.vmdk. {{(pid=69281) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1028.055067] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e865d782-baea-4927-9ef0-b21a0df6240b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.071344] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "39e1581f-e8bd-4512-821c-6d3349547f85" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.071601] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "39e1581f-e8bd-4512-821c-6d3349547f85" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.116354] env[69281]: DEBUG oslo_concurrency.lockutils [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.120080] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.316s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.121063] env[69281]: INFO nova.compute.claims [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.146826] env[69281]: INFO nova.scheduler.client.report [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleted allocations for instance f50fff55-ec9f-4ff4-b929-b3b6d8990899 [ 1028.197366] env[69281]: DEBUG nova.compute.manager [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.231024] env[69281]: DEBUG nova.virt.hardware [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.231378] env[69281]: DEBUG nova.virt.hardware [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.231550] env[69281]: DEBUG nova.virt.hardware [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.231772] env[69281]: DEBUG nova.virt.hardware [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.231889] env[69281]: DEBUG nova.virt.hardware [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.232065] env[69281]: DEBUG nova.virt.hardware [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.232359] env[69281]: DEBUG nova.virt.hardware [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.232546] env[69281]: DEBUG nova.virt.hardware [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.232729] env[69281]: DEBUG nova.virt.hardware [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.232914] env[69281]: DEBUG nova.virt.hardware [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.233128] env[69281]: DEBUG nova.virt.hardware [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.234168] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e4739-65f9-45c7-af1a-d1f2f268d819 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.249767] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fefd72f-442c-4c89-b8f1-685931a47364 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.271301] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "485aad9a-1f46-4cd2-a209-159a6eff5655" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.271849] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "485aad9a-1f46-4cd2-a209-159a6eff5655" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.272218] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "485aad9a-1f46-4cd2-a209-159a6eff5655-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.272585] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "485aad9a-1f46-4cd2-a209-159a6eff5655-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.272885] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "485aad9a-1f46-4cd2-a209-159a6eff5655-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.281383] env[69281]: INFO nova.compute.manager [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Terminating instance [ 1028.361935] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe5f9181-e613-40f6-829e-270583d3ec45 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "e0ec56ff-8435-43b7-a043-8de35155e1ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.503s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.385137] env[69281]: DEBUG oslo_vmware.api [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936059, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.409070] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936060, 'name': Rename_Task, 'duration_secs': 0.162613} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.412554] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.412788] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2406541c-7bdc-45b8-871e-16bda5852c64 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.421626] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1028.421626] env[69281]: value = "task-3936061" [ 1028.421626] env[69281]: _type = "Task" [ 1028.421626] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.432748] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.576489] env[69281]: DEBUG nova.compute.utils [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.658896] env[69281]: DEBUG oslo_concurrency.lockutils [None req-32df0c41-97e8-44a5-a3be-d1f52ecff9be tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "f50fff55-ec9f-4ff4-b929-b3b6d8990899" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.480s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.786778] env[69281]: DEBUG nova.compute.manager [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.787155] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.787959] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27442d3c-29b1-4cef-a182-d7701eb144c6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.798557] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.798843] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a84da3eb-e204-497f-8cfe-c8d164a7a6a3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.806738] env[69281]: DEBUG oslo_vmware.api [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1028.806738] env[69281]: value = "task-3936062" [ 1028.806738] env[69281]: _type = "Task" [ 1028.806738] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.819237] env[69281]: DEBUG oslo_vmware.api [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.877189] env[69281]: DEBUG oslo_vmware.api [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936059, 'name': ReconfigVM_Task, 'duration_secs': 0.53244} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.879930] env[69281]: DEBUG oslo_vmware.rw_handles [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Completed reading data from the image iterator. {{(pid=69281) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1028.880324] env[69281]: DEBUG oslo_vmware.rw_handles [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eabfb6-b732-8f74-939a-22a32d6e884e/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1028.881582] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-87eabbd0-7ba8-45ba-a01b-56c811548c05/volume-87eabbd0-7ba8-45ba-a01b-56c811548c05.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.889204] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcba9961-830c-494d-b8a5-7911b5e180ff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.894039] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4698469-919d-4c5f-a578-1b26e55bebb6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.911771] env[69281]: DEBUG oslo_vmware.rw_handles [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eabfb6-b732-8f74-939a-22a32d6e884e/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1028.912033] env[69281]: DEBUG oslo_vmware.rw_handles [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eabfb6-b732-8f74-939a-22a32d6e884e/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1028.913668] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-22dec1af-7d64-4fcc-91a9-500e2683c92e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.915504] env[69281]: DEBUG oslo_vmware.api [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1028.915504] env[69281]: value = "task-3936063" [ 1028.915504] env[69281]: _type = "Task" [ 1028.915504] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.926586] env[69281]: DEBUG oslo_vmware.api [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.938607] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936061, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.081914] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "39e1581f-e8bd-4512-821c-6d3349547f85" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.120112] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "dcc00b16-bc8b-4f04-86c9-87d692062ebb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.120669] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "dcc00b16-bc8b-4f04-86c9-87d692062ebb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.120669] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "dcc00b16-bc8b-4f04-86c9-87d692062ebb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.120961] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "dcc00b16-bc8b-4f04-86c9-87d692062ebb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.121132] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "dcc00b16-bc8b-4f04-86c9-87d692062ebb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.123647] env[69281]: INFO nova.compute.manager [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Terminating instance [ 1029.153758] env[69281]: DEBUG oslo_vmware.rw_handles [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eabfb6-b732-8f74-939a-22a32d6e884e/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1029.154069] env[69281]: INFO nova.virt.vmwareapi.images [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Downloaded image file data 328b7941-ff8f-4094-ac22-7966ee976cac [ 1029.155869] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acb3441-6194-42ee-abf3-223bbdd9ffb7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.192678] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c11e3c01-d8db-4cd3-9a4d-0e9a2fd26fb7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.239853] env[69281]: INFO nova.virt.vmwareapi.images [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] The imported VM was unregistered [ 1029.243742] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Caching image {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1029.244094] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Creating directory with path [datastore1] devstack-image-cache_base/328b7941-ff8f-4094-ac22-7966ee976cac {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.244717] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5b7cd37-d7ff-4883-baad-2ea036f64e0c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.269937] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Created directory with path [datastore1] devstack-image-cache_base/328b7941-ff8f-4094-ac22-7966ee976cac {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.270178] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ddbd32ae-9696-4198-a740-deb2c77d078d/OSTACK_IMG_ddbd32ae-9696-4198-a740-deb2c77d078d.vmdk to [datastore1] devstack-image-cache_base/328b7941-ff8f-4094-ac22-7966ee976cac/328b7941-ff8f-4094-ac22-7966ee976cac.vmdk. {{(pid=69281) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1029.270604] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2af6f2c3-45ef-41c6-a30f-0548373b46a1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.278887] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1029.278887] env[69281]: value = "task-3936065" [ 1029.278887] env[69281]: _type = "Task" [ 1029.278887] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.291276] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936065, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.322162] env[69281]: DEBUG oslo_vmware.api [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936062, 'name': PowerOffVM_Task, 'duration_secs': 0.270213} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.323055] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.323368] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.323753] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7bcbb60-6ecc-45ad-b7e6-41cc0b941b1a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.429983] env[69281]: DEBUG oslo_vmware.api [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936063, 'name': ReconfigVM_Task, 'duration_secs': 0.18994} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.434248] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781376', 'volume_id': '87eabbd0-7ba8-45ba-a01b-56c811548c05', 'name': 'volume-87eabbd0-7ba8-45ba-a01b-56c811548c05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '455976a0-bf0a-4646-857a-2c9bf4b11e61', 'attached_at': '', 'detached_at': '', 'volume_id': '87eabbd0-7ba8-45ba-a01b-56c811548c05', 'serial': '87eabbd0-7ba8-45ba-a01b-56c811548c05'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1029.445337] env[69281]: DEBUG oslo_vmware.api [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936061, 'name': PowerOnVM_Task, 'duration_secs': 0.560479} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.445655] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.445861] env[69281]: INFO nova.compute.manager [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Took 5.49 seconds to spawn the instance on the hypervisor. [ 1029.446071] env[69281]: DEBUG nova.compute.manager [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.446979] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d417981-92de-45af-837d-081f04399a3a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.512180] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f59ffb4-cac5-47c7-a655-1e783b4c0553 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.514595] env[69281]: DEBUG nova.network.neutron [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Successfully updated port: a457f8fa-93c2-41e2-849d-58127badf365 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.515486] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.515707] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.515910] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Deleting the datastore file [datastore2] 485aad9a-1f46-4cd2-a209-159a6eff5655 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.517093] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-380cbf78-3f2a-4c32-9db2-f19fbf533f60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.524237] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376b06a1-43d1-48c3-aa88-f2859ce6c4b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.530479] env[69281]: DEBUG oslo_vmware.api [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1029.530479] env[69281]: value = "task-3936067" [ 1029.530479] env[69281]: _type = "Task" [ 1029.530479] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.569702] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a4e4a7-0bed-45e9-9849-44eee1328f15 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.576798] env[69281]: DEBUG oslo_vmware.api [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.585042] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f1a85a-f927-4ffe-a7d1-62dba3b6d1e3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.599799] env[69281]: DEBUG nova.compute.provider_tree [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.631930] env[69281]: DEBUG nova.compute.manager [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.631930] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.631930] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04339f70-649a-42d8-9cb2-e264a0352d8e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.639307] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.639601] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6927f89c-8f1f-4439-bddb-8e9a9c5091c6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.650816] env[69281]: DEBUG oslo_vmware.api [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1029.650816] env[69281]: value = "task-3936068" [ 1029.650816] env[69281]: _type = "Task" [ 1029.650816] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.667569] env[69281]: DEBUG oslo_vmware.api [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.795594] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936065, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.838205] env[69281]: DEBUG nova.compute.manager [req-7bb35769-01cc-46b8-a045-68e41cb3d56b req-85f88a4f-ab97-4395-b8ce-421263581754 service nova] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Received event network-vif-plugged-a457f8fa-93c2-41e2-849d-58127badf365 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.838390] env[69281]: DEBUG oslo_concurrency.lockutils [req-7bb35769-01cc-46b8-a045-68e41cb3d56b req-85f88a4f-ab97-4395-b8ce-421263581754 service nova] Acquiring lock "5a930c0a-2d3e-499a-a6ea-e35cae957982-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.838544] env[69281]: DEBUG oslo_concurrency.lockutils [req-7bb35769-01cc-46b8-a045-68e41cb3d56b req-85f88a4f-ab97-4395-b8ce-421263581754 service nova] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.838716] env[69281]: DEBUG oslo_concurrency.lockutils [req-7bb35769-01cc-46b8-a045-68e41cb3d56b req-85f88a4f-ab97-4395-b8ce-421263581754 service nova] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.838895] env[69281]: DEBUG nova.compute.manager [req-7bb35769-01cc-46b8-a045-68e41cb3d56b req-85f88a4f-ab97-4395-b8ce-421263581754 service nova] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] No waiting events found dispatching network-vif-plugged-a457f8fa-93c2-41e2-849d-58127badf365 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1029.839078] env[69281]: WARNING nova.compute.manager [req-7bb35769-01cc-46b8-a045-68e41cb3d56b req-85f88a4f-ab97-4395-b8ce-421263581754 service nova] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Received unexpected event network-vif-plugged-a457f8fa-93c2-41e2-849d-58127badf365 for instance with vm_state building and task_state spawning. [ 1029.972662] env[69281]: INFO nova.compute.manager [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Took 23.86 seconds to build instance. [ 1030.020275] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.020419] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquired lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.020575] env[69281]: DEBUG nova.network.neutron [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.045808] env[69281]: DEBUG oslo_vmware.api [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308488} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.046030] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.046248] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.046414] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.047250] env[69281]: INFO nova.compute.manager [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1030.047250] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.047250] env[69281]: DEBUG nova.compute.manager [-] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.047724] env[69281]: DEBUG nova.network.neutron [-] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.104657] env[69281]: DEBUG nova.scheduler.client.report [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.168321] env[69281]: DEBUG oslo_vmware.api [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936068, 'name': PowerOffVM_Task, 'duration_secs': 0.507107} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.168738] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.169038] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.169447] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33a614c7-55b2-44cb-9241-8ac87dd00248 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.173746] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "39e1581f-e8bd-4512-821c-6d3349547f85" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.174179] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "39e1581f-e8bd-4512-821c-6d3349547f85" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.174563] env[69281]: INFO nova.compute.manager [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Attaching volume 95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc to /dev/sdb [ 1030.226163] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1bf6f1-5823-460b-9a6f-641f88c5d528 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.237662] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d2b253-63b8-48ee-950c-59bb02547cd2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.256934] env[69281]: DEBUG nova.virt.block_device [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Updating existing volume attachment record: 13c93b82-4790-4b5d-915e-97da0b0d3c17 {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1030.261198] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.261545] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.261663] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleting the datastore file [datastore1] dcc00b16-bc8b-4f04-86c9-87d692062ebb {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.261939] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4533e2e-806a-4562-842d-5b90e8c4c9b6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.273149] env[69281]: DEBUG oslo_vmware.api [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1030.273149] env[69281]: value = "task-3936070" [ 1030.273149] env[69281]: _type = "Task" [ 1030.273149] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.283640] env[69281]: DEBUG oslo_vmware.api [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.296062] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936065, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.475338] env[69281]: DEBUG oslo_concurrency.lockutils [None req-69bed464-96fb-465b-8a57-0271c2087670 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Lock "795f2d3b-f366-4487-8200-0a65ef25e27b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.381s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.499998] env[69281]: DEBUG nova.objects.instance [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lazy-loading 'flavor' on Instance uuid 455976a0-bf0a-4646-857a-2c9bf4b11e61 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.611823] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.612870] env[69281]: DEBUG nova.compute.manager [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.616729] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.262s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.620142] env[69281]: DEBUG nova.network.neutron [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.791819] env[69281]: DEBUG oslo_vmware.api [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.802771] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936065, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.938717] env[69281]: DEBUG nova.network.neutron [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Updating instance_info_cache with network_info: [{"id": "a457f8fa-93c2-41e2-849d-58127badf365", "address": "fa:16:3e:da:2f:59", "network": {"id": "c19d8801-5e7a-4173-8782-b0ef2f11986a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-699807498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502bfebbab5f4a65b8ffac216086a92e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa457f8fa-93", "ovs_interfaceid": "a457f8fa-93c2-41e2-849d-58127badf365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.016847] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e8682121-2db3-4ba0-ae23-595992791bc5 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "455976a0-bf0a-4646-857a-2c9bf4b11e61" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.348s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.031451] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquiring lock "81543689-5db0-47fd-a1af-a3d849b0a3b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.031957] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Lock "81543689-5db0-47fd-a1af-a3d849b0a3b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.127675] env[69281]: DEBUG nova.compute.utils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.133182] env[69281]: DEBUG nova.compute.manager [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.133182] env[69281]: DEBUG nova.network.neutron [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.187218] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "455976a0-bf0a-4646-857a-2c9bf4b11e61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.187218] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "455976a0-bf0a-4646-857a-2c9bf4b11e61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.187517] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "455976a0-bf0a-4646-857a-2c9bf4b11e61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.187630] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "455976a0-bf0a-4646-857a-2c9bf4b11e61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.187805] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "455976a0-bf0a-4646-857a-2c9bf4b11e61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.190632] env[69281]: INFO nova.compute.manager [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Terminating instance [ 1031.194043] env[69281]: DEBUG nova.policy [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee627a2b7e04432cb92e1339097227ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bccc4dcd76b4adba0dff40e208d42c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.286881] env[69281]: DEBUG oslo_vmware.api [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.299791] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936065, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.425248] env[69281]: DEBUG nova.network.neutron [-] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.444427] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Releasing lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.445172] env[69281]: DEBUG nova.compute.manager [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Instance network_info: |[{"id": "a457f8fa-93c2-41e2-849d-58127badf365", "address": "fa:16:3e:da:2f:59", "network": {"id": "c19d8801-5e7a-4173-8782-b0ef2f11986a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-699807498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502bfebbab5f4a65b8ffac216086a92e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa457f8fa-93", "ovs_interfaceid": "a457f8fa-93c2-41e2-849d-58127badf365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.446267] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:2f:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a457f8fa-93c2-41e2-849d-58127badf365', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.456364] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Creating folder: Project (502bfebbab5f4a65b8ffac216086a92e). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.460719] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4cf6f91-cca1-4f7a-8c23-ee238f87ba0a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.478925] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Created folder: Project (502bfebbab5f4a65b8ffac216086a92e) in parent group-v781128. [ 1031.478925] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Creating folder: Instances. Parent ref: group-v781384. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.482471] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee2c1c77-c223-4e88-9657-beaee194fd62 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.497662] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Created folder: Instances in parent group-v781384. [ 1031.497939] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.498241] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.501840] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce6e093d-8181-4cb5-bcd7-bed0ed70c67c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.526291] env[69281]: INFO nova.compute.manager [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Rebuilding instance [ 1031.536316] env[69281]: DEBUG nova.compute.manager [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.543726] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.543726] env[69281]: value = "task-3936076" [ 1031.543726] env[69281]: _type = "Task" [ 1031.543726] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.565673] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936076, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.566327] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07bef2f-5343-481c-8f13-89cc61f7910c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.580411] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a7e508-5cae-4502-b6cc-891ab23c4bc5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.633759] env[69281]: DEBUG nova.compute.manager [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1031.635238] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5af2f69-727f-48b5-8c9f-8bdf9621288a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.638512] env[69281]: DEBUG nova.compute.manager [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.642484] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388f9738-c026-4d64-ac20-bbde05909c88 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.647684] env[69281]: DEBUG nova.network.neutron [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Successfully created port: 08a0a431-85d4-4698-8d8e-c2d089c1f7f4 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.663297] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c585f83a-3a15-4ec7-aa8b-68cd29878dd8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.684106] env[69281]: DEBUG nova.compute.provider_tree [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.705856] env[69281]: DEBUG nova.compute.manager [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.706237] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.706514] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79c50dc4-aa2a-418d-bd54-4d34a8b659df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.718906] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1031.718906] env[69281]: value = "task-3936077" [ 1031.718906] env[69281]: _type = "Task" [ 1031.718906] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.734291] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.790075] env[69281]: DEBUG oslo_vmware.api [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.804517] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936065, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.883922] env[69281]: DEBUG nova.compute.manager [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Received event network-changed-825b76dc-5755-4c72-9288-62d7ab4401e8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.884250] env[69281]: DEBUG nova.compute.manager [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Refreshing instance network info cache due to event network-changed-825b76dc-5755-4c72-9288-62d7ab4401e8. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.884718] env[69281]: DEBUG oslo_concurrency.lockutils [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] Acquiring lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.885032] env[69281]: DEBUG oslo_concurrency.lockutils [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] Acquired lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.885367] env[69281]: DEBUG nova.network.neutron [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Refreshing network info cache for port 825b76dc-5755-4c72-9288-62d7ab4401e8 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.929012] env[69281]: INFO nova.compute.manager [-] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Took 1.88 seconds to deallocate network for instance. [ 1032.058715] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936076, 'name': CreateVM_Task, 'duration_secs': 0.457812} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.060135] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.060361] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.061337] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.061650] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.062114] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.062410] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b4d2c13-e711-4bf1-a8e3-d80901c12e09 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.068356] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1032.068356] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523b2eeb-e6d3-a231-44fd-fd48706f53b5" [ 1032.068356] env[69281]: _type = "Task" [ 1032.068356] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.077178] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523b2eeb-e6d3-a231-44fd-fd48706f53b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.187641] env[69281]: DEBUG nova.scheduler.client.report [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.230092] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936077, 'name': PowerOffVM_Task, 'duration_secs': 0.339557} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.230577] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.230577] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1032.230577] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781376', 'volume_id': '87eabbd0-7ba8-45ba-a01b-56c811548c05', 'name': 'volume-87eabbd0-7ba8-45ba-a01b-56c811548c05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '455976a0-bf0a-4646-857a-2c9bf4b11e61', 'attached_at': '', 'detached_at': '', 'volume_id': '87eabbd0-7ba8-45ba-a01b-56c811548c05', 'serial': '87eabbd0-7ba8-45ba-a01b-56c811548c05'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1032.232013] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6974d6c8-8389-451e-93e4-72fab9b08f99 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.257595] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ab3abc-fb3b-49fa-9c01-1cc8d382953a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.266242] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc2e5f2-a3a9-4754-a008-8fbdde916283 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.291629] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252ca4e6-89dc-4505-952f-4d2054957ac4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.306538] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936065, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.827907} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.307102] env[69281]: DEBUG oslo_vmware.api [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.792902} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.319926] env[69281]: INFO nova.virt.vmwareapi.ds_util [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ddbd32ae-9696-4198-a740-deb2c77d078d/OSTACK_IMG_ddbd32ae-9696-4198-a740-deb2c77d078d.vmdk to [datastore1] devstack-image-cache_base/328b7941-ff8f-4094-ac22-7966ee976cac/328b7941-ff8f-4094-ac22-7966ee976cac.vmdk. [ 1032.320243] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Cleaning up location [datastore1] OSTACK_IMG_ddbd32ae-9696-4198-a740-deb2c77d078d {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1032.320429] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ddbd32ae-9696-4198-a740-deb2c77d078d {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.320747] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.320968] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.321190] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.321354] env[69281]: INFO nova.compute.manager [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Took 2.69 seconds to destroy the instance on the hypervisor. [ 1032.321605] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.321883] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] The volume has not been displaced from its original location: [datastore1] volume-87eabbd0-7ba8-45ba-a01b-56c811548c05/volume-87eabbd0-7ba8-45ba-a01b-56c811548c05.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1032.327383] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1032.327711] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c52f814-05eb-4bbc-8562-794f68ec6f66 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.329600] env[69281]: DEBUG nova.compute.manager [-] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.329704] env[69281]: DEBUG nova.network.neutron [-] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.331276] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2feb0640-05b6-426f-9b07-e8b81c29f5f2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.352806] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1032.352806] env[69281]: value = "task-3936078" [ 1032.352806] env[69281]: _type = "Task" [ 1032.352806] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.352806] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1032.352806] env[69281]: value = "task-3936079" [ 1032.352806] env[69281]: _type = "Task" [ 1032.352806] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.364666] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936079, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.367852] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.442255] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.584090] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523b2eeb-e6d3-a231-44fd-fd48706f53b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.588027] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.588027] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.588027] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.588027] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.588027] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.588027] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e1a927d-3d1c-4687-a42a-e1bf282416b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.598688] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.598756] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.600968] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71348ddf-6fb2-4d02-ac6b-9b84a68cd3d1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.610341] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1032.610341] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523ebfbc-642d-6bee-d6a8-a3f6acba5c83" [ 1032.610341] env[69281]: _type = "Task" [ 1032.610341] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.620757] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523ebfbc-642d-6bee-d6a8-a3f6acba5c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.648731] env[69281]: DEBUG nova.network.neutron [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updated VIF entry in instance network info cache for port 825b76dc-5755-4c72-9288-62d7ab4401e8. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.649127] env[69281]: DEBUG nova.network.neutron [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance_info_cache with network_info: [{"id": "825b76dc-5755-4c72-9288-62d7ab4401e8", "address": "fa:16:3e:14:be:10", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825b76dc-57", "ovs_interfaceid": "825b76dc-5755-4c72-9288-62d7ab4401e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.656173] env[69281]: DEBUG nova.compute.manager [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.665218] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.666215] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-171edeff-ed30-4e8d-8899-4debf1f5c435 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.674013] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1032.674013] env[69281]: value = "task-3936080" [ 1032.674013] env[69281]: _type = "Task" [ 1032.674013] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.682789] env[69281]: DEBUG nova.virt.hardware [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.683064] env[69281]: DEBUG nova.virt.hardware [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.683411] env[69281]: DEBUG nova.virt.hardware [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.683624] env[69281]: DEBUG nova.virt.hardware [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.683776] env[69281]: DEBUG nova.virt.hardware [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.683924] env[69281]: DEBUG nova.virt.hardware [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.684155] env[69281]: DEBUG nova.virt.hardware [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.684335] env[69281]: DEBUG nova.virt.hardware [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.684556] env[69281]: DEBUG nova.virt.hardware [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.684735] env[69281]: DEBUG nova.virt.hardware [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.684913] env[69281]: DEBUG nova.virt.hardware [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.685793] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a326847-e270-4869-b5f7-c82e81b1d91c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.695609] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.701630] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7627e16d-0e4e-4cdb-a5f4-7e0689e26ed1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.868112] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.871195] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038804} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.871563] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.871673] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/328b7941-ff8f-4094-ac22-7966ee976cac/328b7941-ff8f-4094-ac22-7966ee976cac.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.871944] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/328b7941-ff8f-4094-ac22-7966ee976cac/328b7941-ff8f-4094-ac22-7966ee976cac.vmdk to [datastore1] ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f/ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.872309] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a8d4b09-1234-44e7-a4aa-25b8513aa568 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.879990] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1032.879990] env[69281]: value = "task-3936081" [ 1032.879990] env[69281]: _type = "Task" [ 1032.879990] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.888774] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.110078] env[69281]: DEBUG nova.network.neutron [-] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.122700] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523ebfbc-642d-6bee-d6a8-a3f6acba5c83, 'name': SearchDatastore_Task, 'duration_secs': 0.014565} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.124153] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c1bcf8-9db9-4103-9e2d-d1d041489d61 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.130812] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1033.130812] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dee29c-e1a8-bea3-2972-2b2aaef38606" [ 1033.130812] env[69281]: _type = "Task" [ 1033.130812] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.140382] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dee29c-e1a8-bea3-2972-2b2aaef38606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.151652] env[69281]: DEBUG oslo_concurrency.lockutils [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] Releasing lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.151922] env[69281]: DEBUG nova.compute.manager [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Received event network-changed-a457f8fa-93c2-41e2-849d-58127badf365 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.152108] env[69281]: DEBUG nova.compute.manager [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Refreshing instance network info cache due to event network-changed-a457f8fa-93c2-41e2-849d-58127badf365. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.152342] env[69281]: DEBUG oslo_concurrency.lockutils [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] Acquiring lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.152518] env[69281]: DEBUG oslo_concurrency.lockutils [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] Acquired lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.152661] env[69281]: DEBUG nova.network.neutron [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Refreshing network info cache for port a457f8fa-93c2-41e2-849d-58127badf365 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.189169] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936080, 'name': PowerOffVM_Task, 'duration_secs': 0.166886} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.189488] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.190325] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.191385] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab697691-292e-41bd-9d92-ce8f16cb7ec9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.198643] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.582s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.205030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.868s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.205311] env[69281]: DEBUG nova.objects.instance [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lazy-loading 'pci_requests' on Instance uuid 098bb7f4-c121-4751-946a-15c5d5b20b37 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.208051] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.208051] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d29bfe4-eca7-416f-83d4-a9ae43534e2e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.250466] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.250840] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.251911] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Deleting the datastore file [datastore1] 795f2d3b-f366-4487-8200-0a65ef25e27b {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.252393] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c7894da-8c70-43f1-82f9-5e5cd966225d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.265432] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1033.265432] env[69281]: value = "task-3936084" [ 1033.265432] env[69281]: _type = "Task" [ 1033.265432] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.279025] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.369695] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936079, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.395224] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936081, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.487380] env[69281]: DEBUG nova.network.neutron [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Successfully updated port: 08a0a431-85d4-4698-8d8e-c2d089c1f7f4 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.615539] env[69281]: INFO nova.compute.manager [-] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Took 1.29 seconds to deallocate network for instance. [ 1033.645817] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dee29c-e1a8-bea3-2972-2b2aaef38606, 'name': SearchDatastore_Task, 'duration_secs': 0.013767} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.646151] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.646456] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 5a930c0a-2d3e-499a-a6ea-e35cae957982/5a930c0a-2d3e-499a-a6ea-e35cae957982.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.646782] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e95e9403-da22-424e-94b2-a5068763b879 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.660664] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1033.660664] env[69281]: value = "task-3936085" [ 1033.660664] env[69281]: _type = "Task" [ 1033.660664] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.675238] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.709778] env[69281]: DEBUG nova.objects.instance [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lazy-loading 'numa_topology' on Instance uuid 098bb7f4-c121-4751-946a-15c5d5b20b37 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.779500] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.780753] env[69281]: INFO nova.scheduler.client.report [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleted allocation for migration 81e61589-1025-4c06-842b-82a32cdc1729 [ 1033.875516] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936079, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.898070] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936081, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.926615] env[69281]: DEBUG nova.compute.manager [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Received event network-vif-deleted-301afa0b-551a-4672-b88e-7758ff5cd166 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.927021] env[69281]: DEBUG nova.compute.manager [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Received event network-vif-plugged-08a0a431-85d4-4698-8d8e-c2d089c1f7f4 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.927712] env[69281]: DEBUG oslo_concurrency.lockutils [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] Acquiring lock "cf473010-1cd9-4c87-a1ad-3303e683db1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.928043] env[69281]: DEBUG oslo_concurrency.lockutils [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] Lock "cf473010-1cd9-4c87-a1ad-3303e683db1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.928409] env[69281]: DEBUG oslo_concurrency.lockutils [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] Lock "cf473010-1cd9-4c87-a1ad-3303e683db1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.929434] env[69281]: DEBUG nova.compute.manager [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] No waiting events found dispatching network-vif-plugged-08a0a431-85d4-4698-8d8e-c2d089c1f7f4 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1033.929434] env[69281]: WARNING nova.compute.manager [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Received unexpected event network-vif-plugged-08a0a431-85d4-4698-8d8e-c2d089c1f7f4 for instance with vm_state building and task_state spawning. [ 1033.929434] env[69281]: DEBUG nova.compute.manager [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Received event network-changed-08a0a431-85d4-4698-8d8e-c2d089c1f7f4 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.929434] env[69281]: DEBUG nova.compute.manager [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Refreshing instance network info cache due to event network-changed-08a0a431-85d4-4698-8d8e-c2d089c1f7f4. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.930183] env[69281]: DEBUG oslo_concurrency.lockutils [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] Acquiring lock "refresh_cache-cf473010-1cd9-4c87-a1ad-3303e683db1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.930183] env[69281]: DEBUG oslo_concurrency.lockutils [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] Acquired lock "refresh_cache-cf473010-1cd9-4c87-a1ad-3303e683db1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.930183] env[69281]: DEBUG nova.network.neutron [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Refreshing network info cache for port 08a0a431-85d4-4698-8d8e-c2d089c1f7f4 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.973948] env[69281]: DEBUG nova.network.neutron [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Updated VIF entry in instance network info cache for port a457f8fa-93c2-41e2-849d-58127badf365. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.974333] env[69281]: DEBUG nova.network.neutron [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Updating instance_info_cache with network_info: [{"id": "a457f8fa-93c2-41e2-849d-58127badf365", "address": "fa:16:3e:da:2f:59", "network": {"id": "c19d8801-5e7a-4173-8782-b0ef2f11986a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-699807498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502bfebbab5f4a65b8ffac216086a92e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa457f8fa-93", "ovs_interfaceid": "a457f8fa-93c2-41e2-849d-58127badf365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.992757] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "refresh_cache-cf473010-1cd9-4c87-a1ad-3303e683db1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.124909] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.174895] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936085, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.214977] env[69281]: INFO nova.compute.claims [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.281518] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.287841] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c239ca85-c089-4ea7-90fa-d6a2872caeee tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "7bace696-692b-47b9-ae24-fecedb4d32f0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.792s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.369596] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "7bace696-692b-47b9-ae24-fecedb4d32f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.369596] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "7bace696-692b-47b9-ae24-fecedb4d32f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.369596] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "7bace696-692b-47b9-ae24-fecedb4d32f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.369823] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "7bace696-692b-47b9-ae24-fecedb4d32f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.369967] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "7bace696-692b-47b9-ae24-fecedb4d32f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.371847] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936079, 'name': ReconfigVM_Task, 'duration_secs': 1.660003} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.372143] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1034.378914] env[69281]: INFO nova.compute.manager [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Terminating instance [ 1034.382328] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fc32af3-9b0e-485a-a109-240dafb47fe3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.406114] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936081, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.409487] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1034.409487] env[69281]: value = "task-3936086" [ 1034.409487] env[69281]: _type = "Task" [ 1034.409487] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.422385] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936086, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.471723] env[69281]: DEBUG nova.network.neutron [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.479121] env[69281]: DEBUG oslo_concurrency.lockutils [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] Releasing lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.479449] env[69281]: DEBUG nova.compute.manager [req-beb2c341-9d4f-434b-acff-5e1f5b43b152 req-444163bd-e3a8-40ba-8727-70d5831f2852 service nova] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Received event network-vif-deleted-fa7ea63c-4767-49a2-a555-5f32632d3090 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.604576] env[69281]: DEBUG nova.network.neutron [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.678040] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795632} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.678430] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 5a930c0a-2d3e-499a-a6ea-e35cae957982/5a930c0a-2d3e-499a-a6ea-e35cae957982.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.678838] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.679158] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b550154-69d0-4c7d-ac82-14316563c4b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.690879] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1034.690879] env[69281]: value = "task-3936087" [ 1034.690879] env[69281]: _type = "Task" [ 1034.690879] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.703345] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.784680] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.238733} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.787685] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.787891] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.788088] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.900279] env[69281]: DEBUG nova.compute.manager [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.900949] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.902626] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c62c6b0-a55a-4536-9b77-4da19481f4e6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.914125] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936081, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.924178] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.924803] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c297b4ec-e43f-4bff-844d-e7df9cfd5b60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.936638] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936086, 'name': ReconfigVM_Task, 'duration_secs': 0.254565} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.938629] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781376', 'volume_id': '87eabbd0-7ba8-45ba-a01b-56c811548c05', 'name': 'volume-87eabbd0-7ba8-45ba-a01b-56c811548c05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '455976a0-bf0a-4646-857a-2c9bf4b11e61', 'attached_at': '', 'detached_at': '', 'volume_id': '87eabbd0-7ba8-45ba-a01b-56c811548c05', 'serial': '87eabbd0-7ba8-45ba-a01b-56c811548c05'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1034.939065] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.939487] env[69281]: DEBUG oslo_vmware.api [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1034.939487] env[69281]: value = "task-3936088" [ 1034.939487] env[69281]: _type = "Task" [ 1034.939487] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.940477] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf1f071-30a6-4324-bfef-74a92da2b0f2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.962895] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.963284] env[69281]: DEBUG oslo_vmware.api [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.966568] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92a12197-5f72-4e67-9ee4-dbb30eed1895 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.979302] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "622a1c77-a9c0-49d0-8755-aed4f957b29e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.979671] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "622a1c77-a9c0-49d0-8755-aed4f957b29e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.045031] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd58b54-e8f1-40c4-af5e-b88a20864d72 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.056300] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.056702] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.056868] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleting the datastore file [datastore1] 455976a0-bf0a-4646-857a-2c9bf4b11e61 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.059223] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6f85801-a65d-4d5d-8e69-776c79e3d2ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.063537] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f018987c-66ce-4d71-9b1a-23d9812f15d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.074978] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1035.074978] env[69281]: value = "task-3936090" [ 1035.074978] env[69281]: _type = "Task" [ 1035.074978] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.103454] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774b25b2-8447-47d1-9fda-e564ce4d4da1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.109014] env[69281]: DEBUG oslo_concurrency.lockutils [req-7ebeb389-4862-4f31-9c41-154950939ceb req-7f16e62c-8777-45a6-a410-6928d4961c56 service nova] Releasing lock "refresh_cache-cf473010-1cd9-4c87-a1ad-3303e683db1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.109428] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquired lock "refresh_cache-cf473010-1cd9-4c87-a1ad-3303e683db1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.109598] env[69281]: DEBUG nova.network.neutron [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.119251] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0636e25c-9d8e-497b-842d-037273c86953 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.123488] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.137880] env[69281]: DEBUG nova.compute.provider_tree [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.204096] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.378315} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.204508] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.205639] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81ace2a-3bbc-41b7-a34f-05f6b3db0491 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.232588] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 5a930c0a-2d3e-499a-a6ea-e35cae957982/5a930c0a-2d3e-499a-a6ea-e35cae957982.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.232963] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfe52599-3877-4067-8730-b037e47d6f51 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.257118] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1035.257118] env[69281]: value = "task-3936091" [ 1035.257118] env[69281]: _type = "Task" [ 1035.257118] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.269376] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.335553] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1035.335792] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781383', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'name': 'volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39e1581f-e8bd-4512-821c-6d3349547f85', 'attached_at': '', 'detached_at': '', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'serial': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1035.337186] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5dd788-85eb-47a8-86db-29c4ce79c17d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.361991] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9a244e-eec8-46e1-a8f1-31f6be75b2eb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.395724] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc/volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.396273] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1ab80ed-b8ab-456f-9992-fe42cba41442 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.422853] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936081, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.424521] env[69281]: DEBUG oslo_vmware.api [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1035.424521] env[69281]: value = "task-3936092" [ 1035.424521] env[69281]: _type = "Task" [ 1035.424521] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.438587] env[69281]: DEBUG oslo_vmware.api [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.457392] env[69281]: DEBUG oslo_vmware.api [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.486059] env[69281]: DEBUG nova.compute.manager [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.609581] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.641674] env[69281]: DEBUG nova.scheduler.client.report [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.649502] env[69281]: DEBUG nova.network.neutron [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.767110] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936091, 'name': ReconfigVM_Task, 'duration_secs': 0.399057} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.767753] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 5a930c0a-2d3e-499a-a6ea-e35cae957982/5a930c0a-2d3e-499a-a6ea-e35cae957982.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.769275] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-627625b9-6e6b-4ac9-a8e5-d5dadff02f93 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.775434] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1035.775434] env[69281]: value = "task-3936093" [ 1035.775434] env[69281]: _type = "Task" [ 1035.775434] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.787031] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936093, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.826354] env[69281]: DEBUG nova.virt.hardware [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.826641] env[69281]: DEBUG nova.virt.hardware [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.826806] env[69281]: DEBUG nova.virt.hardware [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.826985] env[69281]: DEBUG nova.virt.hardware [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.827181] env[69281]: DEBUG nova.virt.hardware [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.827387] env[69281]: DEBUG nova.virt.hardware [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.827541] env[69281]: DEBUG nova.virt.hardware [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.827703] env[69281]: DEBUG nova.virt.hardware [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.827875] env[69281]: DEBUG nova.virt.hardware [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.828096] env[69281]: DEBUG nova.virt.hardware [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.828219] env[69281]: DEBUG nova.virt.hardware [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.829118] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d15437-f393-4014-890d-ef4eef979567 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.832608] env[69281]: DEBUG nova.network.neutron [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Updating instance_info_cache with network_info: [{"id": "08a0a431-85d4-4698-8d8e-c2d089c1f7f4", "address": "fa:16:3e:b8:1d:99", "network": {"id": "7f60258c-7bc6-4a23-b1c3-5070e5b62c54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1088664078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bccc4dcd76b4adba0dff40e208d42c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a0a431-85", "ovs_interfaceid": "08a0a431-85d4-4698-8d8e-c2d089c1f7f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.839238] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b932140-3887-44b2-8b47-30566a93f74b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.855408] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.861417] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.862044] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.862284] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18a308e8-14f6-4389-b541-9191a4c94380 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.880118] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.880118] env[69281]: value = "task-3936094" [ 1035.880118] env[69281]: _type = "Task" [ 1035.880118] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.892797] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936094, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.906555] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936081, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.604477} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.906878] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/328b7941-ff8f-4094-ac22-7966ee976cac/328b7941-ff8f-4094-ac22-7966ee976cac.vmdk to [datastore1] ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f/ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.907741] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1738034a-ba64-473a-bce0-16a2e02bcb5a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.931597] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f/ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f.vmdk or device None with type streamOptimized {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.932036] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5c69619-bd17-4573-913d-49c81493e858 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.963170] env[69281]: DEBUG oslo_vmware.api [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936088, 'name': PowerOffVM_Task, 'duration_secs': 0.602046} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.967883] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.968101] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.968378] env[69281]: DEBUG oslo_vmware.api [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.968670] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1035.968670] env[69281]: value = "task-3936095" [ 1035.968670] env[69281]: _type = "Task" [ 1035.968670] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.968913] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-106ee33d-f158-4cc3-b6f1-e822ecbdea2e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.981147] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.012220] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.080070] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.080382] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.080593] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleting the datastore file [datastore1] 7bace696-692b-47b9-ae24-fecedb4d32f0 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.080877] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-064155bb-807c-4625-8f71-c62d56727721 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.090677] env[69281]: DEBUG oslo_vmware.api [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1036.090677] env[69281]: value = "task-3936097" [ 1036.090677] env[69281]: _type = "Task" [ 1036.090677] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.101180] env[69281]: DEBUG oslo_vmware.api [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.110211] env[69281]: DEBUG oslo_vmware.api [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550292} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.110523] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.110715] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.110899] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.111122] env[69281]: INFO nova.compute.manager [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Took 4.41 seconds to destroy the instance on the hypervisor. [ 1036.111371] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.111578] env[69281]: DEBUG nova.compute.manager [-] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.111683] env[69281]: DEBUG nova.network.neutron [-] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.147701] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.943s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.150327] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.090s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.152696] env[69281]: INFO nova.compute.claims [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.292290] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936093, 'name': Rename_Task, 'duration_secs': 0.160955} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.292290] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.292290] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c989bed3-1048-4c3b-9030-1ac3f0ba76a8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.300086] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1036.300086] env[69281]: value = "task-3936098" [ 1036.300086] env[69281]: _type = "Task" [ 1036.300086] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.311311] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.339027] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Releasing lock "refresh_cache-cf473010-1cd9-4c87-a1ad-3303e683db1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.339027] env[69281]: DEBUG nova.compute.manager [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Instance network_info: |[{"id": "08a0a431-85d4-4698-8d8e-c2d089c1f7f4", "address": "fa:16:3e:b8:1d:99", "network": {"id": "7f60258c-7bc6-4a23-b1c3-5070e5b62c54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1088664078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bccc4dcd76b4adba0dff40e208d42c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a0a431-85", "ovs_interfaceid": "08a0a431-85d4-4698-8d8e-c2d089c1f7f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.339027] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:1d:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08a0a431-85d4-4698-8d8e-c2d089c1f7f4', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.351039] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Creating folder: Project (7bccc4dcd76b4adba0dff40e208d42c7). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.351656] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca43e9b0-87df-40f6-86b0-1715e449a687 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.366783] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Created folder: Project (7bccc4dcd76b4adba0dff40e208d42c7) in parent group-v781128. [ 1036.367296] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Creating folder: Instances. Parent ref: group-v781388. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.367724] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aee9238-db47-4f43-8a0b-bf61b969108c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.392435] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Created folder: Instances in parent group-v781388. [ 1036.393919] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.395025] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.395121] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97e21b9e-e425-4a2c-bdbe-d9959f9f66bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.426030] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936094, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.433519] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.433519] env[69281]: value = "task-3936101" [ 1036.433519] env[69281]: _type = "Task" [ 1036.433519] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.450045] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936101, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.450367] env[69281]: DEBUG oslo_vmware.api [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936092, 'name': ReconfigVM_Task, 'duration_secs': 0.76759} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.450737] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc/volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.457447] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6055eef6-12a0-4941-a8d5-4c36fecbaefd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.478466] env[69281]: DEBUG oslo_vmware.api [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1036.478466] env[69281]: value = "task-3936102" [ 1036.478466] env[69281]: _type = "Task" [ 1036.478466] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.487253] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936095, 'name': ReconfigVM_Task, 'duration_secs': 0.506185} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.488752] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Reconfigured VM instance instance-00000058 to attach disk [datastore1] ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f/ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f.vmdk or device None with type streamOptimized {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.489827] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d6f2976-31e2-4ef8-a45d-488726bc3e50 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.496286] env[69281]: DEBUG oslo_vmware.api [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936102, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.506069] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1036.506069] env[69281]: value = "task-3936103" [ 1036.506069] env[69281]: _type = "Task" [ 1036.506069] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.510743] env[69281]: INFO nova.network.neutron [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updating port eba92ed4-9055-4ef4-b799-c136474d9c87 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1036.523383] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936103, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.602070] env[69281]: DEBUG oslo_vmware.api [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396675} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.603394] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.603394] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.603394] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.603394] env[69281]: INFO nova.compute.manager [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1036.603394] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.604044] env[69281]: DEBUG nova.compute.manager [-] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.604044] env[69281]: DEBUG nova.network.neutron [-] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.622489] env[69281]: DEBUG nova.compute.manager [req-de46b106-b6d2-4fed-a227-6c6bce2f23de req-8a0404e3-7244-40cc-9d40-799181e27672 service nova] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Received event network-vif-deleted-bec65203-d9fb-41f7-9bd7-caf3bf9d2bed {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.622884] env[69281]: INFO nova.compute.manager [req-de46b106-b6d2-4fed-a227-6c6bce2f23de req-8a0404e3-7244-40cc-9d40-799181e27672 service nova] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Neutron deleted interface bec65203-d9fb-41f7-9bd7-caf3bf9d2bed; detaching it from the instance and deleting it from the info cache [ 1036.622975] env[69281]: DEBUG nova.network.neutron [req-de46b106-b6d2-4fed-a227-6c6bce2f23de req-8a0404e3-7244-40cc-9d40-799181e27672 service nova] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.811776] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936098, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.894590] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936094, 'name': CreateVM_Task, 'duration_secs': 0.606293} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.894819] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.895392] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.896094] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.896758] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.897190] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101b0866-c229-4885-8139-881ac3b71022 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.904976] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1036.904976] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52aa23ff-b047-30e5-2be4-2b8fe02ac129" [ 1036.904976] env[69281]: _type = "Task" [ 1036.904976] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.917421] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52aa23ff-b047-30e5-2be4-2b8fe02ac129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.954133] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936101, 'name': CreateVM_Task, 'duration_secs': 0.49014} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.954133] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.954133] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.954133] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.954133] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.954133] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1d4e5f-09a9-4d2a-97de-373c7d7a2fef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.965410] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1036.965410] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5274e527-0366-ab29-1f1c-967fc8ee88ad" [ 1036.965410] env[69281]: _type = "Task" [ 1036.965410] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.976462] env[69281]: DEBUG nova.network.neutron [-] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.982624] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5274e527-0366-ab29-1f1c-967fc8ee88ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.992895] env[69281]: DEBUG oslo_vmware.api [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936102, 'name': ReconfigVM_Task, 'duration_secs': 0.222979} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.994333] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781383', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'name': 'volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39e1581f-e8bd-4512-821c-6d3349547f85', 'attached_at': '', 'detached_at': '', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'serial': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1037.021845] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936103, 'name': Rename_Task, 'duration_secs': 0.248596} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.022234] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.022564] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc5378b5-8061-41e2-9f9d-200cfc60db32 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.031806] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1037.031806] env[69281]: value = "task-3936104" [ 1037.031806] env[69281]: _type = "Task" [ 1037.031806] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.045830] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.126621] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0973615-679f-4c36-847a-9f16275c3bca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.139421] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55ebd2f-df32-40e6-8e7b-e1b2f27c7bf0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.181681] env[69281]: DEBUG nova.compute.manager [req-de46b106-b6d2-4fed-a227-6c6bce2f23de req-8a0404e3-7244-40cc-9d40-799181e27672 service nova] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Detach interface failed, port_id=bec65203-d9fb-41f7-9bd7-caf3bf9d2bed, reason: Instance 455976a0-bf0a-4646-857a-2c9bf4b11e61 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.311339] env[69281]: DEBUG oslo_vmware.api [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936098, 'name': PowerOnVM_Task, 'duration_secs': 0.900028} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.314688] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.314965] env[69281]: INFO nova.compute.manager [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1037.315176] env[69281]: DEBUG nova.compute.manager [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1037.316274] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eb7d46-66f4-42b6-89cf-66e479b40f69 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.415334] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52aa23ff-b047-30e5-2be4-2b8fe02ac129, 'name': SearchDatastore_Task, 'duration_secs': 0.050031} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.415658] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.415894] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.416166] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.416319] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.416500] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.419181] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31ce1766-4fa8-40f1-afa3-d579eb10f7ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.429590] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.430072] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.431606] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04dafa96-b1e3-43e4-bd60-e499345825fe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.440232] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1037.440232] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525f7bf1-ec4e-fa6c-c98b-d5579de9a38b" [ 1037.440232] env[69281]: _type = "Task" [ 1037.440232] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.448780] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525f7bf1-ec4e-fa6c-c98b-d5579de9a38b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.450572] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9e208b-56ee-4bf7-8cb8-2ec8f8a708eb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.458509] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e40cdc-53ff-4bc3-bb79-3d828291beab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.463365] env[69281]: DEBUG nova.network.neutron [-] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.490168] env[69281]: INFO nova.compute.manager [-] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Took 1.38 seconds to deallocate network for instance. [ 1037.496929] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38245956-f19a-4610-a09b-2bd71b71cec8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.514672] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cac4d4-a68f-498b-ae79-c6a21f072521 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.519014] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5274e527-0366-ab29-1f1c-967fc8ee88ad, 'name': SearchDatastore_Task, 'duration_secs': 0.017767} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.519785] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.520091] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.520341] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.520495] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.520739] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.521480] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b5a3977-dc9a-4b0b-ac13-84992200ba5b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.532442] env[69281]: DEBUG nova.compute.provider_tree [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.541920] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.542665] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.546855] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d6fcb9-e349-4e8f-954c-fcbe37e649af {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.549615] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936104, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.555813] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1037.555813] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5203e9ff-3afa-f26d-f60c-c210d0c25cba" [ 1037.555813] env[69281]: _type = "Task" [ 1037.555813] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.567151] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5203e9ff-3afa-f26d-f60c-c210d0c25cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.835445] env[69281]: INFO nova.compute.manager [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Took 27.21 seconds to build instance. [ 1037.951423] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525f7bf1-ec4e-fa6c-c98b-d5579de9a38b, 'name': SearchDatastore_Task, 'duration_secs': 0.012336} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.952554] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e455970-3d89-4a73-85e0-8f255f0b8fd2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.960277] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1037.960277] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524c3b83-aa06-33fb-33f1-784ed41fd3c5" [ 1037.960277] env[69281]: _type = "Task" [ 1037.960277] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.969400] env[69281]: INFO nova.compute.manager [-] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Took 1.37 seconds to deallocate network for instance. [ 1037.969794] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524c3b83-aa06-33fb-33f1-784ed41fd3c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.036287] env[69281]: DEBUG nova.scheduler.client.report [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.046528] env[69281]: DEBUG nova.objects.instance [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lazy-loading 'flavor' on Instance uuid 39e1581f-e8bd-4512-821c-6d3349547f85 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.047947] env[69281]: INFO nova.compute.manager [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Took 0.55 seconds to detach 1 volumes for instance. [ 1038.055182] env[69281]: DEBUG oslo_vmware.api [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936104, 'name': PowerOnVM_Task, 'duration_secs': 0.838502} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.056154] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.056154] env[69281]: INFO nova.compute.manager [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Took 16.50 seconds to spawn the instance on the hypervisor. [ 1038.056154] env[69281]: DEBUG nova.compute.manager [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1038.057658] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab90df32-dd8a-4f68-bc7e-6492b47b5e8b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.072068] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5203e9ff-3afa-f26d-f60c-c210d0c25cba, 'name': SearchDatastore_Task, 'duration_secs': 0.012753} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.077458] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-465bd8ac-0703-422a-9070-6a22202d8eff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.088248] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1038.088248] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52034318-e0f5-fdf3-3aa2-9c3d19bb7908" [ 1038.088248] env[69281]: _type = "Task" [ 1038.088248] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.098949] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52034318-e0f5-fdf3-3aa2-9c3d19bb7908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.248511] env[69281]: DEBUG nova.compute.manager [req-71319bd7-f913-456c-a459-5d14490a3654 req-5bd11112-05c7-4b9d-aeb9-c1d551dfbf41 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Received event network-vif-plugged-eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.248756] env[69281]: DEBUG oslo_concurrency.lockutils [req-71319bd7-f913-456c-a459-5d14490a3654 req-5bd11112-05c7-4b9d-aeb9-c1d551dfbf41 service nova] Acquiring lock "098bb7f4-c121-4751-946a-15c5d5b20b37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.249288] env[69281]: DEBUG oslo_concurrency.lockutils [req-71319bd7-f913-456c-a459-5d14490a3654 req-5bd11112-05c7-4b9d-aeb9-c1d551dfbf41 service nova] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.249528] env[69281]: DEBUG oslo_concurrency.lockutils [req-71319bd7-f913-456c-a459-5d14490a3654 req-5bd11112-05c7-4b9d-aeb9-c1d551dfbf41 service nova] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.253024] env[69281]: DEBUG nova.compute.manager [req-71319bd7-f913-456c-a459-5d14490a3654 req-5bd11112-05c7-4b9d-aeb9-c1d551dfbf41 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] No waiting events found dispatching network-vif-plugged-eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1038.253024] env[69281]: WARNING nova.compute.manager [req-71319bd7-f913-456c-a459-5d14490a3654 req-5bd11112-05c7-4b9d-aeb9-c1d551dfbf41 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Received unexpected event network-vif-plugged-eba92ed4-9055-4ef4-b799-c136474d9c87 for instance with vm_state shelved_offloaded and task_state spawning. [ 1038.260596] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.260596] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.260596] env[69281]: DEBUG nova.network.neutron [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.338095] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ca3f2323-76cd-4003-883a-73a5639e8415 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.725s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.470863] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524c3b83-aa06-33fb-33f1-784ed41fd3c5, 'name': SearchDatastore_Task, 'duration_secs': 0.015114} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.471226] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.472033] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 795f2d3b-f366-4487-8200-0a65ef25e27b/795f2d3b-f366-4487-8200-0a65ef25e27b.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.472033] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53b9e821-dc08-426a-a913-65671aca5048 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.479443] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1038.479443] env[69281]: value = "task-3936105" [ 1038.479443] env[69281]: _type = "Task" [ 1038.479443] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.483671] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.489990] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.545968] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.546649] env[69281]: DEBUG nova.compute.manager [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.549780] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.108s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.550045] env[69281]: DEBUG nova.objects.instance [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lazy-loading 'resources' on Instance uuid 485aad9a-1f46-4cd2-a209-159a6eff5655 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.556296] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d0fde38-68be-415e-b70a-2a9748006366 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "39e1581f-e8bd-4512-821c-6d3349547f85" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.381s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.562421] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.595916] env[69281]: INFO nova.compute.manager [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Took 34.78 seconds to build instance. [ 1038.605771] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52034318-e0f5-fdf3-3aa2-9c3d19bb7908, 'name': SearchDatastore_Task, 'duration_secs': 0.020987} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.606056] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.606342] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] cf473010-1cd9-4c87-a1ad-3303e683db1e/cf473010-1cd9-4c87-a1ad-3303e683db1e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.606609] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b6ed7b5-9f3f-4751-a3c6-901e78597b95 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.616158] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1038.616158] env[69281]: value = "task-3936106" [ 1038.616158] env[69281]: _type = "Task" [ 1038.616158] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.633781] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.727119] env[69281]: DEBUG nova.compute.manager [req-bf408d4d-4364-4032-8386-58be53e7c813 req-cb1a4032-5173-4182-a848-5d2ada892b50 service nova] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Received event network-vif-deleted-f9ee9231-50b9-49d6-888b-451673c1dd27 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.727353] env[69281]: DEBUG nova.compute.manager [req-bf408d4d-4364-4032-8386-58be53e7c813 req-cb1a4032-5173-4182-a848-5d2ada892b50 service nova] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Received event network-changed-a457f8fa-93c2-41e2-849d-58127badf365 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.727546] env[69281]: DEBUG nova.compute.manager [req-bf408d4d-4364-4032-8386-58be53e7c813 req-cb1a4032-5173-4182-a848-5d2ada892b50 service nova] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Refreshing instance network info cache due to event network-changed-a457f8fa-93c2-41e2-849d-58127badf365. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.727762] env[69281]: DEBUG oslo_concurrency.lockutils [req-bf408d4d-4364-4032-8386-58be53e7c813 req-cb1a4032-5173-4182-a848-5d2ada892b50 service nova] Acquiring lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.727933] env[69281]: DEBUG oslo_concurrency.lockutils [req-bf408d4d-4364-4032-8386-58be53e7c813 req-cb1a4032-5173-4182-a848-5d2ada892b50 service nova] Acquired lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.728978] env[69281]: DEBUG nova.network.neutron [req-bf408d4d-4364-4032-8386-58be53e7c813 req-cb1a4032-5173-4182-a848-5d2ada892b50 service nova] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Refreshing network info cache for port a457f8fa-93c2-41e2-849d-58127badf365 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.996350] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936105, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.062493] env[69281]: DEBUG nova.compute.utils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.064442] env[69281]: DEBUG nova.compute.manager [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.064772] env[69281]: DEBUG nova.network.neutron [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.093275] env[69281]: DEBUG nova.network.neutron [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updating instance_info_cache with network_info: [{"id": "eba92ed4-9055-4ef4-b799-c136474d9c87", "address": "fa:16:3e:69:43:be", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba92ed4-90", "ovs_interfaceid": "eba92ed4-9055-4ef4-b799-c136474d9c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.099478] env[69281]: DEBUG oslo_concurrency.lockutils [None req-27ceae9c-d09d-469e-9d2d-e8aeb36c9d2f tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.292s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.118860] env[69281]: DEBUG nova.policy [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2fa1d77ade64f2f829eb6cb53528bc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc6061fae7d14c39907d184f2d6765ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.132023] env[69281]: INFO nova.compute.manager [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Rebuilding instance [ 1039.134366] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936106, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.205330] env[69281]: DEBUG nova.compute.manager [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1039.206344] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9c698b-1d45-45de-9bfc-4c5de72ab412 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.428058] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df51e50-266e-48d1-b5c8-add5bf826fdc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.435198] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de32377-cb25-4dbe-9c4b-331b9893f360 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.471441] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b74f36-3116-4b4a-99ee-8d8b775fdeb1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.484222] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4fbcf2-ec0d-4316-a614-10fed328b5c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.497575] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583135} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.505696] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 795f2d3b-f366-4487-8200-0a65ef25e27b/795f2d3b-f366-4487-8200-0a65ef25e27b.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.505976] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.506497] env[69281]: DEBUG nova.compute.provider_tree [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.508419] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc8648f8-1373-4527-b96d-28fbdd9f5970 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.517025] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1039.517025] env[69281]: value = "task-3936107" [ 1039.517025] env[69281]: _type = "Task" [ 1039.517025] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.533153] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.568801] env[69281]: DEBUG nova.network.neutron [req-bf408d4d-4364-4032-8386-58be53e7c813 req-cb1a4032-5173-4182-a848-5d2ada892b50 service nova] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Updated VIF entry in instance network info cache for port a457f8fa-93c2-41e2-849d-58127badf365. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.569143] env[69281]: DEBUG nova.network.neutron [req-bf408d4d-4364-4032-8386-58be53e7c813 req-cb1a4032-5173-4182-a848-5d2ada892b50 service nova] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Updating instance_info_cache with network_info: [{"id": "a457f8fa-93c2-41e2-849d-58127badf365", "address": "fa:16:3e:da:2f:59", "network": {"id": "c19d8801-5e7a-4173-8782-b0ef2f11986a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-699807498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502bfebbab5f4a65b8ffac216086a92e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa457f8fa-93", "ovs_interfaceid": "a457f8fa-93c2-41e2-849d-58127badf365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.570571] env[69281]: DEBUG nova.compute.manager [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.596662] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.628587] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724489} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.628924] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] cf473010-1cd9-4c87-a1ad-3303e683db1e/cf473010-1cd9-4c87-a1ad-3303e683db1e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.629194] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.631589] env[69281]: DEBUG nova.virt.hardware [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0c9a33a9ddabec13b6fad8d7a1ca0662',container_format='bare',created_at=2025-05-08T23:51:35Z,direct_url=,disk_format='vmdk',id=c81efd17-db53-4e7b-bcfa-2721c6910711,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-893220715-shelved',owner='1ab69f53d2a348b195920d679cb277dc',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-05-08T23:51:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.631855] env[69281]: DEBUG nova.virt.hardware [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.632083] env[69281]: DEBUG nova.virt.hardware [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.632322] env[69281]: DEBUG nova.virt.hardware [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.632509] env[69281]: DEBUG nova.virt.hardware [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.632693] env[69281]: DEBUG nova.virt.hardware [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.632941] env[69281]: DEBUG nova.virt.hardware [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.633210] env[69281]: DEBUG nova.virt.hardware [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.633405] env[69281]: DEBUG nova.virt.hardware [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.633622] env[69281]: DEBUG nova.virt.hardware [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.633837] env[69281]: DEBUG nova.virt.hardware [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.634152] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da8be170-5d22-40cd-bf3c-0b8d0ace5f01 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.636922] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dfbb3a-335b-463c-a5cf-cab9351379d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.648163] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489aaee7-ce2c-4f2f-8ba8-3136de3fdd5b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.652577] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1039.652577] env[69281]: value = "task-3936108" [ 1039.652577] env[69281]: _type = "Task" [ 1039.652577] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.667365] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:43:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eba92ed4-9055-4ef4-b799-c136474d9c87', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.676043] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.676930] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.677247] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50b9631b-ee8f-4735-a873-3c51a969e231 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.697153] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.702440] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.702440] env[69281]: value = "task-3936109" [ 1039.702440] env[69281]: _type = "Task" [ 1039.702440] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.711063] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936109, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.839701] env[69281]: DEBUG nova.network.neutron [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Successfully created port: 001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.013033] env[69281]: DEBUG nova.scheduler.client.report [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.028449] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097581} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.028717] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.029700] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008a60ff-1fa8-48f1-a7e6-738394309283 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.052417] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 795f2d3b-f366-4487-8200-0a65ef25e27b/795f2d3b-f366-4487-8200-0a65ef25e27b.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.053191] env[69281]: DEBUG oslo_concurrency.lockutils [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.053985] env[69281]: DEBUG oslo_concurrency.lockutils [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.054226] env[69281]: DEBUG oslo_concurrency.lockutils [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.054909] env[69281]: DEBUG oslo_concurrency.lockutils [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.054909] env[69281]: DEBUG oslo_concurrency.lockutils [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.056905] env[69281]: INFO nova.compute.manager [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Terminating instance [ 1040.059739] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e8d015f-74a2-4d2a-9cb0-3fd8f09cb697 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.079753] env[69281]: DEBUG oslo_concurrency.lockutils [req-bf408d4d-4364-4032-8386-58be53e7c813 req-cb1a4032-5173-4182-a848-5d2ada892b50 service nova] Releasing lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.087462] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1040.087462] env[69281]: value = "task-3936110" [ 1040.087462] env[69281]: _type = "Task" [ 1040.087462] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.097739] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.165135] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108354} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.165401] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.166198] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eb07f2-610a-46b1-b99f-4b59604ed465 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.189289] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] cf473010-1cd9-4c87-a1ad-3303e683db1e/cf473010-1cd9-4c87-a1ad-3303e683db1e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.189631] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aa98f70-571e-4f69-bf25-f58e772efc9c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.213243] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936109, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.214896] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1040.214896] env[69281]: value = "task-3936111" [ 1040.214896] env[69281]: _type = "Task" [ 1040.214896] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.223798] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.227552] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.227892] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9aacb0b-8331-40de-8df8-2696c23132e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.235702] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1040.235702] env[69281]: value = "task-3936112" [ 1040.235702] env[69281]: _type = "Task" [ 1040.235702] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.246626] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.288280] env[69281]: DEBUG nova.compute.manager [req-ea0f75ff-bbb3-4820-9c97-76dae24fc1a1 req-71fd0ab0-b2c7-4793-ad7b-478075dc2b83 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Received event network-changed-eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.288280] env[69281]: DEBUG nova.compute.manager [req-ea0f75ff-bbb3-4820-9c97-76dae24fc1a1 req-71fd0ab0-b2c7-4793-ad7b-478075dc2b83 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Refreshing instance network info cache due to event network-changed-eba92ed4-9055-4ef4-b799-c136474d9c87. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.288280] env[69281]: DEBUG oslo_concurrency.lockutils [req-ea0f75ff-bbb3-4820-9c97-76dae24fc1a1 req-71fd0ab0-b2c7-4793-ad7b-478075dc2b83 service nova] Acquiring lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.288671] env[69281]: DEBUG oslo_concurrency.lockutils [req-ea0f75ff-bbb3-4820-9c97-76dae24fc1a1 req-71fd0ab0-b2c7-4793-ad7b-478075dc2b83 service nova] Acquired lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.288671] env[69281]: DEBUG nova.network.neutron [req-ea0f75ff-bbb3-4820-9c97-76dae24fc1a1 req-71fd0ab0-b2c7-4793-ad7b-478075dc2b83 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Refreshing network info cache for port eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.520161] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.524435] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.400s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.524702] env[69281]: DEBUG nova.objects.instance [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lazy-loading 'resources' on Instance uuid dcc00b16-bc8b-4f04-86c9-87d692062ebb {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.549528] env[69281]: INFO nova.scheduler.client.report [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Deleted allocations for instance 485aad9a-1f46-4cd2-a209-159a6eff5655 [ 1040.560570] env[69281]: DEBUG nova.compute.manager [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.560721] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.561759] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993281b8-f0a3-4930-8f45-72194fcadb6a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.570731] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.571282] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9d81afd-79e6-4e6a-8e1a-ed7e7a4c4f0c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.578080] env[69281]: DEBUG oslo_vmware.api [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1040.578080] env[69281]: value = "task-3936113" [ 1040.578080] env[69281]: _type = "Task" [ 1040.578080] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.582755] env[69281]: DEBUG nova.compute.manager [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.591531] env[69281]: DEBUG oslo_vmware.api [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.601392] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936110, 'name': ReconfigVM_Task, 'duration_secs': 0.48778} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.601727] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 795f2d3b-f366-4487-8200-0a65ef25e27b/795f2d3b-f366-4487-8200-0a65ef25e27b.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.602428] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac710c8f-d089-4303-9dc8-d68ebf5cdd37 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.612651] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1040.612651] env[69281]: value = "task-3936114" [ 1040.612651] env[69281]: _type = "Task" [ 1040.612651] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.615082] env[69281]: DEBUG nova.virt.hardware [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.615321] env[69281]: DEBUG nova.virt.hardware [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.615483] env[69281]: DEBUG nova.virt.hardware [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.615668] env[69281]: DEBUG nova.virt.hardware [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.615838] env[69281]: DEBUG nova.virt.hardware [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.616034] env[69281]: DEBUG nova.virt.hardware [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.616269] env[69281]: DEBUG nova.virt.hardware [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.616434] env[69281]: DEBUG nova.virt.hardware [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.616611] env[69281]: DEBUG nova.virt.hardware [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.616776] env[69281]: DEBUG nova.virt.hardware [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.616949] env[69281]: DEBUG nova.virt.hardware [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.618164] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5408813-0d00-4874-989e-cdabbb4e042d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.632836] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936114, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.634669] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1410d670-4d18-44bd-9cea-b7f1f7b23669 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.714421] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936109, 'name': CreateVM_Task, 'duration_secs': 0.639727} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.714670] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.715476] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c81efd17-db53-4e7b-bcfa-2721c6910711" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.715686] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c81efd17-db53-4e7b-bcfa-2721c6910711" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.716144] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c81efd17-db53-4e7b-bcfa-2721c6910711" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.716589] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937a78a1-5b4b-483f-8e8d-6836ed6f844e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.726621] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1040.726621] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527fc4b9-d047-6eb0-d25d-7bb22535e524" [ 1040.726621] env[69281]: _type = "Task" [ 1040.726621] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.730413] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936111, 'name': ReconfigVM_Task, 'duration_secs': 0.436468} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.733622] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Reconfigured VM instance instance-0000005b to attach disk [datastore2] cf473010-1cd9-4c87-a1ad-3303e683db1e/cf473010-1cd9-4c87-a1ad-3303e683db1e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.734368] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1746605e-efc2-4bc8-a4b0-815cd007a347 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.743760] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527fc4b9-d047-6eb0-d25d-7bb22535e524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.745747] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1040.745747] env[69281]: value = "task-3936115" [ 1040.745747] env[69281]: _type = "Task" [ 1040.745747] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.752818] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936112, 'name': PowerOffVM_Task, 'duration_secs': 0.265814} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.753629] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.760291] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936115, 'name': Rename_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.826573] env[69281]: INFO nova.compute.manager [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Detaching volume 95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc [ 1040.868951] env[69281]: INFO nova.virt.block_device [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Attempting to driver detach volume 95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc from mountpoint /dev/sdb [ 1040.869324] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1040.869494] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781383', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'name': 'volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39e1581f-e8bd-4512-821c-6d3349547f85', 'attached_at': '', 'detached_at': '', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'serial': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1040.870435] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a1800e-c245-4ec0-b6d5-1b1b0e4e4f4d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.902332] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4318d7c2-7d01-42a3-82ef-b5274f2a1d0f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.911364] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51e61d9-d95a-45c8-bc75-cbc7beff7ddf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.937351] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a093a011-991f-4608-aa69-b59b39ab2328 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.956155] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] The volume has not been displaced from its original location: [datastore2] volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc/volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1040.962462] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.966858] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4f0c92b-08c2-4fbb-a004-f6ba5cc062e2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.988730] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1040.988730] env[69281]: value = "task-3936116" [ 1040.988730] env[69281]: _type = "Task" [ 1040.988730] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.998213] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.059729] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4a9e2704-ebbc-4065-b974-f86f15e2321d tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "485aad9a-1f46-4cd2-a209-159a6eff5655" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.788s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.093953] env[69281]: DEBUG oslo_vmware.api [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936113, 'name': PowerOffVM_Task, 'duration_secs': 0.323006} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.096423] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.096608] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.097190] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-782e7524-0ea4-4e41-aa96-aca69793440c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.127411] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936114, 'name': Rename_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.135598] env[69281]: DEBUG nova.network.neutron [req-ea0f75ff-bbb3-4820-9c97-76dae24fc1a1 req-71fd0ab0-b2c7-4793-ad7b-478075dc2b83 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updated VIF entry in instance network info cache for port eba92ed4-9055-4ef4-b799-c136474d9c87. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.135963] env[69281]: DEBUG nova.network.neutron [req-ea0f75ff-bbb3-4820-9c97-76dae24fc1a1 req-71fd0ab0-b2c7-4793-ad7b-478075dc2b83 service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updating instance_info_cache with network_info: [{"id": "eba92ed4-9055-4ef4-b799-c136474d9c87", "address": "fa:16:3e:69:43:be", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeba92ed4-90", "ovs_interfaceid": "eba92ed4-9055-4ef4-b799-c136474d9c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.192572] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.192872] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.193153] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleting the datastore file [datastore1] ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.193656] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b9d3e23-f5fc-4a01-a0eb-40d6ad20c1a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.203093] env[69281]: DEBUG oslo_vmware.api [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1041.203093] env[69281]: value = "task-3936118" [ 1041.203093] env[69281]: _type = "Task" [ 1041.203093] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.215246] env[69281]: DEBUG oslo_vmware.api [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.242878] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c81efd17-db53-4e7b-bcfa-2721c6910711" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.243183] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Processing image c81efd17-db53-4e7b-bcfa-2721c6910711 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.243533] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c81efd17-db53-4e7b-bcfa-2721c6910711/c81efd17-db53-4e7b-bcfa-2721c6910711.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.243665] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c81efd17-db53-4e7b-bcfa-2721c6910711/c81efd17-db53-4e7b-bcfa-2721c6910711.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.243853] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.244139] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c4f8819-c27f-4922-b104-4dba905415e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.258210] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936115, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.259696] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.259894] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.260670] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ae519f-6588-4a28-8405-4761eb8d1030 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.271813] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1041.271813] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a68cff-56e2-e4c2-57d3-9794d722af89" [ 1041.271813] env[69281]: _type = "Task" [ 1041.271813] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.283818] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a68cff-56e2-e4c2-57d3-9794d722af89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.327674] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff38717d-10b8-42a7-b7fb-90769cf7c76d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.336994] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fa6ed4-d22c-4371-814e-4c8e7577c79d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.370910] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c89953e-79a2-4350-b663-8f3105dad741 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.379165] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56efe749-b573-4e5a-b275-0f57e6f551c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.395519] env[69281]: DEBUG nova.compute.provider_tree [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.399045] env[69281]: DEBUG nova.compute.manager [req-fd04f9f3-b42c-4614-934e-8defa5906d5e req-6e1394fa-0342-469e-8982-ec122c833a7f service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Received event network-vif-plugged-001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.399279] env[69281]: DEBUG oslo_concurrency.lockutils [req-fd04f9f3-b42c-4614-934e-8defa5906d5e req-6e1394fa-0342-469e-8982-ec122c833a7f service nova] Acquiring lock "81543689-5db0-47fd-a1af-a3d849b0a3b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.399629] env[69281]: DEBUG oslo_concurrency.lockutils [req-fd04f9f3-b42c-4614-934e-8defa5906d5e req-6e1394fa-0342-469e-8982-ec122c833a7f service nova] Lock "81543689-5db0-47fd-a1af-a3d849b0a3b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.399668] env[69281]: DEBUG oslo_concurrency.lockutils [req-fd04f9f3-b42c-4614-934e-8defa5906d5e req-6e1394fa-0342-469e-8982-ec122c833a7f service nova] Lock "81543689-5db0-47fd-a1af-a3d849b0a3b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.399810] env[69281]: DEBUG nova.compute.manager [req-fd04f9f3-b42c-4614-934e-8defa5906d5e req-6e1394fa-0342-469e-8982-ec122c833a7f service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] No waiting events found dispatching network-vif-plugged-001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1041.400047] env[69281]: WARNING nova.compute.manager [req-fd04f9f3-b42c-4614-934e-8defa5906d5e req-6e1394fa-0342-469e-8982-ec122c833a7f service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Received unexpected event network-vif-plugged-001f5d5b-d421-41e1-8557-69e3b72851ff for instance with vm_state building and task_state spawning. [ 1041.480337] env[69281]: DEBUG nova.network.neutron [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Successfully updated port: 001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.500482] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.628401] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936114, 'name': Rename_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.638535] env[69281]: DEBUG oslo_concurrency.lockutils [req-ea0f75ff-bbb3-4820-9c97-76dae24fc1a1 req-71fd0ab0-b2c7-4793-ad7b-478075dc2b83 service nova] Releasing lock "refresh_cache-098bb7f4-c121-4751-946a-15c5d5b20b37" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.715464] env[69281]: DEBUG oslo_vmware.api [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42211} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.715653] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.715836] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.716018] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.716203] env[69281]: INFO nova.compute.manager [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1041.716454] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.716650] env[69281]: DEBUG nova.compute.manager [-] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.716748] env[69281]: DEBUG nova.network.neutron [-] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.757640] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936115, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.784032] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Preparing fetch location {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1041.784485] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Fetch image to [datastore1] OSTACK_IMG_f2ef358b-0b93-4582-84c7-08beb847ea6b/OSTACK_IMG_f2ef358b-0b93-4582-84c7-08beb847ea6b.vmdk {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1041.784833] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Downloading stream optimized image c81efd17-db53-4e7b-bcfa-2721c6910711 to [datastore1] OSTACK_IMG_f2ef358b-0b93-4582-84c7-08beb847ea6b/OSTACK_IMG_f2ef358b-0b93-4582-84c7-08beb847ea6b.vmdk on the data store datastore1 as vApp {{(pid=69281) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1041.785157] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Downloading image file data c81efd17-db53-4e7b-bcfa-2721c6910711 to the ESX as VM named 'OSTACK_IMG_f2ef358b-0b93-4582-84c7-08beb847ea6b' {{(pid=69281) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1041.875190] env[69281]: DEBUG oslo_vmware.rw_handles [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1041.875190] env[69281]: value = "resgroup-9" [ 1041.875190] env[69281]: _type = "ResourcePool" [ 1041.875190] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1041.875672] env[69281]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9fe7dd91-42e5-403d-baec-11d9e8d16a3c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.902350] env[69281]: DEBUG nova.scheduler.client.report [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.907170] env[69281]: DEBUG oslo_vmware.rw_handles [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lease: (returnval){ [ 1041.907170] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5258244b-a617-18ea-64de-53bd22a87386" [ 1041.907170] env[69281]: _type = "HttpNfcLease" [ 1041.907170] env[69281]: } obtained for vApp import into resource pool (val){ [ 1041.907170] env[69281]: value = "resgroup-9" [ 1041.907170] env[69281]: _type = "ResourcePool" [ 1041.907170] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1041.907435] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the lease: (returnval){ [ 1041.907435] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5258244b-a617-18ea-64de-53bd22a87386" [ 1041.907435] env[69281]: _type = "HttpNfcLease" [ 1041.907435] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1041.914804] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.914804] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5258244b-a617-18ea-64de-53bd22a87386" [ 1041.914804] env[69281]: _type = "HttpNfcLease" [ 1041.914804] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1041.971708] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.972103] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.985426] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquiring lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.985426] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquired lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.985426] env[69281]: DEBUG nova.network.neutron [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.002023] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936116, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.129920] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936114, 'name': Rename_Task, 'duration_secs': 1.183337} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.129920] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.130340] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb3d0087-6faf-4226-a079-b60ca946282a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.138456] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1042.138456] env[69281]: value = "task-3936120" [ 1042.138456] env[69281]: _type = "Task" [ 1042.138456] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.149575] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.255994] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936115, 'name': Rename_Task, 'duration_secs': 1.22819} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.256304] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.256558] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40d5eb2b-f0bc-4b7b-92b4-1d3828a36592 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.263621] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1042.263621] env[69281]: value = "task-3936121" [ 1042.263621] env[69281]: _type = "Task" [ 1042.263621] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.272868] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.410178] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.413394] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.401s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.415024] env[69281]: INFO nova.compute.claims [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.425143] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.425143] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5258244b-a617-18ea-64de-53bd22a87386" [ 1042.425143] env[69281]: _type = "HttpNfcLease" [ 1042.425143] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1042.437908] env[69281]: INFO nova.scheduler.client.report [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleted allocations for instance dcc00b16-bc8b-4f04-86c9-87d692062ebb [ 1042.475508] env[69281]: INFO nova.compute.manager [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Detaching volume 610f7232-b59d-440e-aea8-2162aec9a8ac [ 1042.500656] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936116, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.513149] env[69281]: INFO nova.virt.block_device [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Attempting to driver detach volume 610f7232-b59d-440e-aea8-2162aec9a8ac from mountpoint /dev/sdb [ 1042.513463] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1042.513677] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781345', 'volume_id': '610f7232-b59d-440e-aea8-2162aec9a8ac', 'name': 'volume-610f7232-b59d-440e-aea8-2162aec9a8ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3', 'attached_at': '', 'detached_at': '', 'volume_id': '610f7232-b59d-440e-aea8-2162aec9a8ac', 'serial': '610f7232-b59d-440e-aea8-2162aec9a8ac'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1042.514628] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c72bd68-6aea-4a03-8f7c-8967d622a3ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.518156] env[69281]: DEBUG nova.network.neutron [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.540791] env[69281]: DEBUG nova.network.neutron [-] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.545783] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4e7c1c-425c-4bdd-8f75-0a5df7c8e1e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.554341] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc59925b-2c3f-4f38-a021-d352aeade8fa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.576744] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3de88b9-8011-4401-a20c-b43387ed1de3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.597331] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] The volume has not been displaced from its original location: [datastore1] volume-610f7232-b59d-440e-aea8-2162aec9a8ac/volume-610f7232-b59d-440e-aea8-2162aec9a8ac.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1042.604075] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1042.607045] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e140a71b-8f8a-4904-baeb-d4d87eac9716 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.629716] env[69281]: DEBUG oslo_vmware.api [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1042.629716] env[69281]: value = "task-3936122" [ 1042.629716] env[69281]: _type = "Task" [ 1042.629716] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.639744] env[69281]: DEBUG oslo_vmware.api [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.649284] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.764465] env[69281]: DEBUG nova.network.neutron [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Updating instance_info_cache with network_info: [{"id": "001f5d5b-d421-41e1-8557-69e3b72851ff", "address": "fa:16:3e:21:59:2b", "network": {"id": "cae5f15b-4571-4161-a66d-c87606e20a9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-907444261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc6061fae7d14c39907d184f2d6765ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001f5d5b-d4", "ovs_interfaceid": "001f5d5b-d421-41e1-8557-69e3b72851ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.776469] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.925142] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.925142] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5258244b-a617-18ea-64de-53bd22a87386" [ 1042.925142] env[69281]: _type = "HttpNfcLease" [ 1042.925142] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1042.925142] env[69281]: DEBUG oslo_vmware.rw_handles [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1042.925142] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5258244b-a617-18ea-64de-53bd22a87386" [ 1042.925142] env[69281]: _type = "HttpNfcLease" [ 1042.925142] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1042.925660] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abc3dba-e247-48cb-9813-45a1c38bd27c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.934648] env[69281]: DEBUG oslo_vmware.rw_handles [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203184f-f825-47ae-6eea-71aacb4319f9/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1042.934837] env[69281]: DEBUG oslo_vmware.rw_handles [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203184f-f825-47ae-6eea-71aacb4319f9/disk-0.vmdk. {{(pid=69281) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1042.999402] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f94f2d4a-792c-4104-97c2-ec1a209f0071 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "dcc00b16-bc8b-4f04-86c9-87d692062ebb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.879s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.009605] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-288ff3ef-b2f6-47e6-8df7-324dc4cb404e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.016614] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936116, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.049392] env[69281]: INFO nova.compute.manager [-] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Took 1.33 seconds to deallocate network for instance. [ 1043.141271] env[69281]: DEBUG oslo_vmware.api [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.150917] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.267949] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Releasing lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.268465] env[69281]: DEBUG nova.compute.manager [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Instance network_info: |[{"id": "001f5d5b-d421-41e1-8557-69e3b72851ff", "address": "fa:16:3e:21:59:2b", "network": {"id": "cae5f15b-4571-4161-a66d-c87606e20a9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-907444261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc6061fae7d14c39907d184f2d6765ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001f5d5b-d4", "ovs_interfaceid": "001f5d5b-d421-41e1-8557-69e3b72851ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.272849] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:59:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '001f5d5b-d421-41e1-8557-69e3b72851ff', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.281419] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Creating folder: Project (cc6061fae7d14c39907d184f2d6765ce). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.285467] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b10b9b76-c008-4293-9d62-2a062347bbdc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.297808] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.302022] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Created folder: Project (cc6061fae7d14c39907d184f2d6765ce) in parent group-v781128. [ 1043.302022] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Creating folder: Instances. Parent ref: group-v781393. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.302022] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39c87f66-e2b6-4ff3-b6d7-3f0147f706c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.315276] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Created folder: Instances in parent group-v781393. [ 1043.315672] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.315940] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.316362] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-821f19a7-d807-4540-89fe-29efcc6f5444 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.358141] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.358141] env[69281]: value = "task-3936125" [ 1043.358141] env[69281]: _type = "Task" [ 1043.358141] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.368576] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936125, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.435480] env[69281]: DEBUG nova.compute.manager [req-adc3c218-0d8b-4c02-b917-fb0747bbd9b2 req-84649733-42a5-4ecc-b8bb-2c1203fa680e service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Received event network-changed-001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.435838] env[69281]: DEBUG nova.compute.manager [req-adc3c218-0d8b-4c02-b917-fb0747bbd9b2 req-84649733-42a5-4ecc-b8bb-2c1203fa680e service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Refreshing instance network info cache due to event network-changed-001f5d5b-d421-41e1-8557-69e3b72851ff. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.436210] env[69281]: DEBUG oslo_concurrency.lockutils [req-adc3c218-0d8b-4c02-b917-fb0747bbd9b2 req-84649733-42a5-4ecc-b8bb-2c1203fa680e service nova] Acquiring lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.436473] env[69281]: DEBUG oslo_concurrency.lockutils [req-adc3c218-0d8b-4c02-b917-fb0747bbd9b2 req-84649733-42a5-4ecc-b8bb-2c1203fa680e service nova] Acquired lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.436764] env[69281]: DEBUG nova.network.neutron [req-adc3c218-0d8b-4c02-b917-fb0747bbd9b2 req-84649733-42a5-4ecc-b8bb-2c1203fa680e service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Refreshing network info cache for port 001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.517463] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936116, 'name': ReconfigVM_Task, 'duration_secs': 2.06545} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.519867] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1043.528689] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6a5ae17-2390-4367-80f3-84c22766967d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.557378] env[69281]: DEBUG oslo_concurrency.lockutils [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.560155] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1043.560155] env[69281]: value = "task-3936126" [ 1043.560155] env[69281]: _type = "Task" [ 1043.560155] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.577597] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936126, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.647921] env[69281]: DEBUG oslo_vmware.api [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936122, 'name': ReconfigVM_Task, 'duration_secs': 0.665309} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.648788] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1043.660096] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82274e54-624a-43d5-b40a-06f9fdd5bc07 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.670638] env[69281]: DEBUG oslo_vmware.api [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936120, 'name': PowerOnVM_Task, 'duration_secs': 1.354524} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.674647] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.674930] env[69281]: DEBUG nova.compute.manager [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1043.678892] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bcd3b2-163b-4fbd-a13f-240f31b1cb09 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.682623] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "52b4b2b6-a7b7-4109-878c-1ff322bd7db6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.682868] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "52b4b2b6-a7b7-4109-878c-1ff322bd7db6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.688516] env[69281]: DEBUG oslo_vmware.api [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1043.688516] env[69281]: value = "task-3936127" [ 1043.688516] env[69281]: _type = "Task" [ 1043.688516] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.710488] env[69281]: DEBUG oslo_vmware.api [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.778054] env[69281]: DEBUG oslo_vmware.api [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936121, 'name': PowerOnVM_Task, 'duration_secs': 1.264051} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.780529] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.780785] env[69281]: INFO nova.compute.manager [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Took 11.12 seconds to spawn the instance on the hypervisor. [ 1043.780964] env[69281]: DEBUG nova.compute.manager [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1043.783535] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018391a5-5123-4cb6-a9c7-c82a06e02108 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.818229] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ef248a-92a9-4879-86c3-2a7e80db5d0b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.838812] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0e9ad9-bfe2-439d-911a-18e6badda92c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.889500] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae8aa52-0c8e-4d69-bba7-e5a7fd20e32c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.902174] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936125, 'name': CreateVM_Task, 'duration_secs': 0.515656} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.903672] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4675466d-89c8-44bb-b33f-befece99763a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.907754] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.912517] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.912727] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.913084] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.914269] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c36c35-0533-4a3b-a91b-5e8faca06044 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.932025] env[69281]: DEBUG nova.compute.provider_tree [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.939618] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1043.939618] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52594d6a-0e6a-53cf-3c7d-b3245d49f7bf" [ 1043.939618] env[69281]: _type = "Task" [ 1043.939618] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.954593] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52594d6a-0e6a-53cf-3c7d-b3245d49f7bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.072945] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936126, 'name': ReconfigVM_Task, 'duration_secs': 0.214754} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.073463] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781383', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'name': 'volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39e1581f-e8bd-4512-821c-6d3349547f85', 'attached_at': '', 'detached_at': '', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'serial': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1044.192246] env[69281]: DEBUG nova.compute.manager [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.218742] env[69281]: DEBUG oslo_vmware.api [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936127, 'name': ReconfigVM_Task, 'duration_secs': 0.201734} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.219353] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.219757] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781345', 'volume_id': '610f7232-b59d-440e-aea8-2162aec9a8ac', 'name': 'volume-610f7232-b59d-440e-aea8-2162aec9a8ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3', 'attached_at': '', 'detached_at': '', 'volume_id': '610f7232-b59d-440e-aea8-2162aec9a8ac', 'serial': '610f7232-b59d-440e-aea8-2162aec9a8ac'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1044.231615] env[69281]: DEBUG nova.network.neutron [req-adc3c218-0d8b-4c02-b917-fb0747bbd9b2 req-84649733-42a5-4ecc-b8bb-2c1203fa680e service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Updated VIF entry in instance network info cache for port 001f5d5b-d421-41e1-8557-69e3b72851ff. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.231992] env[69281]: DEBUG nova.network.neutron [req-adc3c218-0d8b-4c02-b917-fb0747bbd9b2 req-84649733-42a5-4ecc-b8bb-2c1203fa680e service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Updating instance_info_cache with network_info: [{"id": "001f5d5b-d421-41e1-8557-69e3b72851ff", "address": "fa:16:3e:21:59:2b", "network": {"id": "cae5f15b-4571-4161-a66d-c87606e20a9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-907444261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc6061fae7d14c39907d184f2d6765ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001f5d5b-d4", "ovs_interfaceid": "001f5d5b-d421-41e1-8557-69e3b72851ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.312102] env[69281]: INFO nova.compute.manager [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Took 27.53 seconds to build instance. [ 1044.429082] env[69281]: DEBUG oslo_vmware.rw_handles [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Completed reading data from the image iterator. {{(pid=69281) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1044.429437] env[69281]: DEBUG oslo_vmware.rw_handles [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203184f-f825-47ae-6eea-71aacb4319f9/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1044.430612] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618c2a1c-72c0-474d-a3a4-3563cb0d4041 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.435030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquiring lock "795f2d3b-f366-4487-8200-0a65ef25e27b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.435030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Lock "795f2d3b-f366-4487-8200-0a65ef25e27b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.435030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquiring lock "795f2d3b-f366-4487-8200-0a65ef25e27b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.435251] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Lock "795f2d3b-f366-4487-8200-0a65ef25e27b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.435483] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Lock "795f2d3b-f366-4487-8200-0a65ef25e27b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.437734] env[69281]: DEBUG nova.scheduler.client.report [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.443047] env[69281]: INFO nova.compute.manager [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Terminating instance [ 1044.454246] env[69281]: DEBUG oslo_vmware.rw_handles [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203184f-f825-47ae-6eea-71aacb4319f9/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1044.454479] env[69281]: DEBUG oslo_vmware.rw_handles [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203184f-f825-47ae-6eea-71aacb4319f9/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1044.455973] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e1b5e12e-762b-48c1-8e15-b4666032eb75 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.465602] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52594d6a-0e6a-53cf-3c7d-b3245d49f7bf, 'name': SearchDatastore_Task, 'duration_secs': 0.018432} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.466569] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.466939] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.467299] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.467523] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.467793] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.468525] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08384fab-f35f-453a-80d2-93e9ff8b769b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.480093] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.480299] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.481078] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8126610-e5d4-47ee-a7fa-c0313bac70df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.487476] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1044.487476] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a77345-6bf3-3e45-d7be-4558cb82b09e" [ 1044.487476] env[69281]: _type = "Task" [ 1044.487476] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.496704] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a77345-6bf3-3e45-d7be-4558cb82b09e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.675198] env[69281]: DEBUG oslo_vmware.rw_handles [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5203184f-f825-47ae-6eea-71aacb4319f9/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1044.675427] env[69281]: INFO nova.virt.vmwareapi.images [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Downloaded image file data c81efd17-db53-4e7b-bcfa-2721c6910711 [ 1044.676625] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc8fd0c-51fd-4078-ad64-04cc080a950f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.694841] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87e2cf3a-7376-40db-b0e6-803a003d2ecc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.726463] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.734732] env[69281]: INFO nova.virt.vmwareapi.images [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] The imported VM was unregistered [ 1044.737164] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Caching image {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1044.737409] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c81efd17-db53-4e7b-bcfa-2721c6910711 {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.738054] env[69281]: DEBUG oslo_concurrency.lockutils [req-adc3c218-0d8b-4c02-b917-fb0747bbd9b2 req-84649733-42a5-4ecc-b8bb-2c1203fa680e service nova] Releasing lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.738292] env[69281]: DEBUG nova.compute.manager [req-adc3c218-0d8b-4c02-b917-fb0747bbd9b2 req-84649733-42a5-4ecc-b8bb-2c1203fa680e service nova] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Received event network-vif-deleted-5a8a7bd9-f7b7-4161-ad9a-d846e730a445 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.738640] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1109fc94-1d4b-4a50-857f-30b5fca4ae95 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.765611] env[69281]: DEBUG nova.objects.instance [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lazy-loading 'flavor' on Instance uuid 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.775339] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Created directory with path [datastore1] devstack-image-cache_base/c81efd17-db53-4e7b-bcfa-2721c6910711 {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.775575] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f2ef358b-0b93-4582-84c7-08beb847ea6b/OSTACK_IMG_f2ef358b-0b93-4582-84c7-08beb847ea6b.vmdk to [datastore1] devstack-image-cache_base/c81efd17-db53-4e7b-bcfa-2721c6910711/c81efd17-db53-4e7b-bcfa-2721c6910711.vmdk. {{(pid=69281) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1044.775848] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2cfd8940-6157-4c6c-8fe0-329d398b68ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.782841] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1044.782841] env[69281]: value = "task-3936129" [ 1044.782841] env[69281]: _type = "Task" [ 1044.782841] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.791485] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936129, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.813743] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7308e853-e1b1-4507-bf9d-b41c852c6bf3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "cf473010-1cd9-4c87-a1ad-3303e683db1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.036s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.946904] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.947484] env[69281]: DEBUG nova.compute.manager [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.950874] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.467s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.951197] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.953766] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.392s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.953983] env[69281]: DEBUG nova.objects.instance [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lazy-loading 'resources' on Instance uuid 455976a0-bf0a-4646-857a-2c9bf4b11e61 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.955624] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquiring lock "refresh_cache-795f2d3b-f366-4487-8200-0a65ef25e27b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.955786] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquired lock "refresh_cache-795f2d3b-f366-4487-8200-0a65ef25e27b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.956025] env[69281]: DEBUG nova.network.neutron [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.974598] env[69281]: INFO nova.scheduler.client.report [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleted allocations for instance 7bace696-692b-47b9-ae24-fecedb4d32f0 [ 1044.999713] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a77345-6bf3-3e45-d7be-4558cb82b09e, 'name': SearchDatastore_Task, 'duration_secs': 0.018554} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.000618] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eee708c-01c6-4295-a584-a5c263f59c3d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.007625] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1045.007625] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b7fc9f-54c9-4ccd-9ec6-90ceabcf4ca3" [ 1045.007625] env[69281]: _type = "Task" [ 1045.007625] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.017750] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b7fc9f-54c9-4ccd-9ec6-90ceabcf4ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.132283] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.133046] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf6f2ab6-2b36-4251-867a-d73696ea8a17 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.140212] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1045.140212] env[69281]: value = "task-3936130" [ 1045.140212] env[69281]: _type = "Task" [ 1045.140212] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.151385] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.293331] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936129, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.457192] env[69281]: DEBUG nova.compute.utils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.458883] env[69281]: DEBUG nova.compute.manager [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.459555] env[69281]: DEBUG nova.network.neutron [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.482225] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9088428c-bcb1-412f-9a71-73e2fb91f3ca tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "7bace696-692b-47b9-ae24-fecedb4d32f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.112s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.488330] env[69281]: DEBUG nova.network.neutron [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.520018] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b7fc9f-54c9-4ccd-9ec6-90ceabcf4ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.02028} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.526074] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.526393] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 81543689-5db0-47fd-a1af-a3d849b0a3b1/81543689-5db0-47fd-a1af-a3d849b0a3b1.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.528493] env[69281]: DEBUG nova.policy [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fecaa00ed3f64c72847d448ed681abf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba33207f5fa140bf89fe8723b52bcc00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.530387] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7aca9fb5-1cf5-407e-886e-033825ee1820 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.540823] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1045.540823] env[69281]: value = "task-3936131" [ 1045.540823] env[69281]: _type = "Task" [ 1045.540823] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.561663] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.584574] env[69281]: INFO nova.compute.manager [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Rescuing [ 1045.584574] env[69281]: DEBUG oslo_concurrency.lockutils [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "refresh_cache-cf473010-1cd9-4c87-a1ad-3303e683db1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.584574] env[69281]: DEBUG oslo_concurrency.lockutils [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquired lock "refresh_cache-cf473010-1cd9-4c87-a1ad-3303e683db1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.584574] env[69281]: DEBUG nova.network.neutron [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.606709] env[69281]: DEBUG nova.network.neutron [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.659100] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1045.659647] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1045.659647] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781383', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'name': 'volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39e1581f-e8bd-4512-821c-6d3349547f85', 'attached_at': '', 'detached_at': '', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'serial': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1045.661561] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac03501-3f2f-4598-bae9-83bf1f46b7de {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.688525] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24af216-c3ef-463b-8993-2e6281f9417a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.698469] env[69281]: WARNING nova.virt.vmwareapi.driver [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1045.698850] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.699776] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fedf24-2efb-49ec-9488-4bc891abc144 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.711648] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.712098] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16c18245-623c-4d0d-b9b4-e9f83bab21ba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.775498] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4356e970-489a-4234-bc99-ca6a51eb4331 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.803s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.795504] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936129, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.809298] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.809599] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.810904] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleting the datastore file [datastore2] 39e1581f-e8bd-4512-821c-6d3349547f85 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.810904] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6c212a6-2a70-491e-bb51-bfe5f2072921 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.824137] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1045.824137] env[69281]: value = "task-3936133" [ 1045.824137] env[69281]: _type = "Task" [ 1045.824137] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.838589] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.840082] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f93394d-e81f-4c0d-9dfa-7c9a930b5582 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.853957] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22939b35-fd9a-41d3-8548-abe2062cc5dc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.895258] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021353ce-1756-491d-9dc7-8c7ff95d515b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.906529] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4854d33-a57b-49ca-a8dd-86c0d5fde50b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.925766] env[69281]: DEBUG nova.compute.provider_tree [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.954408] env[69281]: DEBUG nova.network.neutron [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Successfully created port: 682dc532-ee27-4f19-92ab-f45878d2f54a {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.966037] env[69281]: DEBUG nova.compute.manager [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.058212] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.112687] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Releasing lock "refresh_cache-795f2d3b-f366-4487-8200-0a65ef25e27b" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.113443] env[69281]: DEBUG nova.compute.manager [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.113791] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.118693] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115e1ee5-ab97-43e4-bad8-a5549668083f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.133320] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.133717] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-280566af-fb45-4f17-95dd-d81d8da571e7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.147187] env[69281]: DEBUG oslo_vmware.api [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1046.147187] env[69281]: value = "task-3936134" [ 1046.147187] env[69281]: _type = "Task" [ 1046.147187] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.161814] env[69281]: DEBUG oslo_vmware.api [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.303980] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936129, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.325223] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.325513] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.325724] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.325942] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.326136] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.335512] env[69281]: INFO nova.compute.manager [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Terminating instance [ 1046.346474] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25972} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.346864] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.347010] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.347207] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.361132] env[69281]: DEBUG nova.network.neutron [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Updating instance_info_cache with network_info: [{"id": "08a0a431-85d4-4698-8d8e-c2d089c1f7f4", "address": "fa:16:3e:b8:1d:99", "network": {"id": "7f60258c-7bc6-4a23-b1c3-5070e5b62c54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1088664078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bccc4dcd76b4adba0dff40e208d42c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08a0a431-85", "ovs_interfaceid": "08a0a431-85d4-4698-8d8e-c2d089c1f7f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.429860] env[69281]: DEBUG nova.scheduler.client.report [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.556399] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.659185] env[69281]: DEBUG oslo_vmware.api [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936134, 'name': PowerOffVM_Task, 'duration_secs': 0.383692} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.659594] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.659745] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.660066] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93dc86c9-f25d-4b16-86da-69056bd3e009 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.712922] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.713191] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.713491] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Deleting the datastore file [datastore1] 795f2d3b-f366-4487-8200-0a65ef25e27b {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.713829] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b684373a-11c7-49bd-ac28-0aeba32b9e5d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.724236] env[69281]: DEBUG oslo_vmware.api [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for the task: (returnval){ [ 1046.724236] env[69281]: value = "task-3936136" [ 1046.724236] env[69281]: _type = "Task" [ 1046.724236] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.736152] env[69281]: DEBUG oslo_vmware.api [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.798050] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936129, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.839295] env[69281]: DEBUG nova.compute.manager [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.839663] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.840689] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5663f5-5b3e-4713-849e-a27d6444ce18 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.852841] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.853193] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19cd99db-cd37-4d03-a79a-c8d7a60bec18 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.860434] env[69281]: INFO nova.virt.block_device [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Booting with volume 95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc at /dev/sdb [ 1046.864079] env[69281]: DEBUG oslo_concurrency.lockutils [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Releasing lock "refresh_cache-cf473010-1cd9-4c87-a1ad-3303e683db1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.866323] env[69281]: DEBUG oslo_vmware.api [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1046.866323] env[69281]: value = "task-3936137" [ 1046.866323] env[69281]: _type = "Task" [ 1046.866323] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.882923] env[69281]: DEBUG oslo_vmware.api [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.911263] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31ac7d1a-865c-4852-984a-b346cc695a48 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.924432] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d657560-2f6b-4ca6-99c4-f7566395eb35 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.936871] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.939343] env[69281]: DEBUG oslo_concurrency.lockutils [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.382s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.939582] env[69281]: DEBUG nova.objects.instance [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lazy-loading 'resources' on Instance uuid ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.969054] env[69281]: INFO nova.scheduler.client.report [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleted allocations for instance 455976a0-bf0a-4646-857a-2c9bf4b11e61 [ 1046.970483] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c930263-182b-4116-b2e9-a5c27c0c3ec3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.980542] env[69281]: DEBUG nova.compute.manager [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.987849] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b840221b-ce34-49f2-8cc1-d3b070b57c95 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.012012] env[69281]: DEBUG nova.virt.hardware [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.012375] env[69281]: DEBUG nova.virt.hardware [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.012520] env[69281]: DEBUG nova.virt.hardware [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.012705] env[69281]: DEBUG nova.virt.hardware [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.012854] env[69281]: DEBUG nova.virt.hardware [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.013063] env[69281]: DEBUG nova.virt.hardware [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.013441] env[69281]: DEBUG nova.virt.hardware [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.013609] env[69281]: DEBUG nova.virt.hardware [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.013827] env[69281]: DEBUG nova.virt.hardware [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.014011] env[69281]: DEBUG nova.virt.hardware [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.014208] env[69281]: DEBUG nova.virt.hardware [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.015173] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62af3645-6453-4273-a095-b6856481a39c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.031796] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52133026-c853-471c-8a7d-350f98b6df60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.039239] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c147223-f775-4c44-b92b-be242488d7c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.051306] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8a655b-a326-4647-b90b-03c6879ea030 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.071874] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.081576] env[69281]: DEBUG nova.virt.block_device [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Updating existing volume attachment record: 957105bf-66fa-4b41-adde-5d5a79f2af67 {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1047.238491] env[69281]: DEBUG oslo_vmware.api [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.297957] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936129, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.379749] env[69281]: DEBUG oslo_vmware.api [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936137, 'name': PowerOffVM_Task, 'duration_secs': 0.32371} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.380261] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.380261] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.380539] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d3641ce-eac6-49e5-9c9a-a336f5c01d15 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.470724] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.470724] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.470869] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Deleting the datastore file [datastore2] 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.474547] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44f08b8c-a758-4c44-85c5-46cda3213efc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.483283] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e486610f-047a-4758-b762-38f149e3b6e4 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "455976a0-bf0a-4646-857a-2c9bf4b11e61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.296s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.491445] env[69281]: DEBUG oslo_vmware.api [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1047.491445] env[69281]: value = "task-3936139" [ 1047.491445] env[69281]: _type = "Task" [ 1047.491445] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.503296] env[69281]: DEBUG oslo_vmware.api [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.561333] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936131, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.615084] env[69281]: DEBUG nova.compute.manager [req-36772832-ee04-43fa-9233-cbeefb06846b req-d357de0a-0535-4625-a0cc-63d3ea1e2173 service nova] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Received event network-vif-plugged-682dc532-ee27-4f19-92ab-f45878d2f54a {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.615308] env[69281]: DEBUG oslo_concurrency.lockutils [req-36772832-ee04-43fa-9233-cbeefb06846b req-d357de0a-0535-4625-a0cc-63d3ea1e2173 service nova] Acquiring lock "622a1c77-a9c0-49d0-8755-aed4f957b29e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.617595] env[69281]: DEBUG oslo_concurrency.lockutils [req-36772832-ee04-43fa-9233-cbeefb06846b req-d357de0a-0535-4625-a0cc-63d3ea1e2173 service nova] Lock "622a1c77-a9c0-49d0-8755-aed4f957b29e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.617790] env[69281]: DEBUG oslo_concurrency.lockutils [req-36772832-ee04-43fa-9233-cbeefb06846b req-d357de0a-0535-4625-a0cc-63d3ea1e2173 service nova] Lock "622a1c77-a9c0-49d0-8755-aed4f957b29e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.618036] env[69281]: DEBUG nova.compute.manager [req-36772832-ee04-43fa-9233-cbeefb06846b req-d357de0a-0535-4625-a0cc-63d3ea1e2173 service nova] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] No waiting events found dispatching network-vif-plugged-682dc532-ee27-4f19-92ab-f45878d2f54a {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1047.618173] env[69281]: WARNING nova.compute.manager [req-36772832-ee04-43fa-9233-cbeefb06846b req-d357de0a-0535-4625-a0cc-63d3ea1e2173 service nova] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Received unexpected event network-vif-plugged-682dc532-ee27-4f19-92ab-f45878d2f54a for instance with vm_state building and task_state spawning. [ 1047.730066] env[69281]: DEBUG nova.network.neutron [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Successfully updated port: 682dc532-ee27-4f19-92ab-f45878d2f54a {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.742267] env[69281]: DEBUG oslo_vmware.api [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.770758] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220fafcf-1a0a-4b87-85e2-7ba10b251d81 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.781798] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e2d21d-efc4-4e0e-990d-5d360f123ede {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.821713] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290f9841-11cc-4f77-ad1c-5e787cfaf6ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.824634] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936129, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.832219] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85116423-bc6d-4948-b8f4-92298eb0e508 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.848790] env[69281]: DEBUG nova.compute.provider_tree [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.004856] env[69281]: DEBUG oslo_vmware.api [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381506} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.005151] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.005344] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.005542] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.005735] env[69281]: INFO nova.compute.manager [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1048.005973] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.006217] env[69281]: DEBUG nova.compute.manager [-] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.006318] env[69281]: DEBUG nova.network.neutron [-] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.061311] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936131, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.508269} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.061604] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 81543689-5db0-47fd-a1af-a3d849b0a3b1/81543689-5db0-47fd-a1af-a3d849b0a3b1.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.061825] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.062099] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82fb949b-1d03-493d-8d9b-0b3cee6de7c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.070336] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1048.070336] env[69281]: value = "task-3936140" [ 1048.070336] env[69281]: _type = "Task" [ 1048.070336] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.080078] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.230199] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "refresh_cache-622a1c77-a9c0-49d0-8755-aed4f957b29e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.231988] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "refresh_cache-622a1c77-a9c0-49d0-8755-aed4f957b29e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.232364] env[69281]: DEBUG nova.network.neutron [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.252047] env[69281]: DEBUG oslo_vmware.api [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Task: {'id': task-3936136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.243864} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.252567] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.252843] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.253120] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.253334] env[69281]: INFO nova.compute.manager [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1048.253717] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.253983] env[69281]: DEBUG nova.compute.manager [-] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.254140] env[69281]: DEBUG nova.network.neutron [-] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.284644] env[69281]: DEBUG nova.network.neutron [-] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.299717] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936129, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.286902} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.300722] env[69281]: INFO nova.virt.vmwareapi.ds_util [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f2ef358b-0b93-4582-84c7-08beb847ea6b/OSTACK_IMG_f2ef358b-0b93-4582-84c7-08beb847ea6b.vmdk to [datastore1] devstack-image-cache_base/c81efd17-db53-4e7b-bcfa-2721c6910711/c81efd17-db53-4e7b-bcfa-2721c6910711.vmdk. [ 1048.301156] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Cleaning up location [datastore1] OSTACK_IMG_f2ef358b-0b93-4582-84c7-08beb847ea6b {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1048.301483] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f2ef358b-0b93-4582-84c7-08beb847ea6b {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.302666] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc0b215b-aeab-49ce-84d9-9347e57b6215 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.320906] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1048.320906] env[69281]: value = "task-3936141" [ 1048.320906] env[69281]: _type = "Task" [ 1048.320906] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.332253] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.353358] env[69281]: DEBUG nova.scheduler.client.report [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.414587] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.415094] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75ff9f84-7c33-4053-9e44-4bd86047926a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.423967] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1048.423967] env[69281]: value = "task-3936142" [ 1048.423967] env[69281]: _type = "Task" [ 1048.423967] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.435030] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.581604] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075222} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.581908] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.582786] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1f3247-085a-46c9-b8b7-65644ce80f72 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.606527] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 81543689-5db0-47fd-a1af-a3d849b0a3b1/81543689-5db0-47fd-a1af-a3d849b0a3b1.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.606870] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c14a65bd-9937-473c-b763-1cdc7f13feb8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.628228] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1048.628228] env[69281]: value = "task-3936143" [ 1048.628228] env[69281]: _type = "Task" [ 1048.628228] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.637636] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.786385] env[69281]: DEBUG nova.network.neutron [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.793224] env[69281]: DEBUG nova.network.neutron [-] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.834032] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145382} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.837608] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.837834] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c81efd17-db53-4e7b-bcfa-2721c6910711/c81efd17-db53-4e7b-bcfa-2721c6910711.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.838167] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c81efd17-db53-4e7b-bcfa-2721c6910711/c81efd17-db53-4e7b-bcfa-2721c6910711.vmdk to [datastore1] 098bb7f4-c121-4751-946a-15c5d5b20b37/098bb7f4-c121-4751-946a-15c5d5b20b37.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.838653] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68679795-70ab-48a3-a088-669b1f7c18e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.847480] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1048.847480] env[69281]: value = "task-3936144" [ 1048.847480] env[69281]: _type = "Task" [ 1048.847480] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.860798] env[69281]: DEBUG oslo_concurrency.lockutils [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.863049] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.863787] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.644s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.864093] env[69281]: DEBUG nova.objects.instance [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1048.896783] env[69281]: INFO nova.scheduler.client.report [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleted allocations for instance ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f [ 1048.942026] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936142, 'name': PowerOffVM_Task, 'duration_secs': 0.401676} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.942026] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.943240] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af05450-941a-4f56-8372-2c58b8b392cc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.967906] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7be55b-5650-4bac-ac97-bed9219de286 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.009368] env[69281]: DEBUG nova.network.neutron [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Updating instance_info_cache with network_info: [{"id": "682dc532-ee27-4f19-92ab-f45878d2f54a", "address": "fa:16:3e:a2:3c:a6", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682dc532-ee", "ovs_interfaceid": "682dc532-ee27-4f19-92ab-f45878d2f54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.018149] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.018149] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69faaab0-7ef6-4ea2-8cd5-5aebd3ad1c76 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.026232] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1049.026232] env[69281]: value = "task-3936145" [ 1049.026232] env[69281]: _type = "Task" [ 1049.026232] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.037932] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1049.038159] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.038413] env[69281]: DEBUG oslo_concurrency.lockutils [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.038596] env[69281]: DEBUG oslo_concurrency.lockutils [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.038751] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.039012] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e02b977e-2e74-4f6b-a851-79fb6aa00351 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.051736] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.051917] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.052797] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8e35d8-1262-4b04-9a19-6576d400c1b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.055520] env[69281]: DEBUG nova.network.neutron [-] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.063206] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1049.063206] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5250df5f-56af-022e-bae3-4d81e653d002" [ 1049.063206] env[69281]: _type = "Task" [ 1049.063206] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.077509] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5250df5f-56af-022e-bae3-4d81e653d002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.139870] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936143, 'name': ReconfigVM_Task, 'duration_secs': 0.321194} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.140244] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 81543689-5db0-47fd-a1af-a3d849b0a3b1/81543689-5db0-47fd-a1af-a3d849b0a3b1.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.140944] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0c73ff0-c294-48ae-acea-d4fa92938308 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.149771] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1049.149771] env[69281]: value = "task-3936146" [ 1049.149771] env[69281]: _type = "Task" [ 1049.149771] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.160492] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936146, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.203056] env[69281]: DEBUG nova.virt.hardware [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.203421] env[69281]: DEBUG nova.virt.hardware [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.203635] env[69281]: DEBUG nova.virt.hardware [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.203835] env[69281]: DEBUG nova.virt.hardware [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.203989] env[69281]: DEBUG nova.virt.hardware [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.204166] env[69281]: DEBUG nova.virt.hardware [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.204401] env[69281]: DEBUG nova.virt.hardware [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.204604] env[69281]: DEBUG nova.virt.hardware [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.204802] env[69281]: DEBUG nova.virt.hardware [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.204971] env[69281]: DEBUG nova.virt.hardware [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.205171] env[69281]: DEBUG nova.virt.hardware [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.206554] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b8cf45-e8c1-4d98-a269-a407802e4e41 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.219890] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116d79ea-ff7f-4b46-a1ad-aad0a59473ab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.237692] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:8d:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '361e72e8-2c28-481a-9114-df683cf9310c', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.246250] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.246601] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.246864] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a21f2a72-0d77-475f-a7ce-3944f105a85c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.269881] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.269881] env[69281]: value = "task-3936147" [ 1049.269881] env[69281]: _type = "Task" [ 1049.269881] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.283158] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936147, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.296926] env[69281]: INFO nova.compute.manager [-] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Took 1.04 seconds to deallocate network for instance. [ 1049.361470] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936144, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.407710] env[69281]: DEBUG oslo_concurrency.lockutils [None req-47172e8b-736c-4b9c-a564-968a4a69e56e tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.353s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.459912] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "30717551-4289-4a31-bb4b-7024354d722a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.460223] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "30717551-4289-4a31-bb4b-7024354d722a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.513371] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "refresh_cache-622a1c77-a9c0-49d0-8755-aed4f957b29e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.513820] env[69281]: DEBUG nova.compute.manager [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Instance network_info: |[{"id": "682dc532-ee27-4f19-92ab-f45878d2f54a", "address": "fa:16:3e:a2:3c:a6", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682dc532-ee", "ovs_interfaceid": "682dc532-ee27-4f19-92ab-f45878d2f54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.514834] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:3c:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '682dc532-ee27-4f19-92ab-f45878d2f54a', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.524145] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.524563] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.524855] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f0fbf47-171a-4230-80cd-23e6f5013b7a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.550452] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.550452] env[69281]: value = "task-3936148" [ 1049.550452] env[69281]: _type = "Task" [ 1049.550452] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.558748] env[69281]: INFO nova.compute.manager [-] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Took 1.55 seconds to deallocate network for instance. [ 1049.563862] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936148, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.578305] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5250df5f-56af-022e-bae3-4d81e653d002, 'name': SearchDatastore_Task, 'duration_secs': 0.021249} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.579179] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0d45fb-9a5c-472e-a7fa-a7bf08345715 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.587522] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1049.587522] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d4d0a3-bf9e-c025-6a59-8ab9ef1996fa" [ 1049.587522] env[69281]: _type = "Task" [ 1049.587522] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.598853] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d4d0a3-bf9e-c025-6a59-8ab9ef1996fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.647897] env[69281]: DEBUG nova.compute.manager [req-2029014f-0bf1-464d-bf4b-677f7c873c6e req-8a2546a3-62fe-4116-b810-6f6322b0057d service nova] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Received event network-changed-682dc532-ee27-4f19-92ab-f45878d2f54a {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.647983] env[69281]: DEBUG nova.compute.manager [req-2029014f-0bf1-464d-bf4b-677f7c873c6e req-8a2546a3-62fe-4116-b810-6f6322b0057d service nova] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Refreshing instance network info cache due to event network-changed-682dc532-ee27-4f19-92ab-f45878d2f54a. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.648199] env[69281]: DEBUG oslo_concurrency.lockutils [req-2029014f-0bf1-464d-bf4b-677f7c873c6e req-8a2546a3-62fe-4116-b810-6f6322b0057d service nova] Acquiring lock "refresh_cache-622a1c77-a9c0-49d0-8755-aed4f957b29e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.648335] env[69281]: DEBUG oslo_concurrency.lockutils [req-2029014f-0bf1-464d-bf4b-677f7c873c6e req-8a2546a3-62fe-4116-b810-6f6322b0057d service nova] Acquired lock "refresh_cache-622a1c77-a9c0-49d0-8755-aed4f957b29e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.648494] env[69281]: DEBUG nova.network.neutron [req-2029014f-0bf1-464d-bf4b-677f7c873c6e req-8a2546a3-62fe-4116-b810-6f6322b0057d service nova] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Refreshing network info cache for port 682dc532-ee27-4f19-92ab-f45878d2f54a {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.664325] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936146, 'name': Rename_Task, 'duration_secs': 0.206062} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.665072] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.665072] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87366e78-f4c0-472d-90c1-316e81185ea8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.675304] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1049.675304] env[69281]: value = "task-3936149" [ 1049.675304] env[69281]: _type = "Task" [ 1049.675304] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.687209] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.783942] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936147, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.805606] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.864353] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936144, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.874030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a63b7d39-552b-439d-aed4-ebe0facb2576 tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.875497] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.149s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.877246] env[69281]: INFO nova.compute.claims [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.963302] env[69281]: DEBUG nova.compute.manager [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.064377] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936148, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.072378] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.101605] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d4d0a3-bf9e-c025-6a59-8ab9ef1996fa, 'name': SearchDatastore_Task, 'duration_secs': 0.015865} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.101922] env[69281]: DEBUG oslo_concurrency.lockutils [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.102306] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] cf473010-1cd9-4c87-a1ad-3303e683db1e/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk. {{(pid=69281) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1050.102606] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61e15527-db94-46ad-a867-76a80a64c082 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.114341] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1050.114341] env[69281]: value = "task-3936150" [ 1050.114341] env[69281]: _type = "Task" [ 1050.114341] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.127523] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.189970] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936149, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.282282] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936147, 'name': CreateVM_Task, 'duration_secs': 0.566647} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.282459] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.283179] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.283338] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.283739] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.284020] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f69a33-7b4c-46bc-94b6-c19e3ed60cb5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.295258] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1050.295258] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524de4f7-4d77-e8a5-8f0e-8fb3813f5d5d" [ 1050.295258] env[69281]: _type = "Task" [ 1050.295258] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.307393] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524de4f7-4d77-e8a5-8f0e-8fb3813f5d5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.366592] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936144, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.488458] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.499459] env[69281]: DEBUG nova.network.neutron [req-2029014f-0bf1-464d-bf4b-677f7c873c6e req-8a2546a3-62fe-4116-b810-6f6322b0057d service nova] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Updated VIF entry in instance network info cache for port 682dc532-ee27-4f19-92ab-f45878d2f54a. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.499895] env[69281]: DEBUG nova.network.neutron [req-2029014f-0bf1-464d-bf4b-677f7c873c6e req-8a2546a3-62fe-4116-b810-6f6322b0057d service nova] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Updating instance_info_cache with network_info: [{"id": "682dc532-ee27-4f19-92ab-f45878d2f54a", "address": "fa:16:3e:a2:3c:a6", "network": {"id": "87569aae-6381-461f-af97-d0eef3c7ceb4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-716907243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba33207f5fa140bf89fe8723b52bcc00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682dc532-ee", "ovs_interfaceid": "682dc532-ee27-4f19-92ab-f45878d2f54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.565807] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936148, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.628025] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936150, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.692027] env[69281]: DEBUG oslo_vmware.api [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936149, 'name': PowerOnVM_Task, 'duration_secs': 0.553932} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.692027] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.692027] env[69281]: INFO nova.compute.manager [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1050.692027] env[69281]: DEBUG nova.compute.manager [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1050.693091] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e5535c-fe3d-4688-9ac6-83a8a6fd3106 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.696311] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "7bd20726-0fcc-43cf-afad-fdf822fd8741" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.696578] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "7bd20726-0fcc-43cf-afad-fdf822fd8741" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.696789] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "7bd20726-0fcc-43cf-afad-fdf822fd8741-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.696975] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "7bd20726-0fcc-43cf-afad-fdf822fd8741-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.697167] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "7bd20726-0fcc-43cf-afad-fdf822fd8741-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.701753] env[69281]: INFO nova.compute.manager [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Terminating instance [ 1050.810664] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524de4f7-4d77-e8a5-8f0e-8fb3813f5d5d, 'name': SearchDatastore_Task, 'duration_secs': 0.017443} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.810879] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.811511] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.811511] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.811666] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.811764] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.812064] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-480c7768-e6bd-4d76-acc7-d0560b4bf071 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.825279] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.825970] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.826724] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82329b53-dd4d-4b33-90e6-5ae00541cb68 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.836259] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1050.836259] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5288ac9b-4958-ca34-4ab4-ae935a4a2f2a" [ 1050.836259] env[69281]: _type = "Task" [ 1050.836259] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.848479] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5288ac9b-4958-ca34-4ab4-ae935a4a2f2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.861845] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936144, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.003313] env[69281]: DEBUG oslo_concurrency.lockutils [req-2029014f-0bf1-464d-bf4b-677f7c873c6e req-8a2546a3-62fe-4116-b810-6f6322b0057d service nova] Releasing lock "refresh_cache-622a1c77-a9c0-49d0-8755-aed4f957b29e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.003665] env[69281]: DEBUG nova.compute.manager [req-2029014f-0bf1-464d-bf4b-677f7c873c6e req-8a2546a3-62fe-4116-b810-6f6322b0057d service nova] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Received event network-vif-deleted-7a73d2d4-fc07-4c28-aa98-f2b1f0631318 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.064369] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936148, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.122104] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98235815-7cf1-4aec-99b7-75417b184f55 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.134661] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a502c931-5dec-4c57-b680-be52af480422 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.138117] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697842} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.138417] env[69281]: INFO nova.virt.vmwareapi.ds_util [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] cf473010-1cd9-4c87-a1ad-3303e683db1e/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk. [ 1051.139683] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e4903a-fc03-4608-9cc5-1223916d997c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.193802] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920c9782-4d2d-4e6c-9d6a-bea110c50696 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.205512] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] cf473010-1cd9-4c87-a1ad-3303e683db1e/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.205980] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a22d30-db9a-4975-a3f0-0419193eeeff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.226694] env[69281]: DEBUG nova.compute.manager [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.226694] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.232140] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b1e007-47b5-4411-a38f-e47f62039193 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.236317] env[69281]: INFO nova.compute.manager [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Took 19.19 seconds to build instance. [ 1051.238984] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be389f4c-e9a9-4bc7-9db5-a0568bf9c7cd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.247194] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1051.247194] env[69281]: value = "task-3936151" [ 1051.247194] env[69281]: _type = "Task" [ 1051.247194] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.263723] env[69281]: DEBUG nova.compute.provider_tree [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.265668] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.267999] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29f8647f-8603-4d82-a6be-8976a37d56f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.280813] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.286230] env[69281]: DEBUG oslo_vmware.api [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1051.286230] env[69281]: value = "task-3936152" [ 1051.286230] env[69281]: _type = "Task" [ 1051.286230] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.298670] env[69281]: DEBUG oslo_vmware.api [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.349308] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.349710] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.355844] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5288ac9b-4958-ca34-4ab4-ae935a4a2f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.026733} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.363295] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a05baad-1dbf-4e7e-b5e5-7bedbaf91f76 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.369592] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936144, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.491385} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.371198] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c81efd17-db53-4e7b-bcfa-2721c6910711/c81efd17-db53-4e7b-bcfa-2721c6910711.vmdk to [datastore1] 098bb7f4-c121-4751-946a-15c5d5b20b37/098bb7f4-c121-4751-946a-15c5d5b20b37.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.371635] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1051.371635] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5227f9f1-ba95-8d56-22cc-600c9ad53a1c" [ 1051.371635] env[69281]: _type = "Task" [ 1051.371635] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.372671] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec2a1a4-1e68-4093-bf9c-152ab511c859 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.400908] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 098bb7f4-c121-4751-946a-15c5d5b20b37/098bb7f4-c121-4751-946a-15c5d5b20b37.vmdk or device None with type streamOptimized {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.405343] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e411d9d-69cb-4b08-9b45-79f66dd882ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.425912] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5227f9f1-ba95-8d56-22cc-600c9ad53a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.431818] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1051.431818] env[69281]: value = "task-3936153" [ 1051.431818] env[69281]: _type = "Task" [ 1051.431818] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.441880] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.566907] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936148, 'name': CreateVM_Task, 'duration_secs': 1.878677} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.567169] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.567981] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.568219] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.568610] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.568914] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2feb29f2-3d2d-4c34-a7f3-b3241f9f1020 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.574331] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1051.574331] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ac94bc-3174-f94f-8488-2453a08cf9cc" [ 1051.574331] env[69281]: _type = "Task" [ 1051.574331] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.582481] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ac94bc-3174-f94f-8488-2453a08cf9cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.747580] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f9e6dde8-96fd-4525-9435-5e79120ec016 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Lock "81543689-5db0-47fd-a1af-a3d849b0a3b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.715s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.757482] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936151, 'name': ReconfigVM_Task, 'duration_secs': 0.428312} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.757797] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Reconfigured VM instance instance-0000005b to attach disk [datastore2] cf473010-1cd9-4c87-a1ad-3303e683db1e/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.758730] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc487f4-1bab-455f-a702-450d71df8968 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.788118] env[69281]: INFO nova.compute.manager [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Rescuing [ 1051.788503] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquiring lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.788836] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquired lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.788897] env[69281]: DEBUG nova.network.neutron [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.790147] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3271eae3-5891-4c55-88e9-6cc685ae529f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.808178] env[69281]: ERROR nova.scheduler.client.report [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [req-6721149c-6ca6-4c82-96a0-446f743100e0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6721149c-6ca6-4c82-96a0-446f743100e0"}]} [ 1051.820008] env[69281]: DEBUG oslo_vmware.api [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936152, 'name': PowerOffVM_Task, 'duration_secs': 0.225468} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.821072] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.821266] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.821610] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1051.821610] env[69281]: value = "task-3936154" [ 1051.821610] env[69281]: _type = "Task" [ 1051.821610] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.822046] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60aab1a7-a3ba-4b94-a1d4-27707fe4acc6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.827179] env[69281]: DEBUG nova.scheduler.client.report [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1051.835522] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.843834] env[69281]: DEBUG nova.scheduler.client.report [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1051.844066] env[69281]: DEBUG nova.compute.provider_tree [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.857160] env[69281]: DEBUG nova.compute.manager [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.860748] env[69281]: DEBUG nova.scheduler.client.report [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1051.883371] env[69281]: DEBUG nova.scheduler.client.report [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1051.891937] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5227f9f1-ba95-8d56-22cc-600c9ad53a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.020161} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.892685] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.893102] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 39e1581f-e8bd-4512-821c-6d3349547f85/39e1581f-e8bd-4512-821c-6d3349547f85.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.893467] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f12ff9b0-daed-4791-bbb3-a22d107759a5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.900185] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.900414] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.900598] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleting the datastore file [datastore1] 7bd20726-0fcc-43cf-afad-fdf822fd8741 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.900855] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fccc988-60e0-4319-aa91-56a6b262fc8b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.904998] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1051.904998] env[69281]: value = "task-3936156" [ 1051.904998] env[69281]: _type = "Task" [ 1051.904998] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.910746] env[69281]: DEBUG oslo_vmware.api [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1051.910746] env[69281]: value = "task-3936157" [ 1051.910746] env[69281]: _type = "Task" [ 1051.910746] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.922796] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.927653] env[69281]: DEBUG oslo_vmware.api [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.941180] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936153, 'name': ReconfigVM_Task, 'duration_secs': 0.363194} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.943616] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 098bb7f4-c121-4751-946a-15c5d5b20b37/098bb7f4-c121-4751-946a-15c5d5b20b37.vmdk or device None with type streamOptimized {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.945038] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'disk_bus': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'guest_format': None, 'image_id': '12ea0038-8065-455a-8a1b-58b88701c301'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '0f94f0c2-83c2-4253-9368-856189fcbd61', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781373', 'volume_id': '91622efa-4d67-49a7-a6c1-32f354aa434d', 'name': 'volume-91622efa-4d67-49a7-a6c1-32f354aa434d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '098bb7f4-c121-4751-946a-15c5d5b20b37', 'attached_at': '', 'detached_at': '', 'volume_id': '91622efa-4d67-49a7-a6c1-32f354aa434d', 'serial': '91622efa-4d67-49a7-a6c1-32f354aa434d'}, 'boot_index': None, 'delete_on_termination': False, 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69281) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1051.945256] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1051.945456] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781373', 'volume_id': '91622efa-4d67-49a7-a6c1-32f354aa434d', 'name': 'volume-91622efa-4d67-49a7-a6c1-32f354aa434d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '098bb7f4-c121-4751-946a-15c5d5b20b37', 'attached_at': '', 'detached_at': '', 'volume_id': '91622efa-4d67-49a7-a6c1-32f354aa434d', 'serial': '91622efa-4d67-49a7-a6c1-32f354aa434d'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1051.948447] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98f3241-626d-49d7-874f-1b61e84559e6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.974730] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d933a8c-9ff6-45fa-809c-d7e862d2eb9e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.005853] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-91622efa-4d67-49a7-a6c1-32f354aa434d/volume-91622efa-4d67-49a7-a6c1-32f354aa434d.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.008461] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bacc6b68-e8cf-4232-9ddf-bbf5db2557ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.031908] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1052.031908] env[69281]: value = "task-3936158" [ 1052.031908] env[69281]: _type = "Task" [ 1052.031908] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.045825] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.091075] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ac94bc-3174-f94f-8488-2453a08cf9cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.092022] env[69281]: DEBUG nova.network.neutron [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Updating instance_info_cache with network_info: [{"id": "001f5d5b-d421-41e1-8557-69e3b72851ff", "address": "fa:16:3e:21:59:2b", "network": {"id": "cae5f15b-4571-4161-a66d-c87606e20a9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-907444261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc6061fae7d14c39907d184f2d6765ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001f5d5b-d4", "ovs_interfaceid": "001f5d5b-d421-41e1-8557-69e3b72851ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.093387] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.093807] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.093988] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.094156] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.094341] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.098475] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-437e51ec-78dd-44a1-8430-8e9a2f665081 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.111043] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.111327] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.115304] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4f46cd-73a3-453b-bbdc-279c7bd3b45b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.125906] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1052.125906] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e8d7-ad65-a5e1-91be-c13bd28117ab" [ 1052.125906] env[69281]: _type = "Task" [ 1052.125906] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.136219] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e8d7-ad65-a5e1-91be-c13bd28117ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.234173] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0e62b4-50db-421f-bf33-b8fe85db5bc2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.244598] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e93636-8275-4ece-a282-b0ecd0428e20 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.277904] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb2a8f2-fbbd-4a50-ba84-ef5316cd1776 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.287815] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5438572b-7cd4-4866-b001-0a5d79c73109 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.306026] env[69281]: DEBUG nova.compute.provider_tree [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.336804] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936154, 'name': ReconfigVM_Task, 'duration_secs': 0.211919} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.337637] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.337937] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1596cd61-454a-40ad-ba81-9a4c8836337a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.348334] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1052.348334] env[69281]: value = "task-3936159" [ 1052.348334] env[69281]: _type = "Task" [ 1052.348334] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.360890] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.388877] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.415678] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511065} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.416119] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 39e1581f-e8bd-4512-821c-6d3349547f85/39e1581f-e8bd-4512-821c-6d3349547f85.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.416348] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.419530] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ef8f33d-f857-4a64-9c2a-7163d300b32d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.429523] env[69281]: DEBUG oslo_vmware.api [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165195} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.430828] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.431037] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.431226] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.431414] env[69281]: INFO nova.compute.manager [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1052.431647] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.431900] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1052.431900] env[69281]: value = "task-3936160" [ 1052.431900] env[69281]: _type = "Task" [ 1052.431900] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.432106] env[69281]: DEBUG nova.compute.manager [-] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.432204] env[69281]: DEBUG nova.network.neutron [-] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.544552] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936158, 'name': ReconfigVM_Task, 'duration_secs': 0.460559} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.544957] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-91622efa-4d67-49a7-a6c1-32f354aa434d/volume-91622efa-4d67-49a7-a6c1-32f354aa434d.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.550150] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1895f410-2424-4d80-b231-cfa0ed70132b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.571825] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1052.571825] env[69281]: value = "task-3936161" [ 1052.571825] env[69281]: _type = "Task" [ 1052.571825] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.581039] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.599339] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Releasing lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.641274] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e8d7-ad65-a5e1-91be-c13bd28117ab, 'name': SearchDatastore_Task, 'duration_secs': 0.016125} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.642578] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6918cd6-d572-4210-b5a4-4c8e83df4cea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.649141] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1052.649141] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522f201b-c016-14dc-da9b-d90437c845d6" [ 1052.649141] env[69281]: _type = "Task" [ 1052.649141] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.659504] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522f201b-c016-14dc-da9b-d90437c845d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.744613] env[69281]: DEBUG nova.compute.manager [req-d1fb7c2f-92e7-45da-af4a-a4c31c282649 req-ab70ac5b-b894-4c21-a100-00ce9a16448f service nova] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Received event network-vif-deleted-06b0cdfb-4964-4e16-8775-561c3849d654 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.744818] env[69281]: INFO nova.compute.manager [req-d1fb7c2f-92e7-45da-af4a-a4c31c282649 req-ab70ac5b-b894-4c21-a100-00ce9a16448f service nova] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Neutron deleted interface 06b0cdfb-4964-4e16-8775-561c3849d654; detaching it from the instance and deleting it from the info cache [ 1052.744976] env[69281]: DEBUG nova.network.neutron [req-d1fb7c2f-92e7-45da-af4a-a4c31c282649 req-ab70ac5b-b894-4c21-a100-00ce9a16448f service nova] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.809738] env[69281]: DEBUG nova.scheduler.client.report [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.859068] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.944752] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08641} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.945102] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.946112] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0241eba6-7675-40ca-aa3d-75573ce69f7c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.970266] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 39e1581f-e8bd-4512-821c-6d3349547f85/39e1581f-e8bd-4512-821c-6d3349547f85.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.970577] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8670610-c4cf-4756-83f4-69c7f5d4e6a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.993885] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1052.993885] env[69281]: value = "task-3936162" [ 1052.993885] env[69281]: _type = "Task" [ 1052.993885] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.005093] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.083393] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936161, 'name': ReconfigVM_Task, 'duration_secs': 0.464749} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.083998] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781373', 'volume_id': '91622efa-4d67-49a7-a6c1-32f354aa434d', 'name': 'volume-91622efa-4d67-49a7-a6c1-32f354aa434d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '098bb7f4-c121-4751-946a-15c5d5b20b37', 'attached_at': '', 'detached_at': '', 'volume_id': '91622efa-4d67-49a7-a6c1-32f354aa434d', 'serial': '91622efa-4d67-49a7-a6c1-32f354aa434d'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1053.084720] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85f7704d-5e49-47da-825f-3ee10e07ce69 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.093260] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1053.093260] env[69281]: value = "task-3936163" [ 1053.093260] env[69281]: _type = "Task" [ 1053.093260] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.104351] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936163, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.160671] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522f201b-c016-14dc-da9b-d90437c845d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.160960] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.161253] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 622a1c77-a9c0-49d0-8755-aed4f957b29e/622a1c77-a9c0-49d0-8755-aed4f957b29e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.161534] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-697c1c89-06d9-4c66-a013-3cfd0ff8696f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.169927] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1053.169927] env[69281]: value = "task-3936164" [ 1053.169927] env[69281]: _type = "Task" [ 1053.169927] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.179503] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.228423] env[69281]: DEBUG nova.network.neutron [-] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.247822] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f842421d-3cff-49c3-accb-a26d7c8076b3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.261475] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e66ed5c-3d55-4051-9a90-1af0a8f0ee03 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.302554] env[69281]: DEBUG nova.compute.manager [req-d1fb7c2f-92e7-45da-af4a-a4c31c282649 req-ab70ac5b-b894-4c21-a100-00ce9a16448f service nova] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Detach interface failed, port_id=06b0cdfb-4964-4e16-8775-561c3849d654, reason: Instance 7bd20726-0fcc-43cf-afad-fdf822fd8741 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1053.316944] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.441s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.317850] env[69281]: DEBUG nova.compute.manager [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.321302] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.516s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.321652] env[69281]: DEBUG nova.objects.instance [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Lazy-loading 'resources' on Instance uuid 795f2d3b-f366-4487-8200-0a65ef25e27b {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.360737] env[69281]: DEBUG oslo_vmware.api [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936159, 'name': PowerOnVM_Task, 'duration_secs': 0.826767} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.361891] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.364866] env[69281]: DEBUG nova.compute.manager [None req-75ec4636-32d2-49ff-ac99-05a01dc740a8 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1053.366128] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1264b3b1-121e-4466-bc75-bab7fa018f7d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.505332] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936162, 'name': ReconfigVM_Task, 'duration_secs': 0.330661} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.505682] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 39e1581f-e8bd-4512-821c-6d3349547f85/39e1581f-e8bd-4512-821c-6d3349547f85.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.507708] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'size': 0, 'boot_index': 0, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'disk_bus': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'guest_format': None, 'image_id': '12ea0038-8065-455a-8a1b-58b88701c301'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '957105bf-66fa-4b41-adde-5d5a79f2af67', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781383', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'name': 'volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39e1581f-e8bd-4512-821c-6d3349547f85', 'attached_at': '', 'detached_at': '', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'serial': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc'}, 'boot_index': None, 'delete_on_termination': False, 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69281) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1053.507936] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1053.508165] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781383', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'name': 'volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39e1581f-e8bd-4512-821c-6d3349547f85', 'attached_at': '', 'detached_at': '', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'serial': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1053.509171] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62ca67e-da4d-41bc-b372-d6b459946db5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.531108] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6d5e5-7320-41c9-be31-79c790acb1e4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.561461] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc/volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.561768] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a8da50e-f192-43f9-b1a7-f339b0d97cd0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.582428] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1053.582428] env[69281]: value = "task-3936165" [ 1053.582428] env[69281]: _type = "Task" [ 1053.582428] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.595881] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.607211] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936163, 'name': Rename_Task, 'duration_secs': 0.253546} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.607682] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.608045] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7393cbe9-f398-4959-bfc8-4fec7d539e8e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.619038] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1053.619038] env[69281]: value = "task-3936166" [ 1053.619038] env[69281]: _type = "Task" [ 1053.619038] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.632043] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.685266] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936164, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.732236] env[69281]: INFO nova.compute.manager [-] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Took 1.30 seconds to deallocate network for instance. [ 1053.825430] env[69281]: DEBUG nova.compute.utils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.830770] env[69281]: DEBUG nova.compute.manager [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.831022] env[69281]: DEBUG nova.network.neutron [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.877931] env[69281]: DEBUG nova.policy [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45185903eea74d6fb17517eb3550ee5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd40cb11180f8420ea8bce4cbc727227d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.088268] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3897b7d0-a512-49b2-af94-d98dd9418f63 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.099244] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936165, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.100580] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d853d427-3985-4533-a1ff-d25f51daa59c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.137620] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b992d1-7a6e-4ff4-9a12-636a929538e0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.147482] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.147790] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936166, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.150099] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d2139c2-8f4a-4679-a081-8be95027d457 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.152808] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d3b412-0a62-486c-b464-9c60cd3984c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.169596] env[69281]: DEBUG nova.compute.provider_tree [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.174999] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1054.174999] env[69281]: value = "task-3936167" [ 1054.174999] env[69281]: _type = "Task" [ 1054.174999] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.191957] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.192294] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567307} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.192714] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 622a1c77-a9c0-49d0-8755-aed4f957b29e/622a1c77-a9c0-49d0-8755-aed4f957b29e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.192882] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.193175] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac741998-0e05-4985-8d49-83b5d3193c19 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.202258] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1054.202258] env[69281]: value = "task-3936168" [ 1054.202258] env[69281]: _type = "Task" [ 1054.202258] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.213611] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.241070] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.245470] env[69281]: DEBUG nova.network.neutron [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Successfully created port: bc738db3-de41-490e-a520-08e2e7f1056c {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.331146] env[69281]: DEBUG nova.compute.manager [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.597031] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936165, 'name': ReconfigVM_Task, 'duration_secs': 0.548094} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.597031] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc/volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.601591] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6f15b0-9266-4b84-8fa3-22c31c3a0f58 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.621277] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1054.621277] env[69281]: value = "task-3936169" [ 1054.621277] env[69281]: _type = "Task" [ 1054.621277] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.630894] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.644010] env[69281]: DEBUG oslo_vmware.api [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936166, 'name': PowerOnVM_Task, 'duration_secs': 1.01954} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.644519] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.675508] env[69281]: DEBUG nova.scheduler.client.report [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.689945] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936167, 'name': PowerOffVM_Task, 'duration_secs': 0.230903} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.690260] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.691159] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04db857-19e3-4a6c-b7db-4c322e0c7623 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.714926] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7438dc15-906b-4db1-bd2a-b22401bd4073 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.723825] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112043} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.726519] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.729668] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed70a1c-e898-4bdc-8906-aa115c75837f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.755259] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 622a1c77-a9c0-49d0-8755-aed4f957b29e/622a1c77-a9c0-49d0-8755-aed4f957b29e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.757724] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d00894c-0da3-4d6f-b6e0-351598c7a3c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.773212] env[69281]: DEBUG nova.compute.manager [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1054.774349] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa7e69d-3825-494d-8f9c-76595ce26c53 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.780401] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.780672] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea592f9a-5e1c-40f4-8783-d624b44135fc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.784844] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1054.784844] env[69281]: value = "task-3936170" [ 1054.784844] env[69281]: _type = "Task" [ 1054.784844] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.792557] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1054.792557] env[69281]: value = "task-3936171" [ 1054.792557] env[69281]: _type = "Task" [ 1054.792557] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.799455] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936170, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.805835] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1054.806127] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.806401] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.806554] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.806733] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.806990] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9edf774e-9f79-4bbf-bebf-4e81b2b92e3f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.824919] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.825110] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.825903] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17c3453-72ae-4244-a3fa-4766d6035c2b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.832403] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1054.832403] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e0c8b2-fbe6-4294-d39a-1981fdbbd9c6" [ 1054.832403] env[69281]: _type = "Task" [ 1054.832403] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.846636] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e0c8b2-fbe6-4294-d39a-1981fdbbd9c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.847465] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b0f537e-c9f1-4131-8fb5-8c92245a3133 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.855166] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1054.855166] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a86fe4-81ba-f5e3-1f8f-391940a6ebd7" [ 1054.855166] env[69281]: _type = "Task" [ 1054.855166] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.864883] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a86fe4-81ba-f5e3-1f8f-391940a6ebd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.942918] env[69281]: DEBUG oslo_concurrency.lockutils [None req-43b64d2b-951b-4ca9-a89d-c47e8010bfce tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "interface-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.943314] env[69281]: DEBUG oslo_concurrency.lockutils [None req-43b64d2b-951b-4ca9-a89d-c47e8010bfce tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.943692] env[69281]: DEBUG nova.objects.instance [None req-43b64d2b-951b-4ca9-a89d-c47e8010bfce tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'flavor' on Instance uuid 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.135291] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936169, 'name': ReconfigVM_Task, 'duration_secs': 0.182025} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.135632] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781383', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'name': 'volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39e1581f-e8bd-4512-821c-6d3349547f85', 'attached_at': '', 'detached_at': '', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'serial': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1055.136266] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a73ec41-34bd-4523-9709-c77497288c29 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.142350] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1055.142350] env[69281]: value = "task-3936172" [ 1055.142350] env[69281]: _type = "Task" [ 1055.142350] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.150195] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936172, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.185694] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.189094] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.116s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.189094] env[69281]: DEBUG nova.objects.instance [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lazy-loading 'resources' on Instance uuid 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.206805] env[69281]: INFO nova.scheduler.client.report [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Deleted allocations for instance 795f2d3b-f366-4487-8200-0a65ef25e27b [ 1055.300086] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d18d4b02-ee51-47cf-8346-e13cf0ae627c tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.257s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.304665] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936170, 'name': ReconfigVM_Task, 'duration_secs': 0.34878} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.305216] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 622a1c77-a9c0-49d0-8755-aed4f957b29e/622a1c77-a9c0-49d0-8755-aed4f957b29e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.305922] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-335d8809-fade-4791-9499-69dd8903cbe6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.314010] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1055.314010] env[69281]: value = "task-3936173" [ 1055.314010] env[69281]: _type = "Task" [ 1055.314010] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.324752] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936173, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.341197] env[69281]: DEBUG nova.compute.manager [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.370275] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a86fe4-81ba-f5e3-1f8f-391940a6ebd7, 'name': SearchDatastore_Task, 'duration_secs': 0.011306} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.370275] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.370275] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 81543689-5db0-47fd-a1af-a3d849b0a3b1/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk. {{(pid=69281) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1055.370275] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-032b2a29-fb1b-4157-bcdf-30c2f5f45c28 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.375465] env[69281]: DEBUG nova.virt.hardware [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.375953] env[69281]: DEBUG nova.virt.hardware [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.375953] env[69281]: DEBUG nova.virt.hardware [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.376138] env[69281]: DEBUG nova.virt.hardware [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.376906] env[69281]: DEBUG nova.virt.hardware [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.376906] env[69281]: DEBUG nova.virt.hardware [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.376906] env[69281]: DEBUG nova.virt.hardware [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.376906] env[69281]: DEBUG nova.virt.hardware [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.377114] env[69281]: DEBUG nova.virt.hardware [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.377282] env[69281]: DEBUG nova.virt.hardware [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.378122] env[69281]: DEBUG nova.virt.hardware [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.378288] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec74b323-cfea-45e7-b54d-45cd962a1577 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.390572] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0622ea-5e3c-417f-a14f-1f889e1a0064 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.398322] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1055.398322] env[69281]: value = "task-3936174" [ 1055.398322] env[69281]: _type = "Task" [ 1055.398322] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.417815] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.448113] env[69281]: DEBUG nova.objects.instance [None req-43b64d2b-951b-4ca9-a89d-c47e8010bfce tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'pci_requests' on Instance uuid 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.454387] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "ccbb435d-897f-423b-acac-91520b380ad6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.454691] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "ccbb435d-897f-423b-acac-91520b380ad6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.653832] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936172, 'name': Rename_Task, 'duration_secs': 0.185418} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.654180] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.654395] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6ad8940-ce12-47f1-a2b2-d12097e4f1f5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.662228] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1055.662228] env[69281]: value = "task-3936175" [ 1055.662228] env[69281]: _type = "Task" [ 1055.662228] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.672760] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.718532] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a31eeb54-e001-456f-a4e2-73ecc7fd1c1a tempest-ServersListShow2100Test-936478465 tempest-ServersListShow2100Test-936478465-project-member] Lock "795f2d3b-f366-4487-8200-0a65ef25e27b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.284s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.822266] env[69281]: DEBUG nova.compute.manager [req-ce5ea187-85e7-4ae3-bc8e-e56589f8c4cc req-1e9092ca-abc7-42d7-86ef-5f52619cf37b service nova] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Received event network-vif-plugged-bc738db3-de41-490e-a520-08e2e7f1056c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.822492] env[69281]: DEBUG oslo_concurrency.lockutils [req-ce5ea187-85e7-4ae3-bc8e-e56589f8c4cc req-1e9092ca-abc7-42d7-86ef-5f52619cf37b service nova] Acquiring lock "52b4b2b6-a7b7-4109-878c-1ff322bd7db6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.822701] env[69281]: DEBUG oslo_concurrency.lockutils [req-ce5ea187-85e7-4ae3-bc8e-e56589f8c4cc req-1e9092ca-abc7-42d7-86ef-5f52619cf37b service nova] Lock "52b4b2b6-a7b7-4109-878c-1ff322bd7db6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.822867] env[69281]: DEBUG oslo_concurrency.lockutils [req-ce5ea187-85e7-4ae3-bc8e-e56589f8c4cc req-1e9092ca-abc7-42d7-86ef-5f52619cf37b service nova] Lock "52b4b2b6-a7b7-4109-878c-1ff322bd7db6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.823043] env[69281]: DEBUG nova.compute.manager [req-ce5ea187-85e7-4ae3-bc8e-e56589f8c4cc req-1e9092ca-abc7-42d7-86ef-5f52619cf37b service nova] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] No waiting events found dispatching network-vif-plugged-bc738db3-de41-490e-a520-08e2e7f1056c {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1055.823211] env[69281]: WARNING nova.compute.manager [req-ce5ea187-85e7-4ae3-bc8e-e56589f8c4cc req-1e9092ca-abc7-42d7-86ef-5f52619cf37b service nova] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Received unexpected event network-vif-plugged-bc738db3-de41-490e-a520-08e2e7f1056c for instance with vm_state building and task_state spawning. [ 1055.830611] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936173, 'name': Rename_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.909042] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.918931] env[69281]: DEBUG nova.network.neutron [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Successfully updated port: bc738db3-de41-490e-a520-08e2e7f1056c {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.950788] env[69281]: DEBUG nova.objects.base [None req-43b64d2b-951b-4ca9-a89d-c47e8010bfce tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Object Instance<3b380a28-a2a2-4b5b-b2df-3063f5e6eed0> lazy-loaded attributes: flavor,pci_requests {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1055.951254] env[69281]: DEBUG nova.network.neutron [None req-43b64d2b-951b-4ca9-a89d-c47e8010bfce tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.958290] env[69281]: DEBUG nova.compute.manager [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.993751] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb13edf2-c355-4a0a-9d8a-38f69dfee66b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.002930] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984bd541-e260-4285-b99f-36b40957bdb6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.036765] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90b44ef-e796-4054-b96e-94c1f7b5dba9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.045325] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294a09c8-35a1-466e-bc92-b916dc01ba21 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.060271] env[69281]: DEBUG nova.compute.provider_tree [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.079228] env[69281]: DEBUG oslo_concurrency.lockutils [None req-43b64d2b-951b-4ca9-a89d-c47e8010bfce tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.136s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.173050] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.324837] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936173, 'name': Rename_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.410390] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.422494] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "refresh_cache-52b4b2b6-a7b7-4109-878c-1ff322bd7db6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.422494] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "refresh_cache-52b4b2b6-a7b7-4109-878c-1ff322bd7db6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.422494] env[69281]: DEBUG nova.network.neutron [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.479818] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.567100] env[69281]: DEBUG nova.scheduler.client.report [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.674990] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.828702] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936173, 'name': Rename_Task, 'duration_secs': 1.177982} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.829031] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.829309] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b9b8e7a-7740-4577-9604-37d62325bfa8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.837615] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1056.837615] env[69281]: value = "task-3936176" [ 1056.837615] env[69281]: _type = "Task" [ 1056.837615] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.846833] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.912944] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936174, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.958574] env[69281]: DEBUG nova.network.neutron [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.072581] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.075094] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.587s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.076733] env[69281]: INFO nova.compute.claims [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.099672] env[69281]: INFO nova.scheduler.client.report [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Deleted allocations for instance 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3 [ 1057.132080] env[69281]: DEBUG nova.network.neutron [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Updating instance_info_cache with network_info: [{"id": "bc738db3-de41-490e-a520-08e2e7f1056c", "address": "fa:16:3e:1f:09:da", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc738db3-de", "ovs_interfaceid": "bc738db3-de41-490e-a520-08e2e7f1056c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.175105] env[69281]: DEBUG oslo_vmware.api [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936175, 'name': PowerOnVM_Task, 'duration_secs': 1.44887} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.175105] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.175105] env[69281]: DEBUG nova.compute.manager [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1057.175422] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad38713-ce21-4661-83ff-e8ba75a0b3f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.348984] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936176, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.415236] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936174, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.550125} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.415540] env[69281]: INFO nova.virt.vmwareapi.ds_util [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 81543689-5db0-47fd-a1af-a3d849b0a3b1/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk. [ 1057.416428] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f15e97-102e-44cd-bc1d-7a4cd1b9013c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.449980] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 81543689-5db0-47fd-a1af-a3d849b0a3b1/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.450502] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90b32a34-a204-4934-a22c-2273e36885d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.469314] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1057.469314] env[69281]: value = "task-3936177" [ 1057.469314] env[69281]: _type = "Task" [ 1057.469314] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.477860] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.611578] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0d9e5e52-de73-4e0c-89a8-105dd238429f tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.286s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.634389] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "refresh_cache-52b4b2b6-a7b7-4109-878c-1ff322bd7db6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.634761] env[69281]: DEBUG nova.compute.manager [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Instance network_info: |[{"id": "bc738db3-de41-490e-a520-08e2e7f1056c", "address": "fa:16:3e:1f:09:da", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc738db3-de", "ovs_interfaceid": "bc738db3-de41-490e-a520-08e2e7f1056c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.635298] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:09:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc738db3-de41-490e-a520-08e2e7f1056c', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.643665] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.644974] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.645272] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a12a16f-1f00-4c8b-b8a1-f5d8c60ba821 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.667093] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.667093] env[69281]: value = "task-3936178" [ 1057.667093] env[69281]: _type = "Task" [ 1057.667093] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.676304] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936178, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.693205] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.852458] env[69281]: DEBUG oslo_vmware.api [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936176, 'name': PowerOnVM_Task, 'duration_secs': 0.55354} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.852886] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.853154] env[69281]: INFO nova.compute.manager [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1057.853401] env[69281]: DEBUG nova.compute.manager [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1057.854370] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47599241-588e-4ffc-9bf9-ae2cc90e1454 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.941856] env[69281]: DEBUG nova.compute.manager [req-392d91cb-3fe4-42c3-aa26-14797591f09f req-91bf7096-a247-405e-9517-bf4e663d971f service nova] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Received event network-changed-bc738db3-de41-490e-a520-08e2e7f1056c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.942018] env[69281]: DEBUG nova.compute.manager [req-392d91cb-3fe4-42c3-aa26-14797591f09f req-91bf7096-a247-405e-9517-bf4e663d971f service nova] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Refreshing instance network info cache due to event network-changed-bc738db3-de41-490e-a520-08e2e7f1056c. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.942258] env[69281]: DEBUG oslo_concurrency.lockutils [req-392d91cb-3fe4-42c3-aa26-14797591f09f req-91bf7096-a247-405e-9517-bf4e663d971f service nova] Acquiring lock "refresh_cache-52b4b2b6-a7b7-4109-878c-1ff322bd7db6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.942416] env[69281]: DEBUG oslo_concurrency.lockutils [req-392d91cb-3fe4-42c3-aa26-14797591f09f req-91bf7096-a247-405e-9517-bf4e663d971f service nova] Acquired lock "refresh_cache-52b4b2b6-a7b7-4109-878c-1ff322bd7db6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.942574] env[69281]: DEBUG nova.network.neutron [req-392d91cb-3fe4-42c3-aa26-14797591f09f req-91bf7096-a247-405e-9517-bf4e663d971f service nova] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Refreshing network info cache for port bc738db3-de41-490e-a520-08e2e7f1056c {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.980032] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936177, 'name': ReconfigVM_Task, 'duration_secs': 0.316139} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.980194] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 81543689-5db0-47fd-a1af-a3d849b0a3b1/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.981113] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fb5401-9f5b-4158-b6d3-1cfeb6865083 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.009411] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63be37fc-6e14-49b3-82e8-341e538847bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.026338] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1058.026338] env[69281]: value = "task-3936179" [ 1058.026338] env[69281]: _type = "Task" [ 1058.026338] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.035170] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.109850] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "interface-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.110136] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.110462] env[69281]: DEBUG nova.objects.instance [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'flavor' on Instance uuid 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.177818] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936178, 'name': CreateVM_Task, 'duration_secs': 0.376852} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.178077] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.181704] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.181965] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.182487] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.183300] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e14ad2-f741-463b-8352-5a16fb141458 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.190224] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1058.190224] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e1d2d1-1b6d-c233-d06b-006c6b1e5afd" [ 1058.190224] env[69281]: _type = "Task" [ 1058.190224] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.204867] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e1d2d1-1b6d-c233-d06b-006c6b1e5afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.320482] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f561ed4d-dde3-4aa5-821c-a55309add3ba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.329216] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9814f5f-690c-4fad-bf7f-32b251312602 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.361617] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a892657-58b8-498a-b104-4da3ff161bb4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.374633] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afe4f0e-7cf7-4e0c-a6dc-175a51e01fdf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.379988] env[69281]: INFO nova.compute.manager [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Took 22.39 seconds to build instance. [ 1058.392840] env[69281]: DEBUG nova.compute.provider_tree [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.539189] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936179, 'name': ReconfigVM_Task, 'duration_secs': 0.170417} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.539517] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.539735] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17d43285-9206-4f4c-a905-087d88065710 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.547605] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1058.547605] env[69281]: value = "task-3936180" [ 1058.547605] env[69281]: _type = "Task" [ 1058.547605] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.556635] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.691782] env[69281]: DEBUG nova.objects.instance [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'pci_requests' on Instance uuid 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.705567] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e1d2d1-1b6d-c233-d06b-006c6b1e5afd, 'name': SearchDatastore_Task, 'duration_secs': 0.028836} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.705906] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.706197] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.706485] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.706668] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.706882] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.707214] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1435a48-95bc-4c9b-8d9b-4c1c5ea7c1c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.717657] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.717896] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.718690] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b38950-5f3e-4d83-a497-d20426d19cca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.724267] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1058.724267] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529a6e59-5248-370a-f90c-8bb3c5eff252" [ 1058.724267] env[69281]: _type = "Task" [ 1058.724267] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.733397] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529a6e59-5248-370a-f90c-8bb3c5eff252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.774278] env[69281]: DEBUG nova.network.neutron [req-392d91cb-3fe4-42c3-aa26-14797591f09f req-91bf7096-a247-405e-9517-bf4e663d971f service nova] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Updated VIF entry in instance network info cache for port bc738db3-de41-490e-a520-08e2e7f1056c. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.774673] env[69281]: DEBUG nova.network.neutron [req-392d91cb-3fe4-42c3-aa26-14797591f09f req-91bf7096-a247-405e-9517-bf4e663d971f service nova] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Updating instance_info_cache with network_info: [{"id": "bc738db3-de41-490e-a520-08e2e7f1056c", "address": "fa:16:3e:1f:09:da", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc738db3-de", "ovs_interfaceid": "bc738db3-de41-490e-a520-08e2e7f1056c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.882767] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2ab305d8-6a1b-458a-94d5-cf87efe136d2 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "622a1c77-a9c0-49d0-8755-aed4f957b29e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.903s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.915439] env[69281]: ERROR nova.scheduler.client.report [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [req-83d82635-75ad-4f53-8c1f-2e417dce9d1f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-83d82635-75ad-4f53-8c1f-2e417dce9d1f"}]} [ 1058.935719] env[69281]: DEBUG nova.scheduler.client.report [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1058.951717] env[69281]: DEBUG nova.scheduler.client.report [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1058.952171] env[69281]: DEBUG nova.compute.provider_tree [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.965226] env[69281]: DEBUG nova.scheduler.client.report [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1058.989527] env[69281]: DEBUG nova.scheduler.client.report [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1059.058660] env[69281]: DEBUG oslo_vmware.api [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936180, 'name': PowerOnVM_Task, 'duration_secs': 0.466268} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.062050] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.064930] env[69281]: DEBUG nova.compute.manager [None req-ee390b92-75c2-4037-a578-098a6c737f89 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1059.065858] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ad920a-bc4b-480d-8236-e5e27d53b4aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.198537] env[69281]: DEBUG nova.objects.base [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Object Instance<3b380a28-a2a2-4b5b-b2df-3063f5e6eed0> lazy-loaded attributes: flavor,pci_requests {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1059.199929] env[69281]: DEBUG nova.network.neutron [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.232410] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb91800-f5ec-4ca1-b0d2-ec17c3255422 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.244677] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529a6e59-5248-370a-f90c-8bb3c5eff252, 'name': SearchDatastore_Task, 'duration_secs': 0.011589} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.247712] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dcd57b7-6fdc-4b0f-8d68-d2522b990927 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.251190] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51605109-8674-422d-a7d0-61e7c7693bce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.259964] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1059.259964] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225895a-e2ee-776d-6cb9-e25e89dfb6c5" [ 1059.259964] env[69281]: _type = "Task" [ 1059.259964] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.288348] env[69281]: DEBUG oslo_concurrency.lockutils [req-392d91cb-3fe4-42c3-aa26-14797591f09f req-91bf7096-a247-405e-9517-bf4e663d971f service nova] Releasing lock "refresh_cache-52b4b2b6-a7b7-4109-878c-1ff322bd7db6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.290381] env[69281]: DEBUG nova.policy [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fe1767f47dd48ffa25d0ea2e648c78f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312cd59189eb4a0696270ef4ca7a672f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.295612] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abb754d-3f7c-4b9d-9a22-1959141cd654 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.306164] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225895a-e2ee-776d-6cb9-e25e89dfb6c5, 'name': SearchDatastore_Task, 'duration_secs': 0.039275} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.308409] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428cc1e1-40ff-43c6-b5f6-2aef26ab1394 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.311172] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.311445] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 52b4b2b6-a7b7-4109-878c-1ff322bd7db6/52b4b2b6-a7b7-4109-878c-1ff322bd7db6.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.311832] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57648eed-a2a0-4bdb-bbd0-47e1caa7e79d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.324500] env[69281]: DEBUG nova.compute.provider_tree [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.327267] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1059.327267] env[69281]: value = "task-3936181" [ 1059.327267] env[69281]: _type = "Task" [ 1059.327267] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.335757] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.655215] env[69281]: DEBUG nova.network.neutron [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Successfully created port: c47dea8d-9c28-45f6-bb59-580a23a9311a {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.767340] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "ab85a348-7231-4543-8207-c67c80e714c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.767713] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "ab85a348-7231-4543-8207-c67c80e714c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.843805] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936181, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.849788] env[69281]: ERROR nova.scheduler.client.report [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [req-185acc8d-96cc-43a2-abde-4b5d6be41da7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-185acc8d-96cc-43a2-abde-4b5d6be41da7"}]} [ 1059.871423] env[69281]: DEBUG nova.scheduler.client.report [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1059.888311] env[69281]: DEBUG nova.scheduler.client.report [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1059.888628] env[69281]: DEBUG nova.compute.provider_tree [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.904655] env[69281]: DEBUG nova.scheduler.client.report [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1059.935293] env[69281]: DEBUG nova.scheduler.client.report [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1060.227285] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53d586e-ad93-4c62-9797-7c09c611d854 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.237050] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895e431c-911d-46d5-aefd-ad9df09960e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.273013] env[69281]: DEBUG nova.compute.manager [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.276856] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53d4156-b6bd-48d7-829d-16842177970d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.288897] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc57970-2fcf-4d15-9cc2-ba5c5cee1b63 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.307299] env[69281]: DEBUG nova.compute.provider_tree [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.342094] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651893} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.342479] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 52b4b2b6-a7b7-4109-878c-1ff322bd7db6/52b4b2b6-a7b7-4109-878c-1ff322bd7db6.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.342666] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.342877] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9a4b763-c3f1-48a3-9769-0da3e56a31bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.350944] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1060.350944] env[69281]: value = "task-3936182" [ 1060.350944] env[69281]: _type = "Task" [ 1060.350944] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.360931] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.797319] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.847406] env[69281]: DEBUG nova.scheduler.client.report [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1060.847684] env[69281]: DEBUG nova.compute.provider_tree [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 138 to 139 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1060.847867] env[69281]: DEBUG nova.compute.provider_tree [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.861975] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070172} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.862310] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.863157] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e177ac4-15db-45c1-bdc2-f3b335eeec6c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.888931] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 52b4b2b6-a7b7-4109-878c-1ff322bd7db6/52b4b2b6-a7b7-4109-878c-1ff322bd7db6.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.889687] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb48bd5-87b4-48a5-85fc-9d51ffa24f9a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.914813] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1060.914813] env[69281]: value = "task-3936183" [ 1060.914813] env[69281]: _type = "Task" [ 1060.914813] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.923935] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.071083] env[69281]: DEBUG nova.compute.manager [req-5870de00-6ef6-4d93-bdb6-1d7c11936498 req-bb3df44f-07e3-472d-b880-d2ced2478b6c service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Received event network-changed-001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.071209] env[69281]: DEBUG nova.compute.manager [req-5870de00-6ef6-4d93-bdb6-1d7c11936498 req-bb3df44f-07e3-472d-b880-d2ced2478b6c service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Refreshing instance network info cache due to event network-changed-001f5d5b-d421-41e1-8557-69e3b72851ff. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.071426] env[69281]: DEBUG oslo_concurrency.lockutils [req-5870de00-6ef6-4d93-bdb6-1d7c11936498 req-bb3df44f-07e3-472d-b880-d2ced2478b6c service nova] Acquiring lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.071759] env[69281]: DEBUG oslo_concurrency.lockutils [req-5870de00-6ef6-4d93-bdb6-1d7c11936498 req-bb3df44f-07e3-472d-b880-d2ced2478b6c service nova] Acquired lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.071925] env[69281]: DEBUG nova.network.neutron [req-5870de00-6ef6-4d93-bdb6-1d7c11936498 req-bb3df44f-07e3-472d-b880-d2ced2478b6c service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Refreshing network info cache for port 001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.356558] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.281s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.357201] env[69281]: DEBUG nova.compute.manager [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.360206] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.972s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.361855] env[69281]: INFO nova.compute.claims [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.422751] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936183, 'name': ReconfigVM_Task, 'duration_secs': 0.453799} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.423049] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 52b4b2b6-a7b7-4109-878c-1ff322bd7db6/52b4b2b6-a7b7-4109-878c-1ff322bd7db6.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.423730] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1c8d68e-cc8d-4b36-b8ee-222761c0921f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.429824] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1061.429824] env[69281]: value = "task-3936184" [ 1061.429824] env[69281]: _type = "Task" [ 1061.429824] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.438923] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936184, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.598804] env[69281]: DEBUG nova.network.neutron [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Successfully updated port: c47dea8d-9c28-45f6-bb59-580a23a9311a {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.760665] env[69281]: DEBUG nova.network.neutron [req-5870de00-6ef6-4d93-bdb6-1d7c11936498 req-bb3df44f-07e3-472d-b880-d2ced2478b6c service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Updated VIF entry in instance network info cache for port 001f5d5b-d421-41e1-8557-69e3b72851ff. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.761038] env[69281]: DEBUG nova.network.neutron [req-5870de00-6ef6-4d93-bdb6-1d7c11936498 req-bb3df44f-07e3-472d-b880-d2ced2478b6c service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Updating instance_info_cache with network_info: [{"id": "001f5d5b-d421-41e1-8557-69e3b72851ff", "address": "fa:16:3e:21:59:2b", "network": {"id": "cae5f15b-4571-4161-a66d-c87606e20a9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-907444261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc6061fae7d14c39907d184f2d6765ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001f5d5b-d4", "ovs_interfaceid": "001f5d5b-d421-41e1-8557-69e3b72851ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.866370] env[69281]: DEBUG nova.compute.utils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.870102] env[69281]: DEBUG nova.compute.manager [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.872249] env[69281]: DEBUG nova.network.neutron [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.910583] env[69281]: DEBUG nova.policy [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b24be1c476c431c95707829c0dd370c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa25e53553ec44378e9f7ee80f6ed5e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.941871] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936184, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.105182] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.105344] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.105525] env[69281]: DEBUG nova.network.neutron [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.189881] env[69281]: DEBUG nova.network.neutron [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Successfully created port: a1f0348f-778b-4efc-a97f-202f086d1d1d {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.264705] env[69281]: DEBUG oslo_concurrency.lockutils [req-5870de00-6ef6-4d93-bdb6-1d7c11936498 req-bb3df44f-07e3-472d-b880-d2ced2478b6c service nova] Releasing lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.376922] env[69281]: DEBUG nova.compute.manager [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.441443] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936184, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.667300] env[69281]: WARNING nova.network.neutron [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] 1b518f72-6b0c-432b-9b8c-200692befa46 already exists in list: networks containing: ['1b518f72-6b0c-432b-9b8c-200692befa46']. ignoring it [ 1062.672040] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba29ddbb-1b0e-41b7-ab3f-53151251e667 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.680311] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf768fb-3f19-4b1b-b05a-668bd7eee4f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.713202] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f04cc3e-c003-4e82-8824-bd890f1cb233 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.721828] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b41db9-bd81-4a53-813f-318cf6d733e6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.736673] env[69281]: DEBUG nova.compute.provider_tree [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.941539] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936184, 'name': Rename_Task, 'duration_secs': 1.17583} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.941982] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.942176] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88f8e144-9c73-4f84-bc4f-5c7021e9c9f8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.949739] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1062.949739] env[69281]: value = "task-3936185" [ 1062.949739] env[69281]: _type = "Task" [ 1062.949739] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.958860] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.108904] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "622a1c77-a9c0-49d0-8755-aed4f957b29e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.109464] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "622a1c77-a9c0-49d0-8755-aed4f957b29e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.109731] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "622a1c77-a9c0-49d0-8755-aed4f957b29e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.110040] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "622a1c77-a9c0-49d0-8755-aed4f957b29e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.110273] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "622a1c77-a9c0-49d0-8755-aed4f957b29e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.112814] env[69281]: INFO nova.compute.manager [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Terminating instance [ 1063.239855] env[69281]: DEBUG nova.scheduler.client.report [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.247480] env[69281]: DEBUG nova.network.neutron [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updating instance_info_cache with network_info: [{"id": "fb692efc-7774-48ce-a88c-c64ece6343a5", "address": "fa:16:3e:ac:74:05", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb692efc-77", "ovs_interfaceid": "fb692efc-7774-48ce-a88c-c64ece6343a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c47dea8d-9c28-45f6-bb59-580a23a9311a", "address": "fa:16:3e:2a:c4:c4", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47dea8d-9c", "ovs_interfaceid": "c47dea8d-9c28-45f6-bb59-580a23a9311a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.389475] env[69281]: DEBUG nova.compute.manager [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.422034] env[69281]: DEBUG nova.virt.hardware [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.422301] env[69281]: DEBUG nova.virt.hardware [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.422465] env[69281]: DEBUG nova.virt.hardware [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.422650] env[69281]: DEBUG nova.virt.hardware [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.422801] env[69281]: DEBUG nova.virt.hardware [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.422951] env[69281]: DEBUG nova.virt.hardware [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.423184] env[69281]: DEBUG nova.virt.hardware [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.423344] env[69281]: DEBUG nova.virt.hardware [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.423536] env[69281]: DEBUG nova.virt.hardware [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.423771] env[69281]: DEBUG nova.virt.hardware [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.423950] env[69281]: DEBUG nova.virt.hardware [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.424914] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3971809a-3c63-4336-bfaf-c111bcb2d210 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.434426] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f14a2c4-5aed-4f12-811e-79b96b7ee89c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.460613] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936185, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.618280] env[69281]: DEBUG nova.compute.manager [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.618678] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.619857] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c21565b-fe93-436f-b320-2a94915fa2d7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.629425] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.629760] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef62a25e-fc90-4760-b742-12cfdb5339f4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.636807] env[69281]: DEBUG oslo_vmware.api [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1063.636807] env[69281]: value = "task-3936186" [ 1063.636807] env[69281]: _type = "Task" [ 1063.636807] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.647342] env[69281]: DEBUG oslo_vmware.api [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.700836] env[69281]: DEBUG nova.network.neutron [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Successfully updated port: a1f0348f-778b-4efc-a97f-202f086d1d1d {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.745981] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.746631] env[69281]: DEBUG nova.compute.manager [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.749242] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.508s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.749465] env[69281]: DEBUG nova.objects.instance [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lazy-loading 'resources' on Instance uuid 7bd20726-0fcc-43cf-afad-fdf822fd8741 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.750748] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.751302] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.751516] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.752743] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff94e17-a874-4d99-9d72-76ba8806c1bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.770729] env[69281]: DEBUG nova.virt.hardware [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.770998] env[69281]: DEBUG nova.virt.hardware [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.771177] env[69281]: DEBUG nova.virt.hardware [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.771369] env[69281]: DEBUG nova.virt.hardware [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.771553] env[69281]: DEBUG nova.virt.hardware [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.771701] env[69281]: DEBUG nova.virt.hardware [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.772159] env[69281]: DEBUG nova.virt.hardware [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.772159] env[69281]: DEBUG nova.virt.hardware [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.772349] env[69281]: DEBUG nova.virt.hardware [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.772517] env[69281]: DEBUG nova.virt.hardware [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.772694] env[69281]: DEBUG nova.virt.hardware [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.780025] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Reconfiguring VM to attach interface {{(pid=69281) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1063.781757] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5565624b-ac70-433c-873e-56da9c41b51f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.801519] env[69281]: DEBUG oslo_vmware.api [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1063.801519] env[69281]: value = "task-3936187" [ 1063.801519] env[69281]: _type = "Task" [ 1063.801519] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.811046] env[69281]: DEBUG oslo_vmware.api [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936187, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.917607] env[69281]: DEBUG nova.compute.manager [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Received event network-vif-plugged-c47dea8d-9c28-45f6-bb59-580a23a9311a {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.917766] env[69281]: DEBUG oslo_concurrency.lockutils [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] Acquiring lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.918008] env[69281]: DEBUG oslo_concurrency.lockutils [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] Lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.918228] env[69281]: DEBUG oslo_concurrency.lockutils [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] Lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.918409] env[69281]: DEBUG nova.compute.manager [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] No waiting events found dispatching network-vif-plugged-c47dea8d-9c28-45f6-bb59-580a23a9311a {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1063.918580] env[69281]: WARNING nova.compute.manager [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Received unexpected event network-vif-plugged-c47dea8d-9c28-45f6-bb59-580a23a9311a for instance with vm_state active and task_state None. [ 1063.918911] env[69281]: DEBUG nova.compute.manager [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Received event network-changed-001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.918911] env[69281]: DEBUG nova.compute.manager [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Refreshing instance network info cache due to event network-changed-001f5d5b-d421-41e1-8557-69e3b72851ff. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.919084] env[69281]: DEBUG oslo_concurrency.lockutils [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] Acquiring lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.919223] env[69281]: DEBUG oslo_concurrency.lockutils [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] Acquired lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.919381] env[69281]: DEBUG nova.network.neutron [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Refreshing network info cache for port 001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.965553] env[69281]: DEBUG oslo_vmware.api [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936185, 'name': PowerOnVM_Task, 'duration_secs': 0.789097} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.965900] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.967070] env[69281]: INFO nova.compute.manager [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1063.967070] env[69281]: DEBUG nova.compute.manager [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1063.967624] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaccb69-71ad-4d11-bfd4-f44654fe0ec3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.083327] env[69281]: DEBUG nova.compute.manager [req-44588bd6-1d66-4a8b-9e28-a1c68af6f76f req-bb63c2fa-3dd8-480c-b8ef-d1a7b24e4142 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Received event network-vif-plugged-a1f0348f-778b-4efc-a97f-202f086d1d1d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.083421] env[69281]: DEBUG oslo_concurrency.lockutils [req-44588bd6-1d66-4a8b-9e28-a1c68af6f76f req-bb63c2fa-3dd8-480c-b8ef-d1a7b24e4142 service nova] Acquiring lock "30717551-4289-4a31-bb4b-7024354d722a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.083670] env[69281]: DEBUG oslo_concurrency.lockutils [req-44588bd6-1d66-4a8b-9e28-a1c68af6f76f req-bb63c2fa-3dd8-480c-b8ef-d1a7b24e4142 service nova] Lock "30717551-4289-4a31-bb4b-7024354d722a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.083860] env[69281]: DEBUG oslo_concurrency.lockutils [req-44588bd6-1d66-4a8b-9e28-a1c68af6f76f req-bb63c2fa-3dd8-480c-b8ef-d1a7b24e4142 service nova] Lock "30717551-4289-4a31-bb4b-7024354d722a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.084013] env[69281]: DEBUG nova.compute.manager [req-44588bd6-1d66-4a8b-9e28-a1c68af6f76f req-bb63c2fa-3dd8-480c-b8ef-d1a7b24e4142 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] No waiting events found dispatching network-vif-plugged-a1f0348f-778b-4efc-a97f-202f086d1d1d {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1064.084440] env[69281]: WARNING nova.compute.manager [req-44588bd6-1d66-4a8b-9e28-a1c68af6f76f req-bb63c2fa-3dd8-480c-b8ef-d1a7b24e4142 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Received unexpected event network-vif-plugged-a1f0348f-778b-4efc-a97f-202f086d1d1d for instance with vm_state building and task_state spawning. [ 1064.147193] env[69281]: DEBUG oslo_vmware.api [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936186, 'name': PowerOffVM_Task, 'duration_secs': 0.47857} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.147538] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.147754] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.148155] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b67f9b93-0628-40a2-8bce-ee9bbf70132d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.203752] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "refresh_cache-30717551-4289-4a31-bb4b-7024354d722a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.203921] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "refresh_cache-30717551-4289-4a31-bb4b-7024354d722a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.204112] env[69281]: DEBUG nova.network.neutron [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.224958] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.225165] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.225356] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleting the datastore file [datastore1] 622a1c77-a9c0-49d0-8755-aed4f957b29e {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.225617] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f933ea2-b40e-4688-898d-67bd82fd53af {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.233773] env[69281]: DEBUG oslo_vmware.api [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for the task: (returnval){ [ 1064.233773] env[69281]: value = "task-3936189" [ 1064.233773] env[69281]: _type = "Task" [ 1064.233773] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.242891] env[69281]: DEBUG oslo_vmware.api [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.251814] env[69281]: DEBUG nova.compute.utils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.253294] env[69281]: DEBUG nova.compute.manager [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.254305] env[69281]: DEBUG nova.network.neutron [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.300428] env[69281]: DEBUG nova.policy [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc94a3874181480d8966d83741f9fc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d85cb5a5514e9f81e5e335672b15a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.312419] env[69281]: DEBUG oslo_vmware.api [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.494226] env[69281]: INFO nova.compute.manager [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Took 19.79 seconds to build instance. [ 1064.544027] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f97c36-e64b-45eb-a6ec-f66f0a049da8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.553211] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccc2263-9222-4b0a-8deb-68f62dc3a0c9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.592755] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ab4e3e-6a88-4975-8169-8d4a76e809ac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.604605] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d5f61e-6119-4a94-ae69-549540dbc9f7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.621408] env[69281]: DEBUG nova.compute.provider_tree [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.701191] env[69281]: DEBUG nova.network.neutron [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Successfully created port: 8d67ac2a-9efa-449c-8a79-352823b70ed3 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.747264] env[69281]: DEBUG oslo_vmware.api [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Task: {'id': task-3936189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267564} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.750737] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.751151] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.751151] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.751287] env[69281]: INFO nova.compute.manager [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1064.751661] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.751863] env[69281]: DEBUG nova.compute.manager [-] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.751953] env[69281]: DEBUG nova.network.neutron [-] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.760695] env[69281]: DEBUG nova.compute.manager [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.774341] env[69281]: DEBUG nova.network.neutron [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.818308] env[69281]: DEBUG oslo_vmware.api [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936187, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.855022] env[69281]: DEBUG nova.network.neutron [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Updated VIF entry in instance network info cache for port 001f5d5b-d421-41e1-8557-69e3b72851ff. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.855383] env[69281]: DEBUG nova.network.neutron [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Updating instance_info_cache with network_info: [{"id": "001f5d5b-d421-41e1-8557-69e3b72851ff", "address": "fa:16:3e:21:59:2b", "network": {"id": "cae5f15b-4571-4161-a66d-c87606e20a9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-907444261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc6061fae7d14c39907d184f2d6765ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001f5d5b-d4", "ovs_interfaceid": "001f5d5b-d421-41e1-8557-69e3b72851ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.996459] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3d84a6c3-387f-4f9a-98b0-bd9e90fbb9a2 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "52b4b2b6-a7b7-4109-878c-1ff322bd7db6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.313s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.031854] env[69281]: DEBUG nova.network.neutron [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Updating instance_info_cache with network_info: [{"id": "a1f0348f-778b-4efc-a97f-202f086d1d1d", "address": "fa:16:3e:03:ab:c5", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f0348f-77", "ovs_interfaceid": "a1f0348f-778b-4efc-a97f-202f086d1d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.162486] env[69281]: DEBUG nova.scheduler.client.report [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1065.163314] env[69281]: DEBUG nova.compute.provider_tree [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 139 to 140 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1065.163314] env[69281]: DEBUG nova.compute.provider_tree [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1065.315654] env[69281]: DEBUG oslo_vmware.api [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936187, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.359046] env[69281]: DEBUG oslo_concurrency.lockutils [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] Releasing lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.359489] env[69281]: DEBUG nova.compute.manager [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Received event network-changed-c47dea8d-9c28-45f6-bb59-580a23a9311a {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.359489] env[69281]: DEBUG nova.compute.manager [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Refreshing instance network info cache due to event network-changed-c47dea8d-9c28-45f6-bb59-580a23a9311a. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.359674] env[69281]: DEBUG oslo_concurrency.lockutils [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] Acquiring lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.359780] env[69281]: DEBUG oslo_concurrency.lockutils [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] Acquired lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.359948] env[69281]: DEBUG nova.network.neutron [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Refreshing network info cache for port c47dea8d-9c28-45f6-bb59-580a23a9311a {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.535254] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "refresh_cache-30717551-4289-4a31-bb4b-7024354d722a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.535559] env[69281]: DEBUG nova.compute.manager [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Instance network_info: |[{"id": "a1f0348f-778b-4efc-a97f-202f086d1d1d", "address": "fa:16:3e:03:ab:c5", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f0348f-77", "ovs_interfaceid": "a1f0348f-778b-4efc-a97f-202f086d1d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.536030] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:ab:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1f0348f-778b-4efc-a97f-202f086d1d1d', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.545085] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.545340] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.545587] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00039abe-a9c8-4755-b1c0-9b8b05d8ec51 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.567087] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.567087] env[69281]: value = "task-3936190" [ 1065.567087] env[69281]: _type = "Task" [ 1065.567087] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.575664] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936190, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.630296] env[69281]: DEBUG nova.network.neutron [-] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.669184] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.671907] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.192s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.673551] env[69281]: INFO nova.compute.claims [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.708401] env[69281]: INFO nova.scheduler.client.report [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleted allocations for instance 7bd20726-0fcc-43cf-afad-fdf822fd8741 [ 1065.770961] env[69281]: DEBUG nova.compute.manager [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.797541] env[69281]: DEBUG nova.virt.hardware [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.797867] env[69281]: DEBUG nova.virt.hardware [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.798084] env[69281]: DEBUG nova.virt.hardware [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.798268] env[69281]: DEBUG nova.virt.hardware [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.798444] env[69281]: DEBUG nova.virt.hardware [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.798620] env[69281]: DEBUG nova.virt.hardware [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.798880] env[69281]: DEBUG nova.virt.hardware [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.799067] env[69281]: DEBUG nova.virt.hardware [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.799249] env[69281]: DEBUG nova.virt.hardware [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.799420] env[69281]: DEBUG nova.virt.hardware [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.799598] env[69281]: DEBUG nova.virt.hardware [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.800551] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec65b9bb-8808-4893-9e7d-6b2a02f74c3b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.811608] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d516019-4e15-4aed-a988-4dee552ab671 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.819610] env[69281]: DEBUG oslo_vmware.api [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936187, 'name': ReconfigVM_Task, 'duration_secs': 1.933391} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.820779] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.821086] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Reconfigured VM to attach interface {{(pid=69281) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1066.077678] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936190, 'name': CreateVM_Task, 'duration_secs': 0.420479} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.078052] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.078573] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.078748] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.079090] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.079362] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d3df96a-ce35-4fbf-b841-39fce1d267e1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.084893] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1066.084893] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52cb4114-704d-ea61-8a60-dd5f9b909e0a" [ 1066.084893] env[69281]: _type = "Task" [ 1066.084893] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.093607] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52cb4114-704d-ea61-8a60-dd5f9b909e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.095146] env[69281]: DEBUG nova.network.neutron [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updated VIF entry in instance network info cache for port c47dea8d-9c28-45f6-bb59-580a23a9311a. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.095576] env[69281]: DEBUG nova.network.neutron [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updating instance_info_cache with network_info: [{"id": "fb692efc-7774-48ce-a88c-c64ece6343a5", "address": "fa:16:3e:ac:74:05", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb692efc-77", "ovs_interfaceid": "fb692efc-7774-48ce-a88c-c64ece6343a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c47dea8d-9c28-45f6-bb59-580a23a9311a", "address": "fa:16:3e:2a:c4:c4", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47dea8d-9c", "ovs_interfaceid": "c47dea8d-9c28-45f6-bb59-580a23a9311a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.134708] env[69281]: INFO nova.compute.manager [-] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Took 1.38 seconds to deallocate network for instance. [ 1066.217111] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b15ea542-a4f5-48c6-aa9a-478d0ca84a6d tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "7bd20726-0fcc-43cf-afad-fdf822fd8741" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.520s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.271794] env[69281]: DEBUG nova.compute.manager [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Received event network-changed-001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.273115] env[69281]: DEBUG nova.compute.manager [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Refreshing instance network info cache due to event network-changed-001f5d5b-d421-41e1-8557-69e3b72851ff. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.273425] env[69281]: DEBUG oslo_concurrency.lockutils [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] Acquiring lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.273571] env[69281]: DEBUG oslo_concurrency.lockutils [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] Acquired lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.273768] env[69281]: DEBUG nova.network.neutron [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Refreshing network info cache for port 001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.294817] env[69281]: DEBUG nova.compute.manager [req-6d7d84e3-55f1-4200-b2dd-022147bcb381 req-ba7c8293-f1cb-41b8-980f-cb09ffb1a041 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Received event network-changed-a1f0348f-778b-4efc-a97f-202f086d1d1d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.295154] env[69281]: DEBUG nova.compute.manager [req-6d7d84e3-55f1-4200-b2dd-022147bcb381 req-ba7c8293-f1cb-41b8-980f-cb09ffb1a041 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Refreshing instance network info cache due to event network-changed-a1f0348f-778b-4efc-a97f-202f086d1d1d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.295426] env[69281]: DEBUG oslo_concurrency.lockutils [req-6d7d84e3-55f1-4200-b2dd-022147bcb381 req-ba7c8293-f1cb-41b8-980f-cb09ffb1a041 service nova] Acquiring lock "refresh_cache-30717551-4289-4a31-bb4b-7024354d722a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.295426] env[69281]: DEBUG oslo_concurrency.lockutils [req-6d7d84e3-55f1-4200-b2dd-022147bcb381 req-ba7c8293-f1cb-41b8-980f-cb09ffb1a041 service nova] Acquired lock "refresh_cache-30717551-4289-4a31-bb4b-7024354d722a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.295727] env[69281]: DEBUG nova.network.neutron [req-6d7d84e3-55f1-4200-b2dd-022147bcb381 req-ba7c8293-f1cb-41b8-980f-cb09ffb1a041 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Refreshing network info cache for port a1f0348f-778b-4efc-a97f-202f086d1d1d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.336385] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2175aba2-d281-42c1-bd44-7bd4c1057e50 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.226s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.350603] env[69281]: DEBUG nova.network.neutron [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Successfully updated port: 8d67ac2a-9efa-449c-8a79-352823b70ed3 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.596046] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52cb4114-704d-ea61-8a60-dd5f9b909e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.01132} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.596390] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.596630] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.596875] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.597036] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.597226] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.597738] env[69281]: DEBUG oslo_concurrency.lockutils [req-e1b2c2c3-b2d6-422c-af49-26724cfc3d91 req-81a1d062-e08f-4a52-94df-5e4d138dab84 service nova] Releasing lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.598120] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcbfa6ca-4640-4b7b-97a8-7c621996ab4e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.608839] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.609060] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.609817] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1faf9be5-60be-4d6b-a78c-5606bc8b7027 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.616497] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1066.616497] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520225b2-aa30-4dab-5a0e-916b1886369c" [ 1066.616497] env[69281]: _type = "Task" [ 1066.616497] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.626387] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520225b2-aa30-4dab-5a0e-916b1886369c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.639721] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.854815] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "refresh_cache-fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.855118] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "refresh_cache-fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.855251] env[69281]: DEBUG nova.network.neutron [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.930374] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28630dc0-cb0d-4799-8775-3bc55590c835 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.940292] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a406355d-b59e-47be-ba44-558d2b570e77 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.979285] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d02cd97-8e92-47d7-b5a1-6ced6c32ec26 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.988282] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb2ecaa-d2eb-44af-8790-5faa0b22a7ec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.004144] env[69281]: DEBUG nova.compute.provider_tree [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.128272] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520225b2-aa30-4dab-5a0e-916b1886369c, 'name': SearchDatastore_Task, 'duration_secs': 0.013492} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.130768] env[69281]: DEBUG nova.network.neutron [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Updated VIF entry in instance network info cache for port 001f5d5b-d421-41e1-8557-69e3b72851ff. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.130768] env[69281]: DEBUG nova.network.neutron [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Updating instance_info_cache with network_info: [{"id": "001f5d5b-d421-41e1-8557-69e3b72851ff", "address": "fa:16:3e:21:59:2b", "network": {"id": "cae5f15b-4571-4161-a66d-c87606e20a9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-907444261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc6061fae7d14c39907d184f2d6765ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001f5d5b-d4", "ovs_interfaceid": "001f5d5b-d421-41e1-8557-69e3b72851ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.131227] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b160e6a0-3c83-4526-9b1f-140b1418fa11 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.137519] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1067.137519] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526b8896-5ec1-8f37-cd09-ee644d90ae06" [ 1067.137519] env[69281]: _type = "Task" [ 1067.137519] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.146756] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526b8896-5ec1-8f37-cd09-ee644d90ae06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.184169] env[69281]: DEBUG nova.network.neutron [req-6d7d84e3-55f1-4200-b2dd-022147bcb381 req-ba7c8293-f1cb-41b8-980f-cb09ffb1a041 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Updated VIF entry in instance network info cache for port a1f0348f-778b-4efc-a97f-202f086d1d1d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.184568] env[69281]: DEBUG nova.network.neutron [req-6d7d84e3-55f1-4200-b2dd-022147bcb381 req-ba7c8293-f1cb-41b8-980f-cb09ffb1a041 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Updating instance_info_cache with network_info: [{"id": "a1f0348f-778b-4efc-a97f-202f086d1d1d", "address": "fa:16:3e:03:ab:c5", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f0348f-77", "ovs_interfaceid": "a1f0348f-778b-4efc-a97f-202f086d1d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.311318] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquiring lock "81543689-5db0-47fd-a1af-a3d849b0a3b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.311318] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Lock "81543689-5db0-47fd-a1af-a3d849b0a3b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.311318] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquiring lock "81543689-5db0-47fd-a1af-a3d849b0a3b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.311318] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Lock "81543689-5db0-47fd-a1af-a3d849b0a3b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.311318] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Lock "81543689-5db0-47fd-a1af-a3d849b0a3b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.315745] env[69281]: INFO nova.compute.manager [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Terminating instance [ 1067.398129] env[69281]: DEBUG nova.network.neutron [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.507695] env[69281]: DEBUG nova.scheduler.client.report [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.548756] env[69281]: DEBUG nova.network.neutron [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Updating instance_info_cache with network_info: [{"id": "8d67ac2a-9efa-449c-8a79-352823b70ed3", "address": "fa:16:3e:68:f3:e1", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d67ac2a-9e", "ovs_interfaceid": "8d67ac2a-9efa-449c-8a79-352823b70ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.634609] env[69281]: DEBUG oslo_concurrency.lockutils [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] Releasing lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.634888] env[69281]: DEBUG nova.compute.manager [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Received event network-changed-001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.635084] env[69281]: DEBUG nova.compute.manager [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Refreshing instance network info cache due to event network-changed-001f5d5b-d421-41e1-8557-69e3b72851ff. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.635308] env[69281]: DEBUG oslo_concurrency.lockutils [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] Acquiring lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.635453] env[69281]: DEBUG oslo_concurrency.lockutils [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] Acquired lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.635614] env[69281]: DEBUG nova.network.neutron [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Refreshing network info cache for port 001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.648664] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526b8896-5ec1-8f37-cd09-ee644d90ae06, 'name': SearchDatastore_Task, 'duration_secs': 0.01095} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.649491] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.649748] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 30717551-4289-4a31-bb4b-7024354d722a/30717551-4289-4a31-bb4b-7024354d722a.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.650007] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b48762e6-510c-4611-98af-77854a6dd3c5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.657166] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1067.657166] env[69281]: value = "task-3936191" [ 1067.657166] env[69281]: _type = "Task" [ 1067.657166] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.667137] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.687589] env[69281]: DEBUG oslo_concurrency.lockutils [req-6d7d84e3-55f1-4200-b2dd-022147bcb381 req-ba7c8293-f1cb-41b8-980f-cb09ffb1a041 service nova] Releasing lock "refresh_cache-30717551-4289-4a31-bb4b-7024354d722a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.687868] env[69281]: DEBUG nova.compute.manager [req-6d7d84e3-55f1-4200-b2dd-022147bcb381 req-ba7c8293-f1cb-41b8-980f-cb09ffb1a041 service nova] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Received event network-vif-deleted-682dc532-ee27-4f19-92ab-f45878d2f54a {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.726824] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "52b4b2b6-a7b7-4109-878c-1ff322bd7db6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.727075] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "52b4b2b6-a7b7-4109-878c-1ff322bd7db6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.727308] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "52b4b2b6-a7b7-4109-878c-1ff322bd7db6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.727528] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "52b4b2b6-a7b7-4109-878c-1ff322bd7db6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.727734] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "52b4b2b6-a7b7-4109-878c-1ff322bd7db6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.730533] env[69281]: INFO nova.compute.manager [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Terminating instance [ 1067.821420] env[69281]: DEBUG nova.compute.manager [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.821625] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.823057] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18730df-9681-432f-a4f3-eef33abd2c08 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.831628] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.831898] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b602c26-4660-4209-9c01-f69376ab4933 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.839522] env[69281]: DEBUG oslo_vmware.api [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1067.839522] env[69281]: value = "task-3936192" [ 1067.839522] env[69281]: _type = "Task" [ 1067.839522] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.850864] env[69281]: DEBUG oslo_vmware.api [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.014200] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.014907] env[69281]: DEBUG nova.compute.manager [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.017924] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.325s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.017924] env[69281]: DEBUG nova.objects.instance [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1068.050546] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "refresh_cache-fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.050909] env[69281]: DEBUG nova.compute.manager [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Instance network_info: |[{"id": "8d67ac2a-9efa-449c-8a79-352823b70ed3", "address": "fa:16:3e:68:f3:e1", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d67ac2a-9e", "ovs_interfaceid": "8d67ac2a-9efa-449c-8a79-352823b70ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.051503] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:f3:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d67ac2a-9efa-449c-8a79-352823b70ed3', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.061684] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.063275] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.063674] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11c7696f-e68d-487e-ae65-cc492df40bf3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.089289] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.089289] env[69281]: value = "task-3936193" [ 1068.089289] env[69281]: _type = "Task" [ 1068.089289] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.168112] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "interface-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-c8575846-9cad-4667-a9f2-fddffe5b7fe7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.168492] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-c8575846-9cad-4667-a9f2-fddffe5b7fe7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.169121] env[69281]: DEBUG nova.objects.instance [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'flavor' on Instance uuid 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.170183] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936191, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.236660] env[69281]: DEBUG nova.compute.manager [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.236660] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.236660] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8525215-75e6-4e62-bc58-f1bc7b82bffe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.248422] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.249055] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dc15064-d952-4123-aea6-7dae363744b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.256836] env[69281]: DEBUG oslo_vmware.api [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1068.256836] env[69281]: value = "task-3936194" [ 1068.256836] env[69281]: _type = "Task" [ 1068.256836] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.267339] env[69281]: DEBUG oslo_vmware.api [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.353176] env[69281]: DEBUG oslo_vmware.api [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936192, 'name': PowerOffVM_Task, 'duration_secs': 0.288566} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.353176] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.353176] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.353871] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3072f31e-9dab-4b08-bcc8-1baf07365a85 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.433690] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.434448] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.434945] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Deleting the datastore file [datastore1] 81543689-5db0-47fd-a1af-a3d849b0a3b1 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.435499] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3151a4ab-dfd4-423c-ac62-6d12e6c76d1c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.444201] env[69281]: DEBUG oslo_vmware.api [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for the task: (returnval){ [ 1068.444201] env[69281]: value = "task-3936196" [ 1068.444201] env[69281]: _type = "Task" [ 1068.444201] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.454163] env[69281]: DEBUG oslo_vmware.api [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.525073] env[69281]: DEBUG nova.compute.utils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.528675] env[69281]: DEBUG nova.compute.manager [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.529236] env[69281]: DEBUG nova.network.neutron [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.600346] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936193, 'name': CreateVM_Task, 'duration_secs': 0.430199} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.602888] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.603776] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.603969] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.604296] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.605146] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd12c97-795d-4d25-adc7-5b4984bf5065 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.610109] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1068.610109] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52987b5b-8dc7-064b-d8a5-e38ecef41539" [ 1068.610109] env[69281]: _type = "Task" [ 1068.610109] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.618372] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52987b5b-8dc7-064b-d8a5-e38ecef41539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.626269] env[69281]: DEBUG nova.policy [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee627a2b7e04432cb92e1339097227ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bccc4dcd76b4adba0dff40e208d42c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.668235] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518125} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.668521] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 30717551-4289-4a31-bb4b-7024354d722a/30717551-4289-4a31-bb4b-7024354d722a.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.668735] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.668998] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a37b3ab-fb1e-4510-8d8a-d2c97c857119 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.680645] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1068.680645] env[69281]: value = "task-3936197" [ 1068.680645] env[69281]: _type = "Task" [ 1068.680645] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.689780] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.766667] env[69281]: DEBUG oslo_vmware.api [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936194, 'name': PowerOffVM_Task, 'duration_secs': 0.194616} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.769172] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.769172] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.769172] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d96e4955-ffa1-42db-aeb1-139d30706cb8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.774435] env[69281]: DEBUG nova.objects.instance [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'pci_requests' on Instance uuid 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.786256] env[69281]: DEBUG nova.network.neutron [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Updated VIF entry in instance network info cache for port 001f5d5b-d421-41e1-8557-69e3b72851ff. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.786627] env[69281]: DEBUG nova.network.neutron [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Updating instance_info_cache with network_info: [{"id": "001f5d5b-d421-41e1-8557-69e3b72851ff", "address": "fa:16:3e:21:59:2b", "network": {"id": "cae5f15b-4571-4161-a66d-c87606e20a9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-907444261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cc6061fae7d14c39907d184f2d6765ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001f5d5b-d4", "ovs_interfaceid": "001f5d5b-d421-41e1-8557-69e3b72851ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.841899] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.842237] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.842621] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleting the datastore file [datastore1] 52b4b2b6-a7b7-4109-878c-1ff322bd7db6 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.843066] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e386f09-17fa-49d6-a1bb-95be1fb2ccb7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.850495] env[69281]: DEBUG oslo_vmware.api [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1068.850495] env[69281]: value = "task-3936199" [ 1068.850495] env[69281]: _type = "Task" [ 1068.850495] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.859994] env[69281]: DEBUG oslo_vmware.api [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.956529] env[69281]: DEBUG oslo_vmware.api [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Task: {'id': task-3936196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192148} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.956838] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.957199] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.957445] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.957639] env[69281]: INFO nova.compute.manager [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1068.958089] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.958318] env[69281]: DEBUG nova.compute.manager [-] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.958421] env[69281]: DEBUG nova.network.neutron [-] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.029806] env[69281]: DEBUG nova.compute.manager [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.034969] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b0c71b07-0550-41a4-8d6a-d79f8dd2efd7 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.035881] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.239s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.037536] env[69281]: INFO nova.compute.claims [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.067782] env[69281]: DEBUG nova.compute.manager [req-3d15469d-e1da-43fd-84cf-a873e8135a8a req-69767cd2-d4cb-4c12-afbe-312cc01b4b10 service nova] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Received event network-vif-plugged-8d67ac2a-9efa-449c-8a79-352823b70ed3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.068041] env[69281]: DEBUG oslo_concurrency.lockutils [req-3d15469d-e1da-43fd-84cf-a873e8135a8a req-69767cd2-d4cb-4c12-afbe-312cc01b4b10 service nova] Acquiring lock "fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.068389] env[69281]: DEBUG oslo_concurrency.lockutils [req-3d15469d-e1da-43fd-84cf-a873e8135a8a req-69767cd2-d4cb-4c12-afbe-312cc01b4b10 service nova] Lock "fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.068587] env[69281]: DEBUG oslo_concurrency.lockutils [req-3d15469d-e1da-43fd-84cf-a873e8135a8a req-69767cd2-d4cb-4c12-afbe-312cc01b4b10 service nova] Lock "fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.068770] env[69281]: DEBUG nova.compute.manager [req-3d15469d-e1da-43fd-84cf-a873e8135a8a req-69767cd2-d4cb-4c12-afbe-312cc01b4b10 service nova] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] No waiting events found dispatching network-vif-plugged-8d67ac2a-9efa-449c-8a79-352823b70ed3 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1069.069035] env[69281]: WARNING nova.compute.manager [req-3d15469d-e1da-43fd-84cf-a873e8135a8a req-69767cd2-d4cb-4c12-afbe-312cc01b4b10 service nova] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Received unexpected event network-vif-plugged-8d67ac2a-9efa-449c-8a79-352823b70ed3 for instance with vm_state building and task_state spawning. [ 1069.069228] env[69281]: DEBUG nova.compute.manager [req-3d15469d-e1da-43fd-84cf-a873e8135a8a req-69767cd2-d4cb-4c12-afbe-312cc01b4b10 service nova] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Received event network-changed-8d67ac2a-9efa-449c-8a79-352823b70ed3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.069385] env[69281]: DEBUG nova.compute.manager [req-3d15469d-e1da-43fd-84cf-a873e8135a8a req-69767cd2-d4cb-4c12-afbe-312cc01b4b10 service nova] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Refreshing instance network info cache due to event network-changed-8d67ac2a-9efa-449c-8a79-352823b70ed3. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.069611] env[69281]: DEBUG oslo_concurrency.lockutils [req-3d15469d-e1da-43fd-84cf-a873e8135a8a req-69767cd2-d4cb-4c12-afbe-312cc01b4b10 service nova] Acquiring lock "refresh_cache-fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.069758] env[69281]: DEBUG oslo_concurrency.lockutils [req-3d15469d-e1da-43fd-84cf-a873e8135a8a req-69767cd2-d4cb-4c12-afbe-312cc01b4b10 service nova] Acquired lock "refresh_cache-fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.070168] env[69281]: DEBUG nova.network.neutron [req-3d15469d-e1da-43fd-84cf-a873e8135a8a req-69767cd2-d4cb-4c12-afbe-312cc01b4b10 service nova] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Refreshing network info cache for port 8d67ac2a-9efa-449c-8a79-352823b70ed3 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.126585] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52987b5b-8dc7-064b-d8a5-e38ecef41539, 'name': SearchDatastore_Task, 'duration_secs': 0.027629} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.127051] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.129634] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.129634] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.129634] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.129634] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.129634] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cda5794-bac5-4edd-8986-64dce55cb929 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.139765] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.140218] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.142308] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-001563a7-6f05-4cb3-b793-d8685a08fe44 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.147736] env[69281]: DEBUG oslo_concurrency.lockutils [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "e0ec56ff-8435-43b7-a043-8de35155e1ed" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.147967] env[69281]: DEBUG oslo_concurrency.lockutils [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "e0ec56ff-8435-43b7-a043-8de35155e1ed" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.151376] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1069.151376] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52931de1-6de0-f2c5-7ced-0d5abc2bc8bc" [ 1069.151376] env[69281]: _type = "Task" [ 1069.151376] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.163271] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52931de1-6de0-f2c5-7ced-0d5abc2bc8bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.167375] env[69281]: DEBUG nova.network.neutron [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Successfully created port: e3bdedb9-1032-4370-9f5c-1696fd2dc2d6 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.191867] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065573} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.192247] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.193123] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b8b877-2eb4-43ec-ba09-f213330cd2cd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.217298] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 30717551-4289-4a31-bb4b-7024354d722a/30717551-4289-4a31-bb4b-7024354d722a.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.217633] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcc960ab-5895-414c-8a2b-796a6f4ec663 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.240329] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1069.240329] env[69281]: value = "task-3936200" [ 1069.240329] env[69281]: _type = "Task" [ 1069.240329] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.250884] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.278043] env[69281]: DEBUG nova.objects.base [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Object Instance<3b380a28-a2a2-4b5b-b2df-3063f5e6eed0> lazy-loaded attributes: flavor,pci_requests {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1069.278218] env[69281]: DEBUG nova.network.neutron [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.289824] env[69281]: DEBUG oslo_concurrency.lockutils [req-439a84c6-203f-4064-88ef-88c2206a7eb9 req-3bf7a778-5509-4c3b-b8ea-6c52c7990fe9 service nova] Releasing lock "refresh_cache-81543689-5db0-47fd-a1af-a3d849b0a3b1" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.358637] env[69281]: DEBUG nova.policy [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fe1767f47dd48ffa25d0ea2e648c78f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312cd59189eb4a0696270ef4ca7a672f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.365620] env[69281]: DEBUG oslo_vmware.api [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135471} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.365818] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.366036] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.366230] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.366418] env[69281]: INFO nova.compute.manager [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1069.366667] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.366876] env[69281]: DEBUG nova.compute.manager [-] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.366973] env[69281]: DEBUG nova.network.neutron [-] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.653262] env[69281]: DEBUG nova.compute.utils [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.666856] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52931de1-6de0-f2c5-7ced-0d5abc2bc8bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011889} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.668940] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd8f070c-72cd-448c-a000-21bd79783819 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.678035] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1069.678035] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e8e655-4572-3e56-63d4-a1aec020a598" [ 1069.678035] env[69281]: _type = "Task" [ 1069.678035] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.695571] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e8e655-4572-3e56-63d4-a1aec020a598, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.699907] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.700229] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3/fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.700521] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deeb7532-f1de-45cf-b9fb-896b375ed643 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.710745] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1069.710745] env[69281]: value = "task-3936201" [ 1069.710745] env[69281]: _type = "Task" [ 1069.710745] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.720736] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.750701] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936200, 'name': ReconfigVM_Task, 'duration_secs': 0.353084} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.750989] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 30717551-4289-4a31-bb4b-7024354d722a/30717551-4289-4a31-bb4b-7024354d722a.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.752057] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48980e88-8ddb-44a3-9fd1-70bed18c016e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.760103] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1069.760103] env[69281]: value = "task-3936202" [ 1069.760103] env[69281]: _type = "Task" [ 1069.760103] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.771137] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936202, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.839766] env[69281]: DEBUG nova.network.neutron [req-3d15469d-e1da-43fd-84cf-a873e8135a8a req-69767cd2-d4cb-4c12-afbe-312cc01b4b10 service nova] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Updated VIF entry in instance network info cache for port 8d67ac2a-9efa-449c-8a79-352823b70ed3. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.840195] env[69281]: DEBUG nova.network.neutron [req-3d15469d-e1da-43fd-84cf-a873e8135a8a req-69767cd2-d4cb-4c12-afbe-312cc01b4b10 service nova] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Updating instance_info_cache with network_info: [{"id": "8d67ac2a-9efa-449c-8a79-352823b70ed3", "address": "fa:16:3e:68:f3:e1", "network": {"id": "f8090d45-16cb-44cd-9d37-c2cfad1e3004", "bridge": "br-int", "label": "tempest-ImagesTestJSON-560901453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d85cb5a5514e9f81e5e335672b15a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d67ac2a-9e", "ovs_interfaceid": "8d67ac2a-9efa-449c-8a79-352823b70ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.866406] env[69281]: DEBUG nova.network.neutron [-] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.039629] env[69281]: DEBUG nova.compute.manager [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.070598] env[69281]: DEBUG nova.virt.hardware [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.070871] env[69281]: DEBUG nova.virt.hardware [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.071074] env[69281]: DEBUG nova.virt.hardware [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.071246] env[69281]: DEBUG nova.virt.hardware [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.071410] env[69281]: DEBUG nova.virt.hardware [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.071554] env[69281]: DEBUG nova.virt.hardware [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.071782] env[69281]: DEBUG nova.virt.hardware [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.072157] env[69281]: DEBUG nova.virt.hardware [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.072157] env[69281]: DEBUG nova.virt.hardware [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.072308] env[69281]: DEBUG nova.virt.hardware [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.072488] env[69281]: DEBUG nova.virt.hardware [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.073409] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2eb4fc-693b-4fcc-82dc-b0b2bcf458dc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.085089] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b230e0-7e69-4bbc-ab42-fdb6c5000cac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.159607] env[69281]: DEBUG oslo_concurrency.lockutils [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "e0ec56ff-8435-43b7-a043-8de35155e1ed" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.200410] env[69281]: DEBUG nova.network.neutron [-] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.228985] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936201, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.272494] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936202, 'name': Rename_Task, 'duration_secs': 0.149286} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.275948] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.276425] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcde82a8-13a3-41cc-9316-11e489638aef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.284327] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1070.284327] env[69281]: value = "task-3936203" [ 1070.284327] env[69281]: _type = "Task" [ 1070.284327] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.289942] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebd85a4-4c5c-466f-8c6d-28c86ff63197 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.296432] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.301887] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29deace-5b86-43a9-af46-546d6e60342d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.340176] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ad5381-d559-4799-9497-b5f8ed9a8700 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.343692] env[69281]: DEBUG oslo_concurrency.lockutils [req-3d15469d-e1da-43fd-84cf-a873e8135a8a req-69767cd2-d4cb-4c12-afbe-312cc01b4b10 service nova] Releasing lock "refresh_cache-fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.350626] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6176e2-3f9d-485e-be86-293881886ea2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.366829] env[69281]: DEBUG nova.compute.provider_tree [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.369315] env[69281]: INFO nova.compute.manager [-] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Took 1.41 seconds to deallocate network for instance. [ 1070.708475] env[69281]: INFO nova.compute.manager [-] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Took 1.34 seconds to deallocate network for instance. [ 1070.729046] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524612} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.729619] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3/fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.729896] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.730225] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f1e0d04-7f77-4c1d-9311-85573838b696 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.740710] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1070.740710] env[69281]: value = "task-3936204" [ 1070.740710] env[69281]: _type = "Task" [ 1070.740710] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.756484] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.796610] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936203, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.871103] env[69281]: DEBUG nova.scheduler.client.report [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.875597] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.941894] env[69281]: DEBUG nova.network.neutron [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Successfully updated port: c8575846-9cad-4667-a9f2-fddffe5b7fe7 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.957982] env[69281]: DEBUG nova.network.neutron [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Successfully updated port: e3bdedb9-1032-4370-9f5c-1696fd2dc2d6 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.216532] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.224086] env[69281]: DEBUG oslo_concurrency.lockutils [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "e0ec56ff-8435-43b7-a043-8de35155e1ed" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.224086] env[69281]: DEBUG oslo_concurrency.lockutils [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "e0ec56ff-8435-43b7-a043-8de35155e1ed" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.224086] env[69281]: INFO nova.compute.manager [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Attaching volume 2f998310-c5e2-45bd-b68e-fc11e58d0a6d to /dev/sdb [ 1071.252415] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080577} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.252753] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.253804] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9262211-8bb6-43f4-84d9-1fd0dddda34f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.271492] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a5cda4-820d-4419-b7cf-bd66b4a8e54b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.283623] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3/fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.283984] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db3ab518-e092-4ab9-abf9-08516f5264e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.306135] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a89ce5-e055-4bca-9610-c16043118bb9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.313397] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936203, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.313763] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1071.313763] env[69281]: value = "task-3936205" [ 1071.313763] env[69281]: _type = "Task" [ 1071.313763] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.323475] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936205, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.327683] env[69281]: DEBUG nova.virt.block_device [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating existing volume attachment record: db09268f-19c1-474a-b025-12b36d1523f7 {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1071.340064] env[69281]: DEBUG nova.compute.manager [req-3b0c9dc5-df87-4908-a80e-aef60a6d491e req-b743f42b-b7ef-4cb3-a1b2-3eaee9262416 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Received event network-vif-plugged-c8575846-9cad-4667-a9f2-fddffe5b7fe7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.340471] env[69281]: DEBUG oslo_concurrency.lockutils [req-3b0c9dc5-df87-4908-a80e-aef60a6d491e req-b743f42b-b7ef-4cb3-a1b2-3eaee9262416 service nova] Acquiring lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.340769] env[69281]: DEBUG oslo_concurrency.lockutils [req-3b0c9dc5-df87-4908-a80e-aef60a6d491e req-b743f42b-b7ef-4cb3-a1b2-3eaee9262416 service nova] Lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.340958] env[69281]: DEBUG oslo_concurrency.lockutils [req-3b0c9dc5-df87-4908-a80e-aef60a6d491e req-b743f42b-b7ef-4cb3-a1b2-3eaee9262416 service nova] Lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.341203] env[69281]: DEBUG nova.compute.manager [req-3b0c9dc5-df87-4908-a80e-aef60a6d491e req-b743f42b-b7ef-4cb3-a1b2-3eaee9262416 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] No waiting events found dispatching network-vif-plugged-c8575846-9cad-4667-a9f2-fddffe5b7fe7 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1071.341570] env[69281]: WARNING nova.compute.manager [req-3b0c9dc5-df87-4908-a80e-aef60a6d491e req-b743f42b-b7ef-4cb3-a1b2-3eaee9262416 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Received unexpected event network-vif-plugged-c8575846-9cad-4667-a9f2-fddffe5b7fe7 for instance with vm_state active and task_state None. [ 1071.369908] env[69281]: DEBUG nova.compute.manager [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Received event network-vif-deleted-001f5d5b-d421-41e1-8557-69e3b72851ff {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.370305] env[69281]: DEBUG nova.compute.manager [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Received event network-vif-deleted-bc738db3-de41-490e-a520-08e2e7f1056c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.370586] env[69281]: DEBUG nova.compute.manager [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Received event network-vif-plugged-e3bdedb9-1032-4370-9f5c-1696fd2dc2d6 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.370868] env[69281]: DEBUG oslo_concurrency.lockutils [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] Acquiring lock "ccbb435d-897f-423b-acac-91520b380ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.371193] env[69281]: DEBUG oslo_concurrency.lockutils [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] Lock "ccbb435d-897f-423b-acac-91520b380ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.371455] env[69281]: DEBUG oslo_concurrency.lockutils [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] Lock "ccbb435d-897f-423b-acac-91520b380ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.371747] env[69281]: DEBUG nova.compute.manager [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] [instance: ccbb435d-897f-423b-acac-91520b380ad6] No waiting events found dispatching network-vif-plugged-e3bdedb9-1032-4370-9f5c-1696fd2dc2d6 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1071.372012] env[69281]: WARNING nova.compute.manager [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Received unexpected event network-vif-plugged-e3bdedb9-1032-4370-9f5c-1696fd2dc2d6 for instance with vm_state building and task_state spawning. [ 1071.372289] env[69281]: DEBUG nova.compute.manager [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Received event network-changed-e3bdedb9-1032-4370-9f5c-1696fd2dc2d6 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.372541] env[69281]: DEBUG nova.compute.manager [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Refreshing instance network info cache due to event network-changed-e3bdedb9-1032-4370-9f5c-1696fd2dc2d6. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.372834] env[69281]: DEBUG oslo_concurrency.lockutils [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] Acquiring lock "refresh_cache-ccbb435d-897f-423b-acac-91520b380ad6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.373373] env[69281]: DEBUG oslo_concurrency.lockutils [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] Acquired lock "refresh_cache-ccbb435d-897f-423b-acac-91520b380ad6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.373373] env[69281]: DEBUG nova.network.neutron [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Refreshing network info cache for port e3bdedb9-1032-4370-9f5c-1696fd2dc2d6 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.376111] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.376111] env[69281]: DEBUG nova.compute.manager [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.378841] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.739s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.380070] env[69281]: DEBUG nova.objects.instance [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lazy-loading 'resources' on Instance uuid 622a1c77-a9c0-49d0-8755-aed4f957b29e {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.448845] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.449085] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.449434] env[69281]: DEBUG nova.network.neutron [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.460117] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "refresh_cache-ccbb435d-897f-423b-acac-91520b380ad6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.810254] env[69281]: DEBUG oslo_vmware.api [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936203, 'name': PowerOnVM_Task, 'duration_secs': 1.172448} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.810558] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.810772] env[69281]: INFO nova.compute.manager [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1071.810958] env[69281]: DEBUG nova.compute.manager [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1071.811839] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b5082f-db4a-4dfc-93e9-55d7d7d46cf2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.827322] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936205, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.883783] env[69281]: DEBUG nova.compute.utils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.884692] env[69281]: DEBUG nova.compute.manager [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.885431] env[69281]: DEBUG nova.network.neutron [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.948551] env[69281]: DEBUG nova.policy [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd38b1da057dd45fbb89234a9a76b5065', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05c5402d2b1f429e99a9f7deb95656d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.955809] env[69281]: DEBUG nova.network.neutron [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.006381] env[69281]: WARNING nova.network.neutron [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] 1b518f72-6b0c-432b-9b8c-200692befa46 already exists in list: networks containing: ['1b518f72-6b0c-432b-9b8c-200692befa46']. ignoring it [ 1072.006381] env[69281]: WARNING nova.network.neutron [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] 1b518f72-6b0c-432b-9b8c-200692befa46 already exists in list: networks containing: ['1b518f72-6b0c-432b-9b8c-200692befa46']. ignoring it [ 1072.126912] env[69281]: DEBUG nova.network.neutron [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.176025] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc0d86f-fe29-49f8-995a-ac137c189efe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.185407] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3906de45-e129-47ae-9e45-5aea16dbb00b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.221441] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003f17c4-47d4-49eb-b0ba-e91ce98187b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.232984] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c4b9de-e8c7-49e3-a633-8b39e11fa476 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.251218] env[69281]: DEBUG nova.compute.provider_tree [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.324816] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936205, 'name': ReconfigVM_Task, 'duration_secs': 0.551454} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.325137] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Reconfigured VM instance instance-00000060 to attach disk [datastore1] fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3/fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.326368] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-179883e7-1577-4bfa-8ff1-e88432ea4b51 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.341217] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1072.341217] env[69281]: value = "task-3936209" [ 1072.341217] env[69281]: _type = "Task" [ 1072.341217] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.348324] env[69281]: INFO nova.compute.manager [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Took 21.88 seconds to build instance. [ 1072.360505] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936209, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.391262] env[69281]: DEBUG nova.compute.manager [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.566574] env[69281]: DEBUG nova.network.neutron [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Successfully created port: f7e24821-37de-466c-9841-3112cc161808 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.633448] env[69281]: DEBUG oslo_concurrency.lockutils [req-8fa907dc-c59a-4a1b-8006-19ff33b69b96 req-8c933f49-e7b2-45cf-8d94-225dbb2cc9bc service nova] Releasing lock "refresh_cache-ccbb435d-897f-423b-acac-91520b380ad6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.634303] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquired lock "refresh_cache-ccbb435d-897f-423b-acac-91520b380ad6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.634686] env[69281]: DEBUG nova.network.neutron [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.754746] env[69281]: DEBUG nova.scheduler.client.report [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.814406] env[69281]: DEBUG nova.network.neutron [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updating instance_info_cache with network_info: [{"id": "fb692efc-7774-48ce-a88c-c64ece6343a5", "address": "fa:16:3e:ac:74:05", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb692efc-77", "ovs_interfaceid": "fb692efc-7774-48ce-a88c-c64ece6343a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c47dea8d-9c28-45f6-bb59-580a23a9311a", "address": "fa:16:3e:2a:c4:c4", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47dea8d-9c", "ovs_interfaceid": "c47dea8d-9c28-45f6-bb59-580a23a9311a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8575846-9cad-4667-a9f2-fddffe5b7fe7", "address": "fa:16:3e:52:c0:fe", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8575846-9c", "ovs_interfaceid": "c8575846-9cad-4667-a9f2-fddffe5b7fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.851467] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d39a3c57-ec6c-4ce9-b268-fd687534030d tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "30717551-4289-4a31-bb4b-7024354d722a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.391s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.855446] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936209, 'name': Rename_Task, 'duration_secs': 0.17782} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.855733] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.856037] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-999c878c-b8ef-4cb5-b77c-33dfa6c47249 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.863378] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1072.863378] env[69281]: value = "task-3936210" [ 1072.863378] env[69281]: _type = "Task" [ 1072.863378] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.873163] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.170705] env[69281]: DEBUG nova.network.neutron [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.259632] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.262278] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.387s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.262768] env[69281]: DEBUG nova.objects.instance [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Lazy-loading 'resources' on Instance uuid 81543689-5db0-47fd-a1af-a3d849b0a3b1 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.287184] env[69281]: INFO nova.scheduler.client.report [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Deleted allocations for instance 622a1c77-a9c0-49d0-8755-aed4f957b29e [ 1073.314148] env[69281]: DEBUG nova.network.neutron [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Updating instance_info_cache with network_info: [{"id": "e3bdedb9-1032-4370-9f5c-1696fd2dc2d6", "address": "fa:16:3e:be:aa:eb", "network": {"id": "7f60258c-7bc6-4a23-b1c3-5070e5b62c54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1088664078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bccc4dcd76b4adba0dff40e208d42c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3bdedb9-10", "ovs_interfaceid": "e3bdedb9-1032-4370-9f5c-1696fd2dc2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.317318] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.318033] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.318190] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.319071] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e863b288-7d31-4be4-b845-f99fcefbe8f5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.342107] env[69281]: DEBUG nova.virt.hardware [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.342456] env[69281]: DEBUG nova.virt.hardware [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.342695] env[69281]: DEBUG nova.virt.hardware [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.343764] env[69281]: DEBUG nova.virt.hardware [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.343764] env[69281]: DEBUG nova.virt.hardware [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.343764] env[69281]: DEBUG nova.virt.hardware [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.343764] env[69281]: DEBUG nova.virt.hardware [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.343764] env[69281]: DEBUG nova.virt.hardware [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.343764] env[69281]: DEBUG nova.virt.hardware [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.344098] env[69281]: DEBUG nova.virt.hardware [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.344098] env[69281]: DEBUG nova.virt.hardware [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.351041] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Reconfiguring VM to attach interface {{(pid=69281) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1073.351416] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8033f074-f65a-4dcc-9f92-ae9a1a56e067 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.374923] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936210, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.376571] env[69281]: DEBUG oslo_vmware.api [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1073.376571] env[69281]: value = "task-3936211" [ 1073.376571] env[69281]: _type = "Task" [ 1073.376571] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.389043] env[69281]: DEBUG oslo_vmware.api [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936211, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.404467] env[69281]: DEBUG nova.compute.manager [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.433741] env[69281]: DEBUG nova.virt.hardware [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.434220] env[69281]: DEBUG nova.virt.hardware [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.434524] env[69281]: DEBUG nova.virt.hardware [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.434858] env[69281]: DEBUG nova.virt.hardware [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.435138] env[69281]: DEBUG nova.virt.hardware [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.435397] env[69281]: DEBUG nova.virt.hardware [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.435800] env[69281]: DEBUG nova.virt.hardware [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.436033] env[69281]: DEBUG nova.virt.hardware [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.436369] env[69281]: DEBUG nova.virt.hardware [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.436633] env[69281]: DEBUG nova.virt.hardware [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.436894] env[69281]: DEBUG nova.virt.hardware [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.437836] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b916858d-f902-48ae-af6d-ceea5e652b0a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.448271] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2839b7ab-c168-4535-a6e1-fba85699b823 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.470319] env[69281]: DEBUG nova.compute.manager [req-b84cefba-a28b-45c1-9250-d6bf82fcbc78 req-35aff229-53be-442d-bf6b-aa5fd88ba626 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Received event network-changed-c8575846-9cad-4667-a9f2-fddffe5b7fe7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.471360] env[69281]: DEBUG nova.compute.manager [req-b84cefba-a28b-45c1-9250-d6bf82fcbc78 req-35aff229-53be-442d-bf6b-aa5fd88ba626 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Refreshing instance network info cache due to event network-changed-c8575846-9cad-4667-a9f2-fddffe5b7fe7. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.471360] env[69281]: DEBUG oslo_concurrency.lockutils [req-b84cefba-a28b-45c1-9250-d6bf82fcbc78 req-35aff229-53be-442d-bf6b-aa5fd88ba626 service nova] Acquiring lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.471360] env[69281]: DEBUG oslo_concurrency.lockutils [req-b84cefba-a28b-45c1-9250-d6bf82fcbc78 req-35aff229-53be-442d-bf6b-aa5fd88ba626 service nova] Acquired lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.471360] env[69281]: DEBUG nova.network.neutron [req-b84cefba-a28b-45c1-9250-d6bf82fcbc78 req-35aff229-53be-442d-bf6b-aa5fd88ba626 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Refreshing network info cache for port c8575846-9cad-4667-a9f2-fddffe5b7fe7 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.556558] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "30717551-4289-4a31-bb4b-7024354d722a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.556975] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "30717551-4289-4a31-bb4b-7024354d722a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.557302] env[69281]: INFO nova.compute.manager [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Shelving [ 1073.608955] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.609253] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.797684] env[69281]: DEBUG oslo_concurrency.lockutils [None req-abbd6871-32d7-4f7d-9ce2-600cf75d2ee8 tempest-ServerDiskConfigTestJSON-1441424934 tempest-ServerDiskConfigTestJSON-1441424934-project-member] Lock "622a1c77-a9c0-49d0-8755-aed4f957b29e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.688s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.816507] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Releasing lock "refresh_cache-ccbb435d-897f-423b-acac-91520b380ad6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.816824] env[69281]: DEBUG nova.compute.manager [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Instance network_info: |[{"id": "e3bdedb9-1032-4370-9f5c-1696fd2dc2d6", "address": "fa:16:3e:be:aa:eb", "network": {"id": "7f60258c-7bc6-4a23-b1c3-5070e5b62c54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1088664078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bccc4dcd76b4adba0dff40e208d42c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3bdedb9-10", "ovs_interfaceid": "e3bdedb9-1032-4370-9f5c-1696fd2dc2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.817258] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:aa:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3bdedb9-1032-4370-9f5c-1696fd2dc2d6', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.825264] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.829041] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.829652] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a774ccc1-d021-44ae-af62-10fa9246920b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.854508] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.854508] env[69281]: value = "task-3936212" [ 1073.854508] env[69281]: _type = "Task" [ 1073.854508] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.866774] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936212, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.876820] env[69281]: DEBUG oslo_vmware.api [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936210, 'name': PowerOnVM_Task, 'duration_secs': 0.622328} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.880575] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.880575] env[69281]: INFO nova.compute.manager [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1073.880575] env[69281]: DEBUG nova.compute.manager [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.884512] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fa06a3-412b-4c95-b1d5-2639fe5a3edf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.901234] env[69281]: DEBUG oslo_vmware.api [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.046090] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b03e35-0a3a-47b2-81bf-954038eed05b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.055955] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb1a988-97a7-45d7-8d74-8759cccb1679 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.102075] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.103052] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2e485c-bea1-4d25-8f05-2255aae397f8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.106842] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccddd288-dc6b-4f56-96e5-6bf5ba161c33 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.120389] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1074.120389] env[69281]: value = "task-3936214" [ 1074.120389] env[69281]: _type = "Task" [ 1074.120389] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.122524] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f85b80-c141-4e5d-a2e8-b6c70ceae5c5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.128518] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.133554] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.134429] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.135120] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.135240] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.135423] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.135619] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69281) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1074.135871] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.141371] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.155635] env[69281]: DEBUG nova.compute.provider_tree [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.376912] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936212, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.391835] env[69281]: DEBUG oslo_vmware.api [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936211, 'name': ReconfigVM_Task, 'duration_secs': 0.888594} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.392450] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.392758] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Reconfigured VM to attach interface {{(pid=69281) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1074.410565] env[69281]: INFO nova.compute.manager [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Took 22.05 seconds to build instance. [ 1074.426879] env[69281]: DEBUG nova.network.neutron [req-b84cefba-a28b-45c1-9250-d6bf82fcbc78 req-35aff229-53be-442d-bf6b-aa5fd88ba626 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updated VIF entry in instance network info cache for port c8575846-9cad-4667-a9f2-fddffe5b7fe7. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.427396] env[69281]: DEBUG nova.network.neutron [req-b84cefba-a28b-45c1-9250-d6bf82fcbc78 req-35aff229-53be-442d-bf6b-aa5fd88ba626 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updating instance_info_cache with network_info: [{"id": "fb692efc-7774-48ce-a88c-c64ece6343a5", "address": "fa:16:3e:ac:74:05", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb692efc-77", "ovs_interfaceid": "fb692efc-7774-48ce-a88c-c64ece6343a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c47dea8d-9c28-45f6-bb59-580a23a9311a", "address": "fa:16:3e:2a:c4:c4", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47dea8d-9c", "ovs_interfaceid": "c47dea8d-9c28-45f6-bb59-580a23a9311a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c8575846-9cad-4667-a9f2-fddffe5b7fe7", "address": "fa:16:3e:52:c0:fe", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8575846-9c", "ovs_interfaceid": "c8575846-9cad-4667-a9f2-fddffe5b7fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.631600] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936214, 'name': PowerOffVM_Task, 'duration_secs': 0.265255} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.631916] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.632811] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e4e07f-d69f-440f-9c86-403fbec301ae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.654622] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba078655-bf2a-46e3-8e5c-387db5def140 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.658048] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.658860] env[69281]: DEBUG nova.scheduler.client.report [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.810812] env[69281]: DEBUG nova.compute.manager [req-fd6927f1-5e74-4295-8547-4d8c18d45ceb req-f6768c77-ad5d-4551-96f4-4e0bf3a2b360 service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Received event network-vif-plugged-f7e24821-37de-466c-9841-3112cc161808 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.810812] env[69281]: DEBUG oslo_concurrency.lockutils [req-fd6927f1-5e74-4295-8547-4d8c18d45ceb req-f6768c77-ad5d-4551-96f4-4e0bf3a2b360 service nova] Acquiring lock "ab85a348-7231-4543-8207-c67c80e714c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.810812] env[69281]: DEBUG oslo_concurrency.lockutils [req-fd6927f1-5e74-4295-8547-4d8c18d45ceb req-f6768c77-ad5d-4551-96f4-4e0bf3a2b360 service nova] Lock "ab85a348-7231-4543-8207-c67c80e714c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.810812] env[69281]: DEBUG oslo_concurrency.lockutils [req-fd6927f1-5e74-4295-8547-4d8c18d45ceb req-f6768c77-ad5d-4551-96f4-4e0bf3a2b360 service nova] Lock "ab85a348-7231-4543-8207-c67c80e714c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.810956] env[69281]: DEBUG nova.compute.manager [req-fd6927f1-5e74-4295-8547-4d8c18d45ceb req-f6768c77-ad5d-4551-96f4-4e0bf3a2b360 service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] No waiting events found dispatching network-vif-plugged-f7e24821-37de-466c-9841-3112cc161808 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1074.811280] env[69281]: WARNING nova.compute.manager [req-fd6927f1-5e74-4295-8547-4d8c18d45ceb req-f6768c77-ad5d-4551-96f4-4e0bf3a2b360 service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Received unexpected event network-vif-plugged-f7e24821-37de-466c-9841-3112cc161808 for instance with vm_state building and task_state spawning. [ 1074.868243] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936212, 'name': CreateVM_Task, 'duration_secs': 0.531112} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.868502] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.869445] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.869694] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.870216] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.870466] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09fe61d1-56b4-4945-a5e5-a8b77b10ddbb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.877061] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1074.877061] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52803997-ded6-ec34-f4a1-2909f1a65ce7" [ 1074.877061] env[69281]: _type = "Task" [ 1074.877061] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.888546] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52803997-ded6-ec34-f4a1-2909f1a65ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.899247] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0ca3d531-b51f-464f-9b10-051918d10314 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-c8575846-9cad-4667-a9f2-fddffe5b7fe7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.730s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.915157] env[69281]: DEBUG oslo_concurrency.lockutils [None req-25073e9f-75d9-4143-a5d5-ba38b31c3c17 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.565s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.932519] env[69281]: DEBUG oslo_concurrency.lockutils [req-b84cefba-a28b-45c1-9250-d6bf82fcbc78 req-35aff229-53be-442d-bf6b-aa5fd88ba626 service nova] Releasing lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.956682] env[69281]: DEBUG nova.network.neutron [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Successfully updated port: f7e24821-37de-466c-9841-3112cc161808 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.164376] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.166818] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.951s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.167070] env[69281]: DEBUG nova.objects.instance [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lazy-loading 'resources' on Instance uuid 52b4b2b6-a7b7-4109-878c-1ff322bd7db6 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.170542] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1075.170820] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-82a8f384-bbcc-454a-a1df-6d1fae02eab2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.179384] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1075.179384] env[69281]: value = "task-3936215" [ 1075.179384] env[69281]: _type = "Task" [ 1075.179384] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.189482] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936215, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.191154] env[69281]: INFO nova.scheduler.client.report [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Deleted allocations for instance 81543689-5db0-47fd-a1af-a3d849b0a3b1 [ 1075.388741] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52803997-ded6-ec34-f4a1-2909f1a65ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.029707} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.389174] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.389457] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.389720] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.389902] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.390104] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.390392] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50dcd072-98a6-466d-9306-032d2e1e18e1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.399669] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.399805] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.401354] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7375a44a-e5c8-406e-bef4-1f95a8b6ee13 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.408382] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1075.408382] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5279d2de-74eb-c54c-8872-1dcc99cb3c93" [ 1075.408382] env[69281]: _type = "Task" [ 1075.408382] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.421410] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5279d2de-74eb-c54c-8872-1dcc99cb3c93, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.422348] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b34332ea-86a4-4522-800f-6bfd80101d63 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.428232] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1075.428232] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5235663f-5287-c3cd-efe2-3a03b910b21b" [ 1075.428232] env[69281]: _type = "Task" [ 1075.428232] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.438014] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5235663f-5287-c3cd-efe2-3a03b910b21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.459848] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "refresh_cache-ab85a348-7231-4543-8207-c67c80e714c9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.460022] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired lock "refresh_cache-ab85a348-7231-4543-8207-c67c80e714c9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.460185] env[69281]: DEBUG nova.network.neutron [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.616319] env[69281]: DEBUG nova.compute.manager [req-1596c531-417b-46da-a968-50f35b68ea31 req-750bc138-5848-408f-858e-f6cfcde13221 service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Received event network-changed-f7e24821-37de-466c-9841-3112cc161808 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.616555] env[69281]: DEBUG nova.compute.manager [req-1596c531-417b-46da-a968-50f35b68ea31 req-750bc138-5848-408f-858e-f6cfcde13221 service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Refreshing instance network info cache due to event network-changed-f7e24821-37de-466c-9841-3112cc161808. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.616969] env[69281]: DEBUG oslo_concurrency.lockutils [req-1596c531-417b-46da-a968-50f35b68ea31 req-750bc138-5848-408f-858e-f6cfcde13221 service nova] Acquiring lock "refresh_cache-ab85a348-7231-4543-8207-c67c80e714c9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.690951] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936215, 'name': CreateSnapshot_Task, 'duration_secs': 0.430582} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.693320] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1075.694318] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afe722a-d2fb-455d-96aa-d74182cde624 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.699406] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a1a53e87-ec13-4b28-ba35-31eaab30c945 tempest-ServerRescueTestJSONUnderV235-990752680 tempest-ServerRescueTestJSONUnderV235-990752680-project-member] Lock "81543689-5db0-47fd-a1af-a3d849b0a3b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.390s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.884827] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f45347-d950-48ef-984a-70a2b177a9ba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.892773] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c636f9-7676-4422-b7b9-3519a52ce7e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.927682] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaceda8-b2d0-4a81-b143-daed12e84431 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.942832] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5f7f3e-1ba1-4fee-ae6c-88dfde702c21 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.947496] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5235663f-5287-c3cd-efe2-3a03b910b21b, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.947686] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.947954] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ccbb435d-897f-423b-acac-91520b380ad6/ccbb435d-897f-423b-acac-91520b380ad6.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.948710] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d3953aa-4fa0-4907-8fac-964ff5b0b2e4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.959560] env[69281]: DEBUG nova.compute.provider_tree [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.973725] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1075.973725] env[69281]: value = "task-3936216" [ 1075.973725] env[69281]: _type = "Task" [ 1075.973725] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.987809] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.031229] env[69281]: DEBUG nova.network.neutron [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.216820] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1076.217199] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f7bf9d05-7af3-45e4-83fa-8136c123ba38 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.227908] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1076.227908] env[69281]: value = "task-3936217" [ 1076.227908] env[69281]: _type = "Task" [ 1076.227908] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.243598] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936217, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.327265] env[69281]: DEBUG nova.network.neutron [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Updating instance_info_cache with network_info: [{"id": "f7e24821-37de-466c-9841-3112cc161808", "address": "fa:16:3e:79:e4:78", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e24821-37", "ovs_interfaceid": "f7e24821-37de-466c-9841-3112cc161808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.378978] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1076.379312] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781402', 'volume_id': '2f998310-c5e2-45bd-b68e-fc11e58d0a6d', 'name': 'volume-2f998310-c5e2-45bd-b68e-fc11e58d0a6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0ec56ff-8435-43b7-a043-8de35155e1ed', 'attached_at': '', 'detached_at': '', 'volume_id': '2f998310-c5e2-45bd-b68e-fc11e58d0a6d', 'serial': '2f998310-c5e2-45bd-b68e-fc11e58d0a6d'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1076.380512] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dcae9d-c555-4a8a-b989-1c2581d0d714 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.401074] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b361a29-20d4-443a-a4e6-e49cb164c699 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.428741] env[69281]: DEBUG nova.compute.manager [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1076.437422] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-2f998310-c5e2-45bd-b68e-fc11e58d0a6d/volume-2f998310-c5e2-45bd-b68e-fc11e58d0a6d.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.438278] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a496f040-9097-4389-887c-a950d3e74188 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.441800] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-543346a4-e3ac-4bf2-8ec7-508d465a7e99 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.467382] env[69281]: DEBUG nova.scheduler.client.report [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.471308] env[69281]: DEBUG oslo_vmware.api [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1076.471308] env[69281]: value = "task-3936218" [ 1076.471308] env[69281]: _type = "Task" [ 1076.471308] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.489754] env[69281]: DEBUG oslo_vmware.api [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.495853] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936216, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.674608] env[69281]: DEBUG oslo_concurrency.lockutils [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "interface-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-c47dea8d-9c28-45f6-bb59-580a23a9311a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.675044] env[69281]: DEBUG oslo_concurrency.lockutils [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-c47dea8d-9c28-45f6-bb59-580a23a9311a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.741890] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936217, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.832112] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Releasing lock "refresh_cache-ab85a348-7231-4543-8207-c67c80e714c9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.832544] env[69281]: DEBUG nova.compute.manager [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Instance network_info: |[{"id": "f7e24821-37de-466c-9841-3112cc161808", "address": "fa:16:3e:79:e4:78", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e24821-37", "ovs_interfaceid": "f7e24821-37de-466c-9841-3112cc161808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.832942] env[69281]: DEBUG oslo_concurrency.lockutils [req-1596c531-417b-46da-a968-50f35b68ea31 req-750bc138-5848-408f-858e-f6cfcde13221 service nova] Acquired lock "refresh_cache-ab85a348-7231-4543-8207-c67c80e714c9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.833147] env[69281]: DEBUG nova.network.neutron [req-1596c531-417b-46da-a968-50f35b68ea31 req-750bc138-5848-408f-858e-f6cfcde13221 service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Refreshing network info cache for port f7e24821-37de-466c-9841-3112cc161808 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.837561] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:e4:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7e24821-37de-466c-9841-3112cc161808', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.842375] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.843232] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.843464] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d935e651-cdff-46d9-8435-545f23e4ca2b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.864816] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.864816] env[69281]: value = "task-3936219" [ 1076.864816] env[69281]: _type = "Task" [ 1076.864816] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.877728] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936219, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.972869] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.975802] env[69281]: INFO nova.compute.manager [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] instance snapshotting [ 1076.977675] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.320s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.977954] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.978036] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1076.982567] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58332200-1b89-4eb5-a37a-dc8001623ebe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.990780] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab119921-bda6-44a1-8dc4-b53c1b5b3d69 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.006719] env[69281]: DEBUG oslo_vmware.api [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936218, 'name': ReconfigVM_Task, 'duration_secs': 0.411964} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.026231] env[69281]: INFO nova.scheduler.client.report [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleted allocations for instance 52b4b2b6-a7b7-4109-878c-1ff322bd7db6 [ 1077.030772] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-2f998310-c5e2-45bd-b68e-fc11e58d0a6d/volume-2f998310-c5e2-45bd-b68e-fc11e58d0a6d.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.035711] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52468} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.038579] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c66b6a7c-98c1-4a06-ab54-3c05135d8626 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.050974] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419e95d5-8332-4b03-a7e3-079864b73397 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.054890] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4aba171-fe24-4b6f-b4f3-46cb93363b6d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.060656] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ccbb435d-897f-423b-acac-91520b380ad6/ccbb435d-897f-423b-acac-91520b380ad6.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.060656] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.060656] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1a130eb-0366-4fb6-96d4-8cea7ece6e6c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.083814] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1077.083814] env[69281]: value = "task-3936221" [ 1077.083814] env[69281]: _type = "Task" [ 1077.083814] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.084151] env[69281]: DEBUG oslo_vmware.api [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1077.084151] env[69281]: value = "task-3936220" [ 1077.084151] env[69281]: _type = "Task" [ 1077.084151] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.085550] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f7c0fd-2e2b-4566-8b36-68dd05d22d9d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.106979] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7122636e-85ba-4c40-a976-81cacf8c8b1a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.110714] env[69281]: DEBUG oslo_vmware.api [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.110972] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.144836] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179340MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1077.144992] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.145285] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.179644] env[69281]: DEBUG oslo_concurrency.lockutils [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.180162] env[69281]: DEBUG oslo_concurrency.lockutils [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.181855] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630ec27c-616c-4883-826a-e4f8d9616afc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.205262] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a11e95-2015-4c32-b737-a8c71f7046ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.243438] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Reconfiguring VM to detach interface {{(pid=69281) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1077.249077] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca87d275-2ced-4878-98a5-f3a90464f444 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.270799] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936217, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.275085] env[69281]: DEBUG oslo_vmware.api [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1077.275085] env[69281]: value = "task-3936222" [ 1077.275085] env[69281]: _type = "Task" [ 1077.275085] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.286860] env[69281]: DEBUG oslo_vmware.api [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936222, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.381710] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936219, 'name': CreateVM_Task, 'duration_secs': 0.421709} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.381710] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.381796] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.382736] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.382736] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.382736] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9a5ef2-5102-491a-9362-9706f896d1e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.388941] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1077.388941] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5213b051-31a5-65f1-a9b9-99317f19d33d" [ 1077.388941] env[69281]: _type = "Task" [ 1077.388941] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.403805] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5213b051-31a5-65f1-a9b9-99317f19d33d, 'name': SearchDatastore_Task, 'duration_secs': 0.011223} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.403805] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.404121] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.404152] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.404301] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.404488] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.404768] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86441f02-c01c-404d-be43-0681377e7d6f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.417357] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.417491] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.418207] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46480d2c-8491-4b30-bb20-e600ab1af762 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.425017] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1077.425017] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522e835a-b524-0eb1-434e-ef6d72ae51eb" [ 1077.425017] env[69281]: _type = "Task" [ 1077.425017] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.265333] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1078.274462] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a248118d-5c9e-47d2-9f12-c0c00431680a tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "52b4b2b6-a7b7-4109-878c-1ff322bd7db6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.545s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.274462] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-08dd8956-9b4c-4d39-87d4-b15e8bd9ccfa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.295926] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522e835a-b524-0eb1-434e-ef6d72ae51eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011933} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.308823] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7c027a-ff5d-413b-bc7d-7d1f6cceb7e3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.311678] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1078.311678] env[69281]: value = "task-3936223" [ 1078.311678] env[69281]: _type = "Task" [ 1078.311678] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.311944] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170354} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.312606] env[69281]: DEBUG oslo_vmware.api [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936220, 'name': ReconfigVM_Task, 'duration_secs': 0.197797} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.318086] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.318534] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781402', 'volume_id': '2f998310-c5e2-45bd-b68e-fc11e58d0a6d', 'name': 'volume-2f998310-c5e2-45bd-b68e-fc11e58d0a6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0ec56ff-8435-43b7-a043-8de35155e1ed', 'attached_at': '', 'detached_at': '', 'volume_id': '2f998310-c5e2-45bd-b68e-fc11e58d0a6d', 'serial': '2f998310-c5e2-45bd-b68e-fc11e58d0a6d'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1078.320605] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936217, 'name': CloneVM_Task, 'duration_secs': 1.729557} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.328365] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6a9057-256a-4f86-b877-bb279354aee6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.331551] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Created linked-clone VM from snapshot [ 1078.337805] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5892ca59-74ce-4395-bbfc-12602267e4e4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.341709] env[69281]: DEBUG oslo_vmware.api [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.341709] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1078.341709] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52aa4f50-e98f-c973-3db4-b9a3b4fb6587" [ 1078.341709] env[69281]: _type = "Task" [ 1078.341709] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.363389] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936223, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.370671] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ccbb435d-897f-423b-acac-91520b380ad6/ccbb435d-897f-423b-acac-91520b380ad6.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.371087] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Uploading image c251100e-ef3b-445a-a8ed-8cffd0b5fe89 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1078.374342] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5e94e5-1809-49a7-9bc0-04210f361ffe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.394144] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52aa4f50-e98f-c973-3db4-b9a3b4fb6587, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.398577] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.398884] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ab85a348-7231-4543-8207-c67c80e714c9/ab85a348-7231-4543-8207-c67c80e714c9.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.399700] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3df3f9ef-e6cf-48fd-a6f3-5a2f1183a7f6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.403709] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1078.403709] env[69281]: value = "task-3936224" [ 1078.403709] env[69281]: _type = "Task" [ 1078.403709] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.409189] env[69281]: DEBUG oslo_vmware.rw_handles [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1078.409189] env[69281]: value = "vm-781405" [ 1078.409189] env[69281]: _type = "VirtualMachine" [ 1078.409189] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1078.409766] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-79b72610-643c-48fd-a3e1-7f5516abf528 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.412855] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1078.412855] env[69281]: value = "task-3936225" [ 1078.412855] env[69281]: _type = "Task" [ 1078.412855] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.420467] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.421745] env[69281]: DEBUG oslo_vmware.rw_handles [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lease: (returnval){ [ 1078.421745] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a4a198-ff27-a9b4-a669-8431d73512cb" [ 1078.421745] env[69281]: _type = "HttpNfcLease" [ 1078.421745] env[69281]: } obtained for exporting VM: (result){ [ 1078.421745] env[69281]: value = "vm-781405" [ 1078.421745] env[69281]: _type = "VirtualMachine" [ 1078.421745] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1078.422085] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the lease: (returnval){ [ 1078.422085] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a4a198-ff27-a9b4-a669-8431d73512cb" [ 1078.422085] env[69281]: _type = "HttpNfcLease" [ 1078.422085] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1078.428985] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.432351] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.432351] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a4a198-ff27-a9b4-a669-8431d73512cb" [ 1078.432351] env[69281]: _type = "HttpNfcLease" [ 1078.432351] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1078.432710] env[69281]: DEBUG oslo_vmware.rw_handles [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1078.432710] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a4a198-ff27-a9b4-a669-8431d73512cb" [ 1078.432710] env[69281]: _type = "HttpNfcLease" [ 1078.432710] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1078.433500] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bbcdee-2618-4dd3-b2ba-58b88e13fa57 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.443364] env[69281]: DEBUG oslo_vmware.rw_handles [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262657a-17f2-08eb-2624-7ceea8c8abe0/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1078.443571] env[69281]: DEBUG oslo_vmware.rw_handles [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262657a-17f2-08eb-2624-7ceea8c8abe0/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1078.535405] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8735b0d0-f1e7-4809-9930-18b8b0e8e517 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.541334] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "522c4be0-f35b-4280-9bde-1bca21135a77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.542464] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "522c4be0-f35b-4280-9bde-1bca21135a77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.640089] env[69281]: DEBUG nova.network.neutron [req-1596c531-417b-46da-a968-50f35b68ea31 req-750bc138-5848-408f-858e-f6cfcde13221 service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Updated VIF entry in instance network info cache for port f7e24821-37de-466c-9841-3112cc161808. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.640491] env[69281]: DEBUG nova.network.neutron [req-1596c531-417b-46da-a968-50f35b68ea31 req-750bc138-5848-408f-858e-f6cfcde13221 service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Updating instance_info_cache with network_info: [{"id": "f7e24821-37de-466c-9841-3112cc161808", "address": "fa:16:3e:79:e4:78", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e24821-37", "ovs_interfaceid": "f7e24821-37de-466c-9841-3112cc161808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.789778] env[69281]: DEBUG oslo_vmware.api [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.806165] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 7289d8eb-3321-4946-8799-efd422ffb4e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1078.806482] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 1ee96550-ffee-4b07-b48e-7f5978d12145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1078.806632] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 37f8853b-006a-4591-bc1b-01349ea94022 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1078.806763] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 39e1581f-e8bd-4512-821c-6d3349547f85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1078.806896] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1078.807115] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance e0ec56ff-8435-43b7-a043-8de35155e1ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1078.807249] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 098bb7f4-c121-4751-946a-15c5d5b20b37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1078.807466] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 5a930c0a-2d3e-499a-a6ea-e35cae957982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1078.807589] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance cf473010-1cd9-4c87-a1ad-3303e683db1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1078.807711] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 30717551-4289-4a31-bb4b-7024354d722a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1078.807827] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1078.807944] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance ccbb435d-897f-423b-acac-91520b380ad6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1078.808073] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance ab85a348-7231-4543-8207-c67c80e714c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1078.831901] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936223, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.916203] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936224, 'name': ReconfigVM_Task, 'duration_secs': 0.420525} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.920275] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ccbb435d-897f-423b-acac-91520b380ad6/ccbb435d-897f-423b-acac-91520b380ad6.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.920993] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd1d32f8-d7e6-45c1-bfa7-8b63e48c8455 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.929754] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514128} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.931376] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ab85a348-7231-4543-8207-c67c80e714c9/ab85a348-7231-4543-8207-c67c80e714c9.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.931556] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.931829] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1078.931829] env[69281]: value = "task-3936227" [ 1078.931829] env[69281]: _type = "Task" [ 1078.931829] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.932142] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d83a0b19-5d8e-4a72-8669-2d4fb699c606 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.944473] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936227, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.946331] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1078.946331] env[69281]: value = "task-3936228" [ 1078.946331] env[69281]: _type = "Task" [ 1078.946331] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.956110] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.044485] env[69281]: DEBUG nova.compute.manager [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.144836] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.144836] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.146249] env[69281]: DEBUG oslo_concurrency.lockutils [req-1596c531-417b-46da-a968-50f35b68ea31 req-750bc138-5848-408f-858e-f6cfcde13221 service nova] Releasing lock "refresh_cache-ab85a348-7231-4543-8207-c67c80e714c9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.284772] env[69281]: DEBUG oslo_vmware.api [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.313204] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 522c4be0-f35b-4280-9bde-1bca21135a77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1079.313204] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1079.313376] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1079.332201] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936223, 'name': CreateSnapshot_Task, 'duration_secs': 0.713908} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.333127] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1079.334192] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6866df19-2eab-4ad8-aa00-d7594c448927 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.374128] env[69281]: DEBUG nova.objects.instance [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'flavor' on Instance uuid e0ec56ff-8435-43b7-a043-8de35155e1ed {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.444264] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936227, 'name': Rename_Task, 'duration_secs': 0.195706} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.444925] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.444925] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7996a79e-fdbf-40a5-94c9-00a1ec5b6539 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.459530] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093818} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.462259] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.462536] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1079.462536] env[69281]: value = "task-3936229" [ 1079.462536] env[69281]: _type = "Task" [ 1079.462536] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.466790] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37551c13-45c3-423f-b544-b120fee89e8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.499704] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] ab85a348-7231-4543-8207-c67c80e714c9/ab85a348-7231-4543-8207-c67c80e714c9.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.506579] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbeb9b6b-916e-4af2-af06-16e514dd8109 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.521788] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936229, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.529445] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1079.529445] env[69281]: value = "task-3936230" [ 1079.529445] env[69281]: _type = "Task" [ 1079.529445] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.539305] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.574091] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.624024] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e10b6d8-9d4a-4c07-8122-c795ea1c0112 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.631566] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4306a56-373e-40db-98a1-2c863c81cfa4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.669122] env[69281]: DEBUG nova.compute.utils [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.672114] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32cb068-5a42-4d79-8fbb-59a21f5e85de {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.681221] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c020c47d-9737-4df3-aef9-4cbe71edae18 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.697702] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.785067] env[69281]: DEBUG oslo_vmware.api [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.858960] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1079.859413] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-04c89375-bf37-495c-9fe8-94840b46226e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.868351] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1079.868351] env[69281]: value = "task-3936231" [ 1079.868351] env[69281]: _type = "Task" [ 1079.868351] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.879628] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936231, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.880387] env[69281]: DEBUG oslo_concurrency.lockutils [None req-50ee4812-505e-4d0d-a84b-d0f948c131fa tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "e0ec56ff-8435-43b7-a043-8de35155e1ed" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.657s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.992513] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936229, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.041232] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936230, 'name': ReconfigVM_Task, 'duration_secs': 0.330565} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.041429] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Reconfigured VM instance instance-00000062 to attach disk [datastore1] ab85a348-7231-4543-8207-c67c80e714c9/ab85a348-7231-4543-8207-c67c80e714c9.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.042160] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b061efd7-cc36-4643-be3f-2e484c4b225b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.049676] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1080.049676] env[69281]: value = "task-3936232" [ 1080.049676] env[69281]: _type = "Task" [ 1080.049676] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.062147] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936232, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.172625] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.028s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.224884] env[69281]: ERROR nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [req-afa2805f-b3c1-42f8-8c6e-d15a8959c6dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-afa2805f-b3c1-42f8-8c6e-d15a8959c6dd"}]} [ 1080.243675] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1080.261101] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1080.261191] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.277773] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1080.286223] env[69281]: DEBUG oslo_vmware.api [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.299220] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1080.299220] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 142 to 143 during operation: update_traits {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1080.380664] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936231, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.481610] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936229, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.550445] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7484bbe-e495-4e4d-af41-30425e98019d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.566544] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a04f0f-c727-4bd2-8c68-bf81231c32bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.570312] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936232, 'name': Rename_Task, 'duration_secs': 0.163252} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.570646] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.571428] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdd90742-2958-4863-88a4-2874e9a9ce56 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.609994] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c267c509-c5f9-4993-8f0e-fc07ff30466e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.615384] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1080.615384] env[69281]: value = "task-3936233" [ 1080.615384] env[69281]: _type = "Task" [ 1080.615384] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.623980] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845f8663-37f0-4ce1-b221-25ccee145de2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.632244] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.645140] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.791142] env[69281]: DEBUG oslo_vmware.api [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.882198] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936231, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.987020] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.116739] env[69281]: DEBUG nova.compute.manager [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Stashing vm_state: active {{(pid=69281) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1081.130634] env[69281]: DEBUG oslo_vmware.api [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936233, 'name': PowerOnVM_Task, 'duration_secs': 0.508386} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.130882] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.131304] env[69281]: INFO nova.compute.manager [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1081.131304] env[69281]: DEBUG nova.compute.manager [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.132218] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48757324-ccee-416b-88c6-b48df5683795 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.194319] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1081.195035] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 143 to 144 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1081.195035] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.258604] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.258604] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.258604] env[69281]: INFO nova.compute.manager [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Attaching volume 31ff424b-b456-4eba-b8e0-5f4b7da1ae5e to /dev/sdb [ 1081.292207] env[69281]: DEBUG oslo_vmware.api [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.305581] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe3f80b-2658-4135-a43e-6870ab0584bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.315624] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f058fa-c138-45e5-bbb2-5a923b2bb4de {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.336185] env[69281]: DEBUG nova.virt.block_device [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Updating existing volume attachment record: a5730f59-6b5b-4510-847f-5daff44cc9a8 {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1081.382812] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936231, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.483348] env[69281]: DEBUG oslo_vmware.api [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936229, 'name': PowerOnVM_Task, 'duration_secs': 1.746055} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.483776] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.483937] env[69281]: INFO nova.compute.manager [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Took 11.44 seconds to spawn the instance on the hypervisor. [ 1081.484138] env[69281]: DEBUG nova.compute.manager [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.488022] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4285aa5a-688b-459b-92cb-814116b47e01 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.642476] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.652901] env[69281]: INFO nova.compute.manager [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Took 20.87 seconds to build instance. [ 1081.700394] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1081.700649] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.555s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.700966] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.127s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.702744] env[69281]: INFO nova.compute.claims [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.787605] env[69281]: DEBUG oslo_vmware.api [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.881723] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936231, 'name': CloneVM_Task, 'duration_secs': 1.943494} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.881906] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Created linked-clone VM from snapshot [ 1081.882753] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2b78c4-fce9-4db3-88e4-c87d10309bd0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.891387] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Uploading image 4832687e-176e-40fd-a6c0-9c222db0e503 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1081.903115] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1081.903465] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-986aaefd-3862-40ca-9ec1-0dab977fda25 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.912454] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1081.912454] env[69281]: value = "task-3936237" [ 1081.912454] env[69281]: _type = "Task" [ 1081.912454] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.927288] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936237, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.015037] env[69281]: INFO nova.compute.manager [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Took 25.55 seconds to build instance. [ 1082.155813] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30384065-a046-4f49-9855-4e6b16d4b305 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "ab85a348-7231-4543-8207-c67c80e714c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.388s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.292375] env[69281]: DEBUG oslo_vmware.api [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.424583] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936237, 'name': Destroy_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.517205] env[69281]: DEBUG oslo_concurrency.lockutils [None req-99d36bf1-0e11-4826-a1f7-5352e4880808 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "ccbb435d-897f-423b-acac-91520b380ad6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.062s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.776528] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Acquiring lock "94f619e6-b6af-4e7b-b65c-b37d478f0782" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.776528] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Lock "94f619e6-b6af-4e7b-b65c-b37d478f0782" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.793732] env[69281]: DEBUG oslo_vmware.api [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936222, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.831150] env[69281]: DEBUG nova.compute.manager [req-e65b3841-e287-426a-a70e-d0b5e5db0151 req-db04d7a1-4ee8-4b35-8cb4-1e9780ba59b8 service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Received event network-changed-f7e24821-37de-466c-9841-3112cc161808 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.831384] env[69281]: DEBUG nova.compute.manager [req-e65b3841-e287-426a-a70e-d0b5e5db0151 req-db04d7a1-4ee8-4b35-8cb4-1e9780ba59b8 service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Refreshing instance network info cache due to event network-changed-f7e24821-37de-466c-9841-3112cc161808. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.831627] env[69281]: DEBUG oslo_concurrency.lockutils [req-e65b3841-e287-426a-a70e-d0b5e5db0151 req-db04d7a1-4ee8-4b35-8cb4-1e9780ba59b8 service nova] Acquiring lock "refresh_cache-ab85a348-7231-4543-8207-c67c80e714c9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.831851] env[69281]: DEBUG oslo_concurrency.lockutils [req-e65b3841-e287-426a-a70e-d0b5e5db0151 req-db04d7a1-4ee8-4b35-8cb4-1e9780ba59b8 service nova] Acquired lock "refresh_cache-ab85a348-7231-4543-8207-c67c80e714c9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.832208] env[69281]: DEBUG nova.network.neutron [req-e65b3841-e287-426a-a70e-d0b5e5db0151 req-db04d7a1-4ee8-4b35-8cb4-1e9780ba59b8 service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Refreshing network info cache for port f7e24821-37de-466c-9841-3112cc161808 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.930876] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936237, 'name': Destroy_Task, 'duration_secs': 0.652909} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.931187] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Destroyed the VM [ 1082.931573] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1082.934449] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19137b4b-302a-4f79-95a1-38280fc60273 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.947547] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1082.947547] env[69281]: value = "task-3936238" [ 1082.947547] env[69281]: _type = "Task" [ 1082.947547] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.960035] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.995770] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdf51ab-dab9-4ede-9adb-f4e156cfd58a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.005679] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c748be76-654d-4cc1-9fc3-9d059fb7104e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.054075] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae3c046-cb34-480a-b455-81a03021e641 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.062529] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcd8f94-efbb-4e4c-9963-127c7eb9e34f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.082256] env[69281]: DEBUG nova.compute.provider_tree [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.271174] env[69281]: INFO nova.compute.manager [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Rescuing [ 1083.271516] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "refresh_cache-ccbb435d-897f-423b-acac-91520b380ad6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.271688] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquired lock "refresh_cache-ccbb435d-897f-423b-acac-91520b380ad6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.271949] env[69281]: DEBUG nova.network.neutron [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.288754] env[69281]: DEBUG nova.compute.manager [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.291488] env[69281]: DEBUG oslo_vmware.api [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936222, 'name': ReconfigVM_Task, 'duration_secs': 5.855486} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.291488] env[69281]: DEBUG oslo_concurrency.lockutils [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.291685] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Reconfigured VM to detach interface {{(pid=69281) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1083.462068] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936238, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.588860] env[69281]: DEBUG nova.scheduler.client.report [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.792278] env[69281]: DEBUG nova.network.neutron [req-e65b3841-e287-426a-a70e-d0b5e5db0151 req-db04d7a1-4ee8-4b35-8cb4-1e9780ba59b8 service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Updated VIF entry in instance network info cache for port f7e24821-37de-466c-9841-3112cc161808. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.792679] env[69281]: DEBUG nova.network.neutron [req-e65b3841-e287-426a-a70e-d0b5e5db0151 req-db04d7a1-4ee8-4b35-8cb4-1e9780ba59b8 service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Updating instance_info_cache with network_info: [{"id": "f7e24821-37de-466c-9841-3112cc161808", "address": "fa:16:3e:79:e4:78", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7e24821-37", "ovs_interfaceid": "f7e24821-37de-466c-9841-3112cc161808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.824655] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.960363] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936238, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.051849] env[69281]: DEBUG nova.network.neutron [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Updating instance_info_cache with network_info: [{"id": "e3bdedb9-1032-4370-9f5c-1696fd2dc2d6", "address": "fa:16:3e:be:aa:eb", "network": {"id": "7f60258c-7bc6-4a23-b1c3-5070e5b62c54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1088664078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bccc4dcd76b4adba0dff40e208d42c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3bdedb9-10", "ovs_interfaceid": "e3bdedb9-1032-4370-9f5c-1696fd2dc2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.094173] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.094913] env[69281]: DEBUG nova.compute.manager [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.098811] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.456s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.296982] env[69281]: DEBUG oslo_concurrency.lockutils [req-e65b3841-e287-426a-a70e-d0b5e5db0151 req-db04d7a1-4ee8-4b35-8cb4-1e9780ba59b8 service nova] Releasing lock "refresh_cache-ab85a348-7231-4543-8207-c67c80e714c9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.460725] env[69281]: DEBUG oslo_vmware.api [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936238, 'name': RemoveSnapshot_Task, 'duration_secs': 1.152197} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.461027] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1084.555409] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Releasing lock "refresh_cache-ccbb435d-897f-423b-acac-91520b380ad6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.604878] env[69281]: INFO nova.compute.claims [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.609291] env[69281]: DEBUG nova.compute.utils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.611081] env[69281]: DEBUG nova.compute.manager [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.611232] env[69281]: DEBUG nova.network.neutron [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.660420] env[69281]: DEBUG nova.policy [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45185903eea74d6fb17517eb3550ee5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd40cb11180f8420ea8bce4cbc727227d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.685829] env[69281]: DEBUG nova.compute.manager [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Received event network-vif-deleted-c8575846-9cad-4667-a9f2-fddffe5b7fe7 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.686143] env[69281]: INFO nova.compute.manager [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Neutron deleted interface c8575846-9cad-4667-a9f2-fddffe5b7fe7; detaching it from the instance and deleting it from the info cache [ 1084.686799] env[69281]: DEBUG nova.network.neutron [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updating instance_info_cache with network_info: [{"id": "fb692efc-7774-48ce-a88c-c64ece6343a5", "address": "fa:16:3e:ac:74:05", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb692efc-77", "ovs_interfaceid": "fb692efc-7774-48ce-a88c-c64ece6343a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c47dea8d-9c28-45f6-bb59-580a23a9311a", "address": "fa:16:3e:2a:c4:c4", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47dea8d-9c", "ovs_interfaceid": "c47dea8d-9c28-45f6-bb59-580a23a9311a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.745530] env[69281]: DEBUG oslo_concurrency.lockutils [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.745905] env[69281]: DEBUG oslo_concurrency.lockutils [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.746029] env[69281]: DEBUG nova.network.neutron [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.874497] env[69281]: DEBUG nova.compute.manager [req-4f40a507-8bcf-4a34-8051-7e9970930582 req-1b108c01-6ec1-4723-9063-b890b6184af9 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Received event network-vif-deleted-c47dea8d-9c28-45f6-bb59-580a23a9311a {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.874497] env[69281]: INFO nova.compute.manager [req-4f40a507-8bcf-4a34-8051-7e9970930582 req-1b108c01-6ec1-4723-9063-b890b6184af9 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Neutron deleted interface c47dea8d-9c28-45f6-bb59-580a23a9311a; detaching it from the instance and deleting it from the info cache [ 1084.874681] env[69281]: DEBUG nova.network.neutron [req-4f40a507-8bcf-4a34-8051-7e9970930582 req-1b108c01-6ec1-4723-9063-b890b6184af9 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updating instance_info_cache with network_info: [{"id": "fb692efc-7774-48ce-a88c-c64ece6343a5", "address": "fa:16:3e:ac:74:05", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb692efc-77", "ovs_interfaceid": "fb692efc-7774-48ce-a88c-c64ece6343a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.966592] env[69281]: WARNING nova.compute.manager [None req-67c8357d-8543-4762-bf6b-12a508b585a6 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Image not found during snapshot: nova.exception.ImageNotFound: Image 4832687e-176e-40fd-a6c0-9c222db0e503 could not be found. [ 1085.023717] env[69281]: DEBUG nova.network.neutron [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Successfully created port: 39166345-9f7f-402e-96a3-8016657073d8 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.112989] env[69281]: INFO nova.compute.resource_tracker [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating resource usage from migration 34e15776-3ce0-478d-9159-b98b3c599288 [ 1085.116407] env[69281]: DEBUG nova.compute.manager [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.192025] env[69281]: DEBUG oslo_concurrency.lockutils [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Acquiring lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.192025] env[69281]: DEBUG oslo_concurrency.lockutils [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Acquired lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.192025] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989e6e6c-aacb-4689-a45d-faa20863225c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.227274] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f96442-86f3-4936-9c64-aeeb2d41ac2b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.251368] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.259312] env[69281]: DEBUG nova.virt.vmwareapi.vmops [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Reconfiguring VM to detach interface {{(pid=69281) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1085.262347] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c470b04-10a1-4f61-aca7-95b1c9d239df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.284485] env[69281]: DEBUG oslo_vmware.api [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Waiting for the task: (returnval){ [ 1085.284485] env[69281]: value = "task-3936240" [ 1085.284485] env[69281]: _type = "Task" [ 1085.284485] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.298221] env[69281]: DEBUG oslo_vmware.api [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Task: {'id': task-3936240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.380408] env[69281]: DEBUG oslo_concurrency.lockutils [req-4f40a507-8bcf-4a34-8051-7e9970930582 req-1b108c01-6ec1-4723-9063-b890b6184af9 service nova] Acquiring lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.450036] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3223535-a081-4726-9b5c-f0096935db0e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.454838] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5be9c0c-db07-4b9a-89e2-045c4f84e157 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.491067] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca88fe97-28dc-4cc6-bb4f-a03a1c8fd0fc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.499739] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc5f704-c4af-44af-94bf-f1d349973bc4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.515462] env[69281]: DEBUG nova.compute.provider_tree [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.660121] env[69281]: INFO nova.network.neutron [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Port c47dea8d-9c28-45f6-bb59-580a23a9311a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1085.660579] env[69281]: DEBUG nova.network.neutron [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updating instance_info_cache with network_info: [{"id": "fb692efc-7774-48ce-a88c-c64ece6343a5", "address": "fa:16:3e:ac:74:05", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb692efc-77", "ovs_interfaceid": "fb692efc-7774-48ce-a88c-c64ece6343a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.795595] env[69281]: DEBUG oslo_vmware.api [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Task: {'id': task-3936240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.893677] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1085.893988] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781410', 'volume_id': '31ff424b-b456-4eba-b8e0-5f4b7da1ae5e', 'name': 'volume-31ff424b-b456-4eba-b8e0-5f4b7da1ae5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a930c0a-2d3e-499a-a6ea-e35cae957982', 'attached_at': '', 'detached_at': '', 'volume_id': '31ff424b-b456-4eba-b8e0-5f4b7da1ae5e', 'serial': '31ff424b-b456-4eba-b8e0-5f4b7da1ae5e'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1085.894936] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0f2fd7-b4df-49ea-831a-fb75ffbb95c9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.912933] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744b4410-5c4a-4231-8105-fbc813ee92a2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.940487] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-31ff424b-b456-4eba-b8e0-5f4b7da1ae5e/volume-31ff424b-b456-4eba-b8e0-5f4b7da1ae5e.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.941235] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0069bca2-e156-4fa1-aebc-3a078ae2444a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.962725] env[69281]: DEBUG oslo_vmware.api [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1085.962725] env[69281]: value = "task-3936241" [ 1085.962725] env[69281]: _type = "Task" [ 1085.962725] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.974344] env[69281]: DEBUG oslo_vmware.api [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.020600] env[69281]: DEBUG nova.scheduler.client.report [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.039772] env[69281]: DEBUG oslo_vmware.rw_handles [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262657a-17f2-08eb-2624-7ceea8c8abe0/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1086.040982] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa13b532-dfb1-4862-978a-97df169f1d91 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.049639] env[69281]: DEBUG oslo_vmware.rw_handles [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262657a-17f2-08eb-2624-7ceea8c8abe0/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1086.049915] env[69281]: ERROR oslo_vmware.rw_handles [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262657a-17f2-08eb-2624-7ceea8c8abe0/disk-0.vmdk due to incomplete transfer. [ 1086.050198] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cce358dd-1ad0-43af-a40f-b9dc502f3313 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.058456] env[69281]: DEBUG oslo_vmware.rw_handles [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5262657a-17f2-08eb-2624-7ceea8c8abe0/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1086.058759] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Uploaded image c251100e-ef3b-445a-a8ed-8cffd0b5fe89 to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1086.060981] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1086.061276] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-31ec6d19-cb9a-4a7a-aacd-64c60ed2539a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.069137] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1086.069137] env[69281]: value = "task-3936242" [ 1086.069137] env[69281]: _type = "Task" [ 1086.069137] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.081179] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936242, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.088912] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.089227] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.089453] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.089642] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.089858] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.092411] env[69281]: INFO nova.compute.manager [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Terminating instance [ 1086.094119] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.095326] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff2ea7f7-1cf0-4fc2-a01b-fd19ff72a60b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.103471] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1086.103471] env[69281]: value = "task-3936243" [ 1086.103471] env[69281]: _type = "Task" [ 1086.103471] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.115347] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.131927] env[69281]: DEBUG nova.compute.manager [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.156267] env[69281]: DEBUG nova.virt.hardware [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.156570] env[69281]: DEBUG nova.virt.hardware [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.156742] env[69281]: DEBUG nova.virt.hardware [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.156953] env[69281]: DEBUG nova.virt.hardware [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.157196] env[69281]: DEBUG nova.virt.hardware [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.157427] env[69281]: DEBUG nova.virt.hardware [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.157741] env[69281]: DEBUG nova.virt.hardware [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.157967] env[69281]: DEBUG nova.virt.hardware [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.158265] env[69281]: DEBUG nova.virt.hardware [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.158508] env[69281]: DEBUG nova.virt.hardware [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.158774] env[69281]: DEBUG nova.virt.hardware [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.160065] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d4041b-646d-491c-9a4d-ae259c84504d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.163746] env[69281]: DEBUG oslo_concurrency.lockutils [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "refresh_cache-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.172825] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fcf576-6e53-400d-8db5-9707ce6cca23 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.301190] env[69281]: DEBUG oslo_vmware.api [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Task: {'id': task-3936240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.472716] env[69281]: DEBUG oslo_vmware.api [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936241, 'name': ReconfigVM_Task, 'duration_secs': 0.501644} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.473022] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-31ff424b-b456-4eba-b8e0-5f4b7da1ae5e/volume-31ff424b-b456-4eba-b8e0-5f4b7da1ae5e.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.478478] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e952324a-57f6-4e06-a403-988db55f70cb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.505951] env[69281]: DEBUG oslo_vmware.api [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1086.505951] env[69281]: value = "task-3936244" [ 1086.505951] env[69281]: _type = "Task" [ 1086.505951] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.518027] env[69281]: DEBUG oslo_vmware.api [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.526073] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.427s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.526607] env[69281]: INFO nova.compute.manager [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Migrating [ 1086.533841] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.709s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.535568] env[69281]: INFO nova.compute.claims [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.581869] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936242, 'name': Destroy_Task, 'duration_secs': 0.447371} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.582108] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Destroyed the VM [ 1086.582323] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1086.582581] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61009347-ac62-4c99-b204-f82cd2f1368c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.591064] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1086.591064] env[69281]: value = "task-3936245" [ 1086.591064] env[69281]: _type = "Task" [ 1086.591064] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.601630] env[69281]: DEBUG nova.compute.manager [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.601923] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.602567] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.603351] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db539d7a-a4c0-41d0-8c08-2db2860f8ee4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.616201] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.619170] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bccd7c3-6a69-48e3-a692-2305300d8f26 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.620704] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936243, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.627891] env[69281]: DEBUG oslo_vmware.api [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1086.627891] env[69281]: value = "task-3936246" [ 1086.627891] env[69281]: _type = "Task" [ 1086.627891] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.637512] env[69281]: DEBUG oslo_vmware.api [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.669367] env[69281]: DEBUG oslo_concurrency.lockutils [None req-93ee4c13-4d9d-4c3c-b8a8-98468bfe36ed tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-c47dea8d-9c28-45f6-bb59-580a23a9311a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.994s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.713863] env[69281]: DEBUG nova.network.neutron [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Successfully updated port: 39166345-9f7f-402e-96a3-8016657073d8 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.796725] env[69281]: DEBUG oslo_vmware.api [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Task: {'id': task-3936240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.900472] env[69281]: DEBUG nova.compute.manager [req-9f233e36-d8f0-4eea-ac63-ee291abe3b86 req-83a994f3-3580-4441-8bbc-b566bd5f9166 service nova] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Received event network-vif-plugged-39166345-9f7f-402e-96a3-8016657073d8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.900676] env[69281]: DEBUG oslo_concurrency.lockutils [req-9f233e36-d8f0-4eea-ac63-ee291abe3b86 req-83a994f3-3580-4441-8bbc-b566bd5f9166 service nova] Acquiring lock "522c4be0-f35b-4280-9bde-1bca21135a77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.900908] env[69281]: DEBUG oslo_concurrency.lockutils [req-9f233e36-d8f0-4eea-ac63-ee291abe3b86 req-83a994f3-3580-4441-8bbc-b566bd5f9166 service nova] Lock "522c4be0-f35b-4280-9bde-1bca21135a77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.901082] env[69281]: DEBUG oslo_concurrency.lockutils [req-9f233e36-d8f0-4eea-ac63-ee291abe3b86 req-83a994f3-3580-4441-8bbc-b566bd5f9166 service nova] Lock "522c4be0-f35b-4280-9bde-1bca21135a77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.901264] env[69281]: DEBUG nova.compute.manager [req-9f233e36-d8f0-4eea-ac63-ee291abe3b86 req-83a994f3-3580-4441-8bbc-b566bd5f9166 service nova] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] No waiting events found dispatching network-vif-plugged-39166345-9f7f-402e-96a3-8016657073d8 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1086.901437] env[69281]: WARNING nova.compute.manager [req-9f233e36-d8f0-4eea-ac63-ee291abe3b86 req-83a994f3-3580-4441-8bbc-b566bd5f9166 service nova] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Received unexpected event network-vif-plugged-39166345-9f7f-402e-96a3-8016657073d8 for instance with vm_state building and task_state spawning. [ 1086.902040] env[69281]: DEBUG nova.compute.manager [req-9f233e36-d8f0-4eea-ac63-ee291abe3b86 req-83a994f3-3580-4441-8bbc-b566bd5f9166 service nova] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Received event network-changed-39166345-9f7f-402e-96a3-8016657073d8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.902040] env[69281]: DEBUG nova.compute.manager [req-9f233e36-d8f0-4eea-ac63-ee291abe3b86 req-83a994f3-3580-4441-8bbc-b566bd5f9166 service nova] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Refreshing instance network info cache due to event network-changed-39166345-9f7f-402e-96a3-8016657073d8. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.902040] env[69281]: DEBUG oslo_concurrency.lockutils [req-9f233e36-d8f0-4eea-ac63-ee291abe3b86 req-83a994f3-3580-4441-8bbc-b566bd5f9166 service nova] Acquiring lock "refresh_cache-522c4be0-f35b-4280-9bde-1bca21135a77" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.902215] env[69281]: DEBUG oslo_concurrency.lockutils [req-9f233e36-d8f0-4eea-ac63-ee291abe3b86 req-83a994f3-3580-4441-8bbc-b566bd5f9166 service nova] Acquired lock "refresh_cache-522c4be0-f35b-4280-9bde-1bca21135a77" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.902289] env[69281]: DEBUG nova.network.neutron [req-9f233e36-d8f0-4eea-ac63-ee291abe3b86 req-83a994f3-3580-4441-8bbc-b566bd5f9166 service nova] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Refreshing network info cache for port 39166345-9f7f-402e-96a3-8016657073d8 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.016473] env[69281]: DEBUG oslo_vmware.api [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936244, 'name': ReconfigVM_Task, 'duration_secs': 0.162131} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.016757] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781410', 'volume_id': '31ff424b-b456-4eba-b8e0-5f4b7da1ae5e', 'name': 'volume-31ff424b-b456-4eba-b8e0-5f4b7da1ae5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a930c0a-2d3e-499a-a6ea-e35cae957982', 'attached_at': '', 'detached_at': '', 'volume_id': '31ff424b-b456-4eba-b8e0-5f4b7da1ae5e', 'serial': '31ff424b-b456-4eba-b8e0-5f4b7da1ae5e'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1087.049609] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.049784] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.049959] env[69281]: DEBUG nova.network.neutron [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.102038] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936245, 'name': RemoveSnapshot_Task, 'duration_secs': 0.405967} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.102038] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1087.102191] env[69281]: DEBUG nova.compute.manager [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1087.102982] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c2351d-aac4-49d0-896c-f47dbd21a5a8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.119180] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936243, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.137827] env[69281]: DEBUG oslo_vmware.api [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936246, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.216229] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "refresh_cache-522c4be0-f35b-4280-9bde-1bca21135a77" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.297854] env[69281]: DEBUG oslo_vmware.api [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Task: {'id': task-3936240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.446341] env[69281]: DEBUG nova.network.neutron [req-9f233e36-d8f0-4eea-ac63-ee291abe3b86 req-83a994f3-3580-4441-8bbc-b566bd5f9166 service nova] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.526474] env[69281]: DEBUG nova.network.neutron [req-9f233e36-d8f0-4eea-ac63-ee291abe3b86 req-83a994f3-3580-4441-8bbc-b566bd5f9166 service nova] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.623730] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936243, 'name': PowerOffVM_Task, 'duration_secs': 1.216804} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.624274] env[69281]: INFO nova.compute.manager [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Shelve offloading [ 1087.625798] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.629916] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd027c7b-ecd3-4270-b6a0-d2cdbf77b138 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.658293] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1d82e6-3911-4283-80fa-eb62c704c8c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.666854] env[69281]: DEBUG oslo_vmware.api [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936246, 'name': PowerOffVM_Task, 'duration_secs': 0.699254} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.667506] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.667683] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.668223] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ec15ebb-d031-47e0-9337-ecd764e856af {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.701887] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.701887] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa100fb-1ab2-4990-8a3a-2ae8062b72ef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.711868] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1087.711868] env[69281]: value = "task-3936248" [ 1087.711868] env[69281]: _type = "Task" [ 1087.711868] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.725378] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1087.726076] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.726076] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.726238] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.726497] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.726842] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40cfadd6-24d3-4f93-9e25-06f336580192 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.740049] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.740185] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.740887] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f94009-1893-41e4-9acb-20bfb442147e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.750703] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1087.750703] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52895f50-f33b-d686-4d36-79f66c8975f2" [ 1087.750703] env[69281]: _type = "Task" [ 1087.750703] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.759507] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.759820] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.760101] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleting the datastore file [datastore1] fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.760476] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7022321d-7df0-4565-adf6-fbf14a5fccec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.769247] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52895f50-f33b-d686-4d36-79f66c8975f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012895} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.779498] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c55e0d4-3e14-44f0-b6e0-8e980ec71262 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.784026] env[69281]: DEBUG oslo_vmware.api [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for the task: (returnval){ [ 1087.784026] env[69281]: value = "task-3936249" [ 1087.784026] env[69281]: _type = "Task" [ 1087.784026] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.791907] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1087.791907] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523b2a92-b9c9-d6c4-1820-89fe1d902afc" [ 1087.791907] env[69281]: _type = "Task" [ 1087.791907] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.810340] env[69281]: DEBUG oslo_vmware.api [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.814272] env[69281]: DEBUG oslo_vmware.api [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Task: {'id': task-3936240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.820639] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523b2a92-b9c9-d6c4-1820-89fe1d902afc, 'name': SearchDatastore_Task, 'duration_secs': 0.017895} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.823088] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.823360] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ccbb435d-897f-423b-acac-91520b380ad6/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk. {{(pid=69281) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1087.825104] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1816ebc-706f-4cfe-b6d2-996b0a543723 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.834848] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1087.834848] env[69281]: value = "task-3936250" [ 1087.834848] env[69281]: _type = "Task" [ 1087.834848] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.843840] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.847643] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd12b1c7-7f52-4188-8063-8ec8a2883ded {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.855273] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a563defa-7a91-4453-8c36-c54f49b5934c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.862561] env[69281]: DEBUG nova.network.neutron [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance_info_cache with network_info: [{"id": "825b76dc-5755-4c72-9288-62d7ab4401e8", "address": "fa:16:3e:14:be:10", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825b76dc-57", "ovs_interfaceid": "825b76dc-5755-4c72-9288-62d7ab4401e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.890381] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7e0cc3-7df2-4367-a560-53ff0a23c212 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.900549] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708ba65c-b499-42b1-8711-2b931b20f2bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.917678] env[69281]: DEBUG nova.compute.provider_tree [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.029980] env[69281]: DEBUG oslo_concurrency.lockutils [req-9f233e36-d8f0-4eea-ac63-ee291abe3b86 req-83a994f3-3580-4441-8bbc-b566bd5f9166 service nova] Releasing lock "refresh_cache-522c4be0-f35b-4280-9bde-1bca21135a77" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.030413] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "refresh_cache-522c4be0-f35b-4280-9bde-1bca21135a77" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.030578] env[69281]: DEBUG nova.network.neutron [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.060973] env[69281]: DEBUG nova.objects.instance [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lazy-loading 'flavor' on Instance uuid 5a930c0a-2d3e-499a-a6ea-e35cae957982 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.131430] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.131901] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-316918c7-44b8-4525-aac9-03e7eca2d7cc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.140615] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1088.140615] env[69281]: value = "task-3936251" [ 1088.140615] env[69281]: _type = "Task" [ 1088.140615] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.151238] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1088.151427] env[69281]: DEBUG nova.compute.manager [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1088.152390] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9739f579-402a-484a-90c9-3d83cdc6444a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.160228] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "refresh_cache-30717551-4289-4a31-bb4b-7024354d722a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.160460] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "refresh_cache-30717551-4289-4a31-bb4b-7024354d722a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.160603] env[69281]: DEBUG nova.network.neutron [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.301393] env[69281]: DEBUG oslo_vmware.api [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Task: {'id': task-3936249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143768} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.301786] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.302066] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.302287] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.302490] env[69281]: INFO nova.compute.manager [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1088.302765] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.303530] env[69281]: DEBUG nova.compute.manager [-] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.303749] env[69281]: DEBUG nova.network.neutron [-] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.313182] env[69281]: DEBUG oslo_vmware.api [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Task: {'id': task-3936240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.349783] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507725} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.350087] env[69281]: INFO nova.virt.vmwareapi.ds_util [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ccbb435d-897f-423b-acac-91520b380ad6/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk. [ 1088.350979] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934a2014-59ea-45cf-b9cc-1dcc6b96c568 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.379626] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ccbb435d-897f-423b-acac-91520b380ad6/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.380133] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b45ede-10db-42a2-ae6a-bb52dd2becd9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.393989] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.402865] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1088.402865] env[69281]: value = "task-3936252" [ 1088.402865] env[69281]: _type = "Task" [ 1088.402865] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.414945] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.423023] env[69281]: DEBUG nova.scheduler.client.report [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.569885] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ba201ca1-4dbd-41aa-b257-406b39442377 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.312s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.577212] env[69281]: DEBUG nova.network.neutron [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.770227] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dd0b49d0-cd77-4d1c-a693-9f8495c3056b tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.770530] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dd0b49d0-cd77-4d1c-a693-9f8495c3056b tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.770698] env[69281]: DEBUG nova.compute.manager [None req-dd0b49d0-cd77-4d1c-a693-9f8495c3056b tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1088.771581] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ecc9c6-4f14-4173-b8da-897005c1fdfb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.779386] env[69281]: DEBUG nova.compute.manager [None req-dd0b49d0-cd77-4d1c-a693-9f8495c3056b tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69281) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1088.779985] env[69281]: DEBUG nova.objects.instance [None req-dd0b49d0-cd77-4d1c-a693-9f8495c3056b tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lazy-loading 'flavor' on Instance uuid 5a930c0a-2d3e-499a-a6ea-e35cae957982 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.801299] env[69281]: DEBUG nova.network.neutron [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Updating instance_info_cache with network_info: [{"id": "39166345-9f7f-402e-96a3-8016657073d8", "address": "fa:16:3e:92:54:29", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39166345-9f", "ovs_interfaceid": "39166345-9f7f-402e-96a3-8016657073d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.806549] env[69281]: DEBUG oslo_vmware.api [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Task: {'id': task-3936240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.917301] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.925308] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.925815] env[69281]: DEBUG nova.compute.manager [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.934573] env[69281]: DEBUG nova.compute.manager [req-95610ed4-b704-4500-8540-622957dbd673 req-9aea1705-4bab-4114-b9b2-7167aa582e4e service nova] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Received event network-vif-deleted-8d67ac2a-9efa-449c-8a79-352823b70ed3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.935026] env[69281]: INFO nova.compute.manager [req-95610ed4-b704-4500-8540-622957dbd673 req-9aea1705-4bab-4114-b9b2-7167aa582e4e service nova] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Neutron deleted interface 8d67ac2a-9efa-449c-8a79-352823b70ed3; detaching it from the instance and deleting it from the info cache [ 1088.935026] env[69281]: DEBUG nova.network.neutron [req-95610ed4-b704-4500-8540-622957dbd673 req-9aea1705-4bab-4114-b9b2-7167aa582e4e service nova] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.948431] env[69281]: DEBUG nova.network.neutron [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Updating instance_info_cache with network_info: [{"id": "a1f0348f-778b-4efc-a97f-202f086d1d1d", "address": "fa:16:3e:03:ab:c5", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f0348f-77", "ovs_interfaceid": "a1f0348f-778b-4efc-a97f-202f086d1d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.306429] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "refresh_cache-522c4be0-f35b-4280-9bde-1bca21135a77" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.306429] env[69281]: DEBUG nova.compute.manager [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Instance network_info: |[{"id": "39166345-9f7f-402e-96a3-8016657073d8", "address": "fa:16:3e:92:54:29", "network": {"id": "8fdf3747-5aad-4b35-920c-b878bf7f1cc1", "bridge": "br-int", "label": "tempest-ServersTestJSON-2138515953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d40cb11180f8420ea8bce4cbc727227d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39166345-9f", "ovs_interfaceid": "39166345-9f7f-402e-96a3-8016657073d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.306429] env[69281]: DEBUG oslo_vmware.api [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Task: {'id': task-3936240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.306676] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:54:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39166345-9f7f-402e-96a3-8016657073d8', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.314232] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.314831] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.315123] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4db50cc1-ca30-441a-bbda-5f59c6d8473a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.329776] env[69281]: DEBUG nova.network.neutron [-] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.336691] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.336691] env[69281]: value = "task-3936253" [ 1089.336691] env[69281]: _type = "Task" [ 1089.336691] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.346539] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936253, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.418951] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936252, 'name': ReconfigVM_Task, 'duration_secs': 0.697979} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.419202] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ccbb435d-897f-423b-acac-91520b380ad6/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.420117] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feec7894-a0ac-4295-8e42-ca4ceb10b46f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.444587] env[69281]: DEBUG nova.compute.utils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.451426] env[69281]: DEBUG nova.compute.manager [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.451639] env[69281]: DEBUG nova.network.neutron [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.453919] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb93f6bb-383a-47f0-b7fd-c917e10bcbb8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.456460] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "refresh_cache-30717551-4289-4a31-bb4b-7024354d722a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.458939] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8f5261-42b2-43cd-862d-8ac10cf2c23d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.480272] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9317da2-f3e0-4d10-8d5c-a0f63c3ec91e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.491200] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1089.491200] env[69281]: value = "task-3936254" [ 1089.491200] env[69281]: _type = "Task" [ 1089.491200] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.501536] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.517301] env[69281]: DEBUG nova.compute.manager [req-95610ed4-b704-4500-8540-622957dbd673 req-9aea1705-4bab-4114-b9b2-7167aa582e4e service nova] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Detach interface failed, port_id=8d67ac2a-9efa-449c-8a79-352823b70ed3, reason: Instance fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1089.520360] env[69281]: DEBUG nova.policy [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c5e9351095841829290611bfb03db5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0319761858bb47319fc86341bc864ee0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.793611] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0b49d0-cd77-4d1c-a693-9f8495c3056b tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.793611] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51dea83d-3747-425f-aa99-8b949a60d430 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.800751] env[69281]: DEBUG oslo_vmware.api [None req-dd0b49d0-cd77-4d1c-a693-9f8495c3056b tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1089.800751] env[69281]: value = "task-3936255" [ 1089.800751] env[69281]: _type = "Task" [ 1089.800751] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.809351] env[69281]: DEBUG oslo_vmware.api [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Task: {'id': task-3936240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.816447] env[69281]: DEBUG oslo_vmware.api [None req-dd0b49d0-cd77-4d1c-a693-9f8495c3056b tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.832546] env[69281]: INFO nova.compute.manager [-] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Took 1.53 seconds to deallocate network for instance. [ 1089.850643] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936253, 'name': CreateVM_Task, 'duration_secs': 0.413889} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.851074] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.851976] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.852373] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.852799] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.853197] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d18f1e-e0de-47e3-acc1-25c9929d534f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.862687] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1089.862687] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52864efa-acd2-9d2c-173e-840425db581c" [ 1089.862687] env[69281]: _type = "Task" [ 1089.862687] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.878968] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52864efa-acd2-9d2c-173e-840425db581c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.880107] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.880997] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2922bb26-aef0-42c7-9ebb-f9612a906491 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.895019] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.895340] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d7d8f99-c74f-4375-b7e9-b4cd7e4aa36b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.913309] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ebbba2-28a1-4b51-8b83-cd009f51ec91 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.942285] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance 'e0ec56ff-8435-43b7-a043-8de35155e1ed' progress to 0 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.954101] env[69281]: DEBUG nova.compute.manager [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.981157] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.981157] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.981157] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleting the datastore file [datastore1] 30717551-4289-4a31-bb4b-7024354d722a {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.981652] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-952b6c3d-ecb6-4d2f-a0f2-d6495a399ffc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.985353] env[69281]: DEBUG nova.network.neutron [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Successfully created port: a19d3c6b-772a-4c46-8526-83b559e558a9 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.992832] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1089.992832] env[69281]: value = "task-3936257" [ 1089.992832] env[69281]: _type = "Task" [ 1089.992832] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.009817] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936254, 'name': ReconfigVM_Task, 'duration_secs': 0.174966} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.017067] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.017067] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.017067] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7beb3c2-7e84-4569-94e5-6ada9bd8b635 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.023273] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1090.023273] env[69281]: value = "task-3936258" [ 1090.023273] env[69281]: _type = "Task" [ 1090.023273] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.032973] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.305200] env[69281]: DEBUG oslo_vmware.api [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Task: {'id': task-3936240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.314097] env[69281]: DEBUG oslo_vmware.api [None req-dd0b49d0-cd77-4d1c-a693-9f8495c3056b tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936255, 'name': PowerOffVM_Task, 'duration_secs': 0.310855} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.314374] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0b49d0-cd77-4d1c-a693-9f8495c3056b tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.314576] env[69281]: DEBUG nova.compute.manager [None req-dd0b49d0-cd77-4d1c-a693-9f8495c3056b tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1090.315436] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9caf9d-1b5d-4764-97b0-54948874bbcb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.344948] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.345261] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.345489] env[69281]: DEBUG nova.objects.instance [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lazy-loading 'resources' on Instance uuid fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.370320] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52864efa-acd2-9d2c-173e-840425db581c, 'name': SearchDatastore_Task, 'duration_secs': 0.016638} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.370695] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.370852] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.371111] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.371265] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.371448] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.371710] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e320ce2a-399d-48af-a56f-3d45bf50c989 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.385932] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.386124] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.386846] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c4ab9e-f616-4ffa-9d95-14a05fb713d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.392554] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1090.392554] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a9f6b2-9bc8-943d-3747-012774c48fd1" [ 1090.392554] env[69281]: _type = "Task" [ 1090.392554] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.401058] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a9f6b2-9bc8-943d-3747-012774c48fd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.449584] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.449930] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8337713a-3974-4b88-82eb-86748703648c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.460825] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1090.460825] env[69281]: value = "task-3936259" [ 1090.460825] env[69281]: _type = "Task" [ 1090.460825] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.470553] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.508379] env[69281]: DEBUG oslo_vmware.api [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173757} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.508712] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.508831] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.508964] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.534866] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936258, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.536034] env[69281]: INFO nova.scheduler.client.report [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleted allocations for instance 30717551-4289-4a31-bb4b-7024354d722a [ 1090.806472] env[69281]: DEBUG oslo_vmware.api [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Task: {'id': task-3936240, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.830756] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dd0b49d0-cd77-4d1c-a693-9f8495c3056b tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.913035] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a9f6b2-9bc8-943d-3747-012774c48fd1, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.914757] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5392ee-d83a-4378-8314-d940ab05fb3a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.927542] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1090.927542] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521b0d2d-3206-7042-c6dc-1746e181be3a" [ 1090.927542] env[69281]: _type = "Task" [ 1090.927542] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.941565] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521b0d2d-3206-7042-c6dc-1746e181be3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.962686] env[69281]: DEBUG nova.compute.manager [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.979588] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936259, 'name': PowerOffVM_Task, 'duration_secs': 0.349405} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.979919] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.980194] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance 'e0ec56ff-8435-43b7-a043-8de35155e1ed' progress to 17 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.995088] env[69281]: DEBUG nova.virt.hardware [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.995450] env[69281]: DEBUG nova.virt.hardware [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.995723] env[69281]: DEBUG nova.virt.hardware [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.996070] env[69281]: DEBUG nova.virt.hardware [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.996280] env[69281]: DEBUG nova.virt.hardware [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.996450] env[69281]: DEBUG nova.virt.hardware [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.996676] env[69281]: DEBUG nova.virt.hardware [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.997402] env[69281]: DEBUG nova.virt.hardware [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.997745] env[69281]: DEBUG nova.virt.hardware [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.997987] env[69281]: DEBUG nova.virt.hardware [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.997987] env[69281]: DEBUG nova.virt.hardware [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.000795] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab573a6-bf75-42b0-8cb0-e54048cb9fd1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.012926] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271aac3e-a19a-47f7-a089-a962bb3dc0a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.040163] env[69281]: DEBUG nova.compute.manager [req-6be33f1e-7b69-44f2-93c1-a3ce1aa8cfa5 req-d6e29780-ff75-4a5f-91b7-41c2f3e88320 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Received event network-vif-unplugged-a1f0348f-778b-4efc-a97f-202f086d1d1d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.040411] env[69281]: DEBUG oslo_concurrency.lockutils [req-6be33f1e-7b69-44f2-93c1-a3ce1aa8cfa5 req-d6e29780-ff75-4a5f-91b7-41c2f3e88320 service nova] Acquiring lock "30717551-4289-4a31-bb4b-7024354d722a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.040625] env[69281]: DEBUG oslo_concurrency.lockutils [req-6be33f1e-7b69-44f2-93c1-a3ce1aa8cfa5 req-d6e29780-ff75-4a5f-91b7-41c2f3e88320 service nova] Lock "30717551-4289-4a31-bb4b-7024354d722a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.040800] env[69281]: DEBUG oslo_concurrency.lockutils [req-6be33f1e-7b69-44f2-93c1-a3ce1aa8cfa5 req-d6e29780-ff75-4a5f-91b7-41c2f3e88320 service nova] Lock "30717551-4289-4a31-bb4b-7024354d722a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.040977] env[69281]: DEBUG nova.compute.manager [req-6be33f1e-7b69-44f2-93c1-a3ce1aa8cfa5 req-d6e29780-ff75-4a5f-91b7-41c2f3e88320 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] No waiting events found dispatching network-vif-unplugged-a1f0348f-778b-4efc-a97f-202f086d1d1d {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1091.041204] env[69281]: WARNING nova.compute.manager [req-6be33f1e-7b69-44f2-93c1-a3ce1aa8cfa5 req-d6e29780-ff75-4a5f-91b7-41c2f3e88320 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Received unexpected event network-vif-unplugged-a1f0348f-778b-4efc-a97f-202f086d1d1d for instance with vm_state shelved_offloaded and task_state None. [ 1091.041372] env[69281]: DEBUG nova.compute.manager [req-6be33f1e-7b69-44f2-93c1-a3ce1aa8cfa5 req-d6e29780-ff75-4a5f-91b7-41c2f3e88320 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Received event network-changed-a1f0348f-778b-4efc-a97f-202f086d1d1d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.041528] env[69281]: DEBUG nova.compute.manager [req-6be33f1e-7b69-44f2-93c1-a3ce1aa8cfa5 req-d6e29780-ff75-4a5f-91b7-41c2f3e88320 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Refreshing instance network info cache due to event network-changed-a1f0348f-778b-4efc-a97f-202f086d1d1d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.041747] env[69281]: DEBUG oslo_concurrency.lockutils [req-6be33f1e-7b69-44f2-93c1-a3ce1aa8cfa5 req-d6e29780-ff75-4a5f-91b7-41c2f3e88320 service nova] Acquiring lock "refresh_cache-30717551-4289-4a31-bb4b-7024354d722a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.041855] env[69281]: DEBUG oslo_concurrency.lockutils [req-6be33f1e-7b69-44f2-93c1-a3ce1aa8cfa5 req-d6e29780-ff75-4a5f-91b7-41c2f3e88320 service nova] Acquired lock "refresh_cache-30717551-4289-4a31-bb4b-7024354d722a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.042040] env[69281]: DEBUG nova.network.neutron [req-6be33f1e-7b69-44f2-93c1-a3ce1aa8cfa5 req-d6e29780-ff75-4a5f-91b7-41c2f3e88320 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Refreshing network info cache for port a1f0348f-778b-4efc-a97f-202f086d1d1d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.044494] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.050515] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936258, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.123132] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2f402c-b18e-4817-aac5-1652f90ef80e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.132049] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc454653-9a8c-4307-90ff-316bbf2f1273 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.164195] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5735d633-b4f6-4ab9-98ec-6b343332d10e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.172613] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48251b94-85f5-496e-b0aa-920cfbebbb40 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.191087] env[69281]: DEBUG nova.compute.provider_tree [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.305875] env[69281]: DEBUG oslo_vmware.api [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Task: {'id': task-3936240, 'name': ReconfigVM_Task, 'duration_secs': 5.79054} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.306914] env[69281]: DEBUG oslo_concurrency.lockutils [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] Releasing lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.306914] env[69281]: DEBUG nova.virt.vmwareapi.vmops [req-736eb77c-9acc-4e2b-a35f-7f21825496bc req-1f8a597f-886a-4465-8cbf-d2a7b76e43a3 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Reconfigured VM to detach interface {{(pid=69281) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1091.307244] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.056s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.307474] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.307683] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.307852] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.310702] env[69281]: INFO nova.compute.manager [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Terminating instance [ 1091.415355] env[69281]: DEBUG nova.objects.instance [None req-dbe155e4-5f61-4698-b553-dab2e954500a tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lazy-loading 'flavor' on Instance uuid 5a930c0a-2d3e-499a-a6ea-e35cae957982 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.437759] env[69281]: DEBUG nova.compute.manager [req-0a5bc21b-f9a6-4704-bf61-70b897351802 req-fad61edb-d942-4579-a1d6-af9639a7b42d service nova] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Received event network-vif-plugged-a19d3c6b-772a-4c46-8526-83b559e558a9 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.438044] env[69281]: DEBUG oslo_concurrency.lockutils [req-0a5bc21b-f9a6-4704-bf61-70b897351802 req-fad61edb-d942-4579-a1d6-af9639a7b42d service nova] Acquiring lock "94f619e6-b6af-4e7b-b65c-b37d478f0782-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.438299] env[69281]: DEBUG oslo_concurrency.lockutils [req-0a5bc21b-f9a6-4704-bf61-70b897351802 req-fad61edb-d942-4579-a1d6-af9639a7b42d service nova] Lock "94f619e6-b6af-4e7b-b65c-b37d478f0782-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.438523] env[69281]: DEBUG oslo_concurrency.lockutils [req-0a5bc21b-f9a6-4704-bf61-70b897351802 req-fad61edb-d942-4579-a1d6-af9639a7b42d service nova] Lock "94f619e6-b6af-4e7b-b65c-b37d478f0782-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.438714] env[69281]: DEBUG nova.compute.manager [req-0a5bc21b-f9a6-4704-bf61-70b897351802 req-fad61edb-d942-4579-a1d6-af9639a7b42d service nova] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] No waiting events found dispatching network-vif-plugged-a19d3c6b-772a-4c46-8526-83b559e558a9 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1091.438938] env[69281]: WARNING nova.compute.manager [req-0a5bc21b-f9a6-4704-bf61-70b897351802 req-fad61edb-d942-4579-a1d6-af9639a7b42d service nova] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Received unexpected event network-vif-plugged-a19d3c6b-772a-4c46-8526-83b559e558a9 for instance with vm_state building and task_state spawning. [ 1091.451862] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521b0d2d-3206-7042-c6dc-1746e181be3a, 'name': SearchDatastore_Task, 'duration_secs': 0.035188} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.452860] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.453535] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 522c4be0-f35b-4280-9bde-1bca21135a77/522c4be0-f35b-4280-9bde-1bca21135a77.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.454114] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae40b224-d7a1-4587-a411-33e528c2f89e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.462600] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1091.462600] env[69281]: value = "task-3936260" [ 1091.462600] env[69281]: _type = "Task" [ 1091.462600] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.472560] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.489820] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.490147] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.490366] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.490614] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.490808] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.490997] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.491294] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.491511] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.491797] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.492052] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.492990] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.499715] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e0b716-b244-439b-ade4-6d32803cf0e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.519873] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1091.519873] env[69281]: value = "task-3936261" [ 1091.519873] env[69281]: _type = "Task" [ 1091.519873] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.529983] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.540792] env[69281]: DEBUG oslo_vmware.api [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936258, 'name': PowerOnVM_Task, 'duration_secs': 1.484399} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.541837] env[69281]: DEBUG nova.network.neutron [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Successfully updated port: a19d3c6b-772a-4c46-8526-83b559e558a9 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.543267] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.549877] env[69281]: DEBUG nova.compute.manager [None req-35380099-3d7a-4282-88bb-534ffabeafb5 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1091.551636] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5583b7-4776-436b-8253-c538ac8aaac4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.695279] env[69281]: DEBUG nova.scheduler.client.report [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.816508] env[69281]: DEBUG nova.compute.manager [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.816916] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.817819] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedb61d0-f57d-4d81-a5c1-b139467330ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.827495] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.828817] env[69281]: DEBUG nova.network.neutron [req-6be33f1e-7b69-44f2-93c1-a3ce1aa8cfa5 req-d6e29780-ff75-4a5f-91b7-41c2f3e88320 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Updated VIF entry in instance network info cache for port a1f0348f-778b-4efc-a97f-202f086d1d1d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.829336] env[69281]: DEBUG nova.network.neutron [req-6be33f1e-7b69-44f2-93c1-a3ce1aa8cfa5 req-d6e29780-ff75-4a5f-91b7-41c2f3e88320 service nova] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Updating instance_info_cache with network_info: [{"id": "a1f0348f-778b-4efc-a97f-202f086d1d1d", "address": "fa:16:3e:03:ab:c5", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": null, "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa1f0348f-77", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.830683] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c868a2e-6157-43b1-ac52-a7230b237754 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.840723] env[69281]: DEBUG oslo_vmware.api [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1091.840723] env[69281]: value = "task-3936262" [ 1091.840723] env[69281]: _type = "Task" [ 1091.840723] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.853210] env[69281]: DEBUG oslo_vmware.api [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.921105] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dbe155e4-5f61-4698-b553-dab2e954500a tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.921340] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dbe155e4-5f61-4698-b553-dab2e954500a tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquired lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.921536] env[69281]: DEBUG nova.network.neutron [None req-dbe155e4-5f61-4698-b553-dab2e954500a tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.921766] env[69281]: DEBUG nova.objects.instance [None req-dbe155e4-5f61-4698-b553-dab2e954500a tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lazy-loading 'info_cache' on Instance uuid 5a930c0a-2d3e-499a-a6ea-e35cae957982 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.977413] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936260, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.032382] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936261, 'name': ReconfigVM_Task, 'duration_secs': 0.208196} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.033455] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance 'e0ec56ff-8435-43b7-a043-8de35155e1ed' progress to 33 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.047436] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Acquiring lock "refresh_cache-94f619e6-b6af-4e7b-b65c-b37d478f0782" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.047655] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Acquired lock "refresh_cache-94f619e6-b6af-4e7b-b65c-b37d478f0782" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.047908] env[69281]: DEBUG nova.network.neutron [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.200889] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.203884] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.159s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.203884] env[69281]: DEBUG nova.objects.instance [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lazy-loading 'resources' on Instance uuid 30717551-4289-4a31-bb4b-7024354d722a {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.225880] env[69281]: INFO nova.scheduler.client.report [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Deleted allocations for instance fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3 [ 1092.334523] env[69281]: DEBUG oslo_concurrency.lockutils [req-6be33f1e-7b69-44f2-93c1-a3ce1aa8cfa5 req-d6e29780-ff75-4a5f-91b7-41c2f3e88320 service nova] Releasing lock "refresh_cache-30717551-4289-4a31-bb4b-7024354d722a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.351286] env[69281]: DEBUG oslo_vmware.api [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936262, 'name': PowerOffVM_Task, 'duration_secs': 0.282487} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.351531] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.351787] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.352040] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03f2ef58-a57a-4f9f-814f-d9e1a94b44c0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.425986] env[69281]: DEBUG nova.objects.base [None req-dbe155e4-5f61-4698-b553-dab2e954500a tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Object Instance<5a930c0a-2d3e-499a-a6ea-e35cae957982> lazy-loaded attributes: flavor,info_cache {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.474609] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588475} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.474945] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 522c4be0-f35b-4280-9bde-1bca21135a77/522c4be0-f35b-4280-9bde-1bca21135a77.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.475203] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.475460] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f5dac01-7823-445d-b957-e3f769d24f9c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.482505] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1092.482505] env[69281]: value = "task-3936264" [ 1092.482505] env[69281]: _type = "Task" [ 1092.482505] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.491984] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.494612] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37e0677f-b236-44d4-88d3-220e171eda62 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "30717551-4289-4a31-bb4b-7024354d722a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.540915] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.541268] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.541502] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.541828] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.542075] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.542300] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.542579] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.542811] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.543060] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.543310] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.543559] env[69281]: DEBUG nova.virt.hardware [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.550707] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.551130] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c32e52bb-85aa-4d30-9446-2e6e4df0bf91 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.584500] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1092.584500] env[69281]: value = "task-3936265" [ 1092.584500] env[69281]: _type = "Task" [ 1092.584500] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.596681] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936265, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.611345] env[69281]: DEBUG nova.network.neutron [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.675227] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.675464] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.676114] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Deleting the datastore file [datastore2] 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.676588] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5412d7f-1752-4c10-a9ca-4ab98a05f15e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.684876] env[69281]: DEBUG oslo_vmware.api [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1092.684876] env[69281]: value = "task-3936266" [ 1092.684876] env[69281]: _type = "Task" [ 1092.684876] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.701472] env[69281]: DEBUG oslo_vmware.api [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.706660] env[69281]: DEBUG nova.objects.instance [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lazy-loading 'numa_topology' on Instance uuid 30717551-4289-4a31-bb4b-7024354d722a {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.735555] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a98fa072-93bc-4133-8ece-93e11832fe50 tempest-ImagesTestJSON-1117667709 tempest-ImagesTestJSON-1117667709-project-member] Lock "fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.646s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.770746] env[69281]: DEBUG nova.network.neutron [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Updating instance_info_cache with network_info: [{"id": "a19d3c6b-772a-4c46-8526-83b559e558a9", "address": "fa:16:3e:8f:c9:20", "network": {"id": "81d4505b-78e7-4cb4-9703-556a92366d00", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1738129693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0319761858bb47319fc86341bc864ee0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa19d3c6b-77", "ovs_interfaceid": "a19d3c6b-772a-4c46-8526-83b559e558a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.832622] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "098bb7f4-c121-4751-946a-15c5d5b20b37" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.832622] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.880076] env[69281]: INFO nova.compute.manager [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Unrescuing [ 1092.880076] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "refresh_cache-ccbb435d-897f-423b-acac-91520b380ad6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.880076] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquired lock "refresh_cache-ccbb435d-897f-423b-acac-91520b380ad6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.880076] env[69281]: DEBUG nova.network.neutron [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.992555] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080185} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.993222] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.994231] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5129fc15-13df-4b2a-a8ae-0d47dd02f094 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.020920] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 522c4be0-f35b-4280-9bde-1bca21135a77/522c4be0-f35b-4280-9bde-1bca21135a77.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.021715] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c986dc4-2fb1-4ca1-8533-99148f9c1ebb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.043920] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1093.043920] env[69281]: value = "task-3936267" [ 1093.043920] env[69281]: _type = "Task" [ 1093.043920] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.052716] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.095514] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936265, 'name': ReconfigVM_Task, 'duration_secs': 0.239445} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.098333] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.099134] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85d68cd-5833-4175-854b-242935ae56a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.127726] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e0ec56ff-8435-43b7-a043-8de35155e1ed/e0ec56ff-8435-43b7-a043-8de35155e1ed.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.127913] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a57912c9-57fc-45fd-aaea-8ede3ddd4ba8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.150840] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1093.150840] env[69281]: value = "task-3936268" [ 1093.150840] env[69281]: _type = "Task" [ 1093.150840] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.162300] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.196483] env[69281]: DEBUG oslo_vmware.api [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21215} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.196767] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.196956] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.197152] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.197334] env[69281]: INFO nova.compute.manager [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1093.197575] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.197772] env[69281]: DEBUG nova.compute.manager [-] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.197871] env[69281]: DEBUG nova.network.neutron [-] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.209607] env[69281]: DEBUG nova.objects.base [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Object Instance<30717551-4289-4a31-bb4b-7024354d722a> lazy-loaded attributes: resources,numa_topology {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.245513] env[69281]: DEBUG nova.network.neutron [None req-dbe155e4-5f61-4698-b553-dab2e954500a tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Updating instance_info_cache with network_info: [{"id": "a457f8fa-93c2-41e2-849d-58127badf365", "address": "fa:16:3e:da:2f:59", "network": {"id": "c19d8801-5e7a-4173-8782-b0ef2f11986a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-699807498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502bfebbab5f4a65b8ffac216086a92e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa457f8fa-93", "ovs_interfaceid": "a457f8fa-93c2-41e2-849d-58127badf365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.273965] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Releasing lock "refresh_cache-94f619e6-b6af-4e7b-b65c-b37d478f0782" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.274345] env[69281]: DEBUG nova.compute.manager [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Instance network_info: |[{"id": "a19d3c6b-772a-4c46-8526-83b559e558a9", "address": "fa:16:3e:8f:c9:20", "network": {"id": "81d4505b-78e7-4cb4-9703-556a92366d00", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1738129693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0319761858bb47319fc86341bc864ee0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa19d3c6b-77", "ovs_interfaceid": "a19d3c6b-772a-4c46-8526-83b559e558a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.275506] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:c9:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a19d3c6b-772a-4c46-8526-83b559e558a9', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.283356] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Creating folder: Project (0319761858bb47319fc86341bc864ee0). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.284215] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d87057c-4d65-424b-a71a-1a0ef3dbc50f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.297131] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Created folder: Project (0319761858bb47319fc86341bc864ee0) in parent group-v781128. [ 1093.297468] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Creating folder: Instances. Parent ref: group-v781412. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.297656] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-805a0c12-2a53-4f19-b1ce-c6a66d184341 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.314215] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Created folder: Instances in parent group-v781412. [ 1093.314529] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.314766] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.315054] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72458b29-46a2-4978-b256-77e66c9e3957 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.340210] env[69281]: INFO nova.compute.manager [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Detaching volume 91622efa-4d67-49a7-a6c1-32f354aa434d [ 1093.350451] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.350451] env[69281]: value = "task-3936271" [ 1093.350451] env[69281]: _type = "Task" [ 1093.350451] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.367468] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936271, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.402641] env[69281]: INFO nova.virt.block_device [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Attempting to driver detach volume 91622efa-4d67-49a7-a6c1-32f354aa434d from mountpoint /dev/sdb [ 1093.403016] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1093.403328] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781373', 'volume_id': '91622efa-4d67-49a7-a6c1-32f354aa434d', 'name': 'volume-91622efa-4d67-49a7-a6c1-32f354aa434d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '098bb7f4-c121-4751-946a-15c5d5b20b37', 'attached_at': '', 'detached_at': '', 'volume_id': '91622efa-4d67-49a7-a6c1-32f354aa434d', 'serial': '91622efa-4d67-49a7-a6c1-32f354aa434d'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1093.404748] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac820e25-83ae-4079-8e97-fa2e5b7afcba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.437114] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc376f38-a867-4473-a45f-e2f00f697ca4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.447866] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e51c0c2-c2cf-44f6-849c-af871033b740 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.480677] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd46100-d129-4053-b8d2-7c731431b7f8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.499321] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] The volume has not been displaced from its original location: [datastore1] volume-91622efa-4d67-49a7-a6c1-32f354aa434d/volume-91622efa-4d67-49a7-a6c1-32f354aa434d.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1093.505511] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.509651] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54fe6123-3e18-4134-b7db-114443cede25 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.528273] env[69281]: DEBUG nova.compute.manager [req-1c968271-7e5a-4f2c-ac47-168c31926371 req-629d307f-3d0c-4047-808a-346e393fa7c0 service nova] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Received event network-changed-a19d3c6b-772a-4c46-8526-83b559e558a9 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.528503] env[69281]: DEBUG nova.compute.manager [req-1c968271-7e5a-4f2c-ac47-168c31926371 req-629d307f-3d0c-4047-808a-346e393fa7c0 service nova] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Refreshing instance network info cache due to event network-changed-a19d3c6b-772a-4c46-8526-83b559e558a9. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.528848] env[69281]: DEBUG oslo_concurrency.lockutils [req-1c968271-7e5a-4f2c-ac47-168c31926371 req-629d307f-3d0c-4047-808a-346e393fa7c0 service nova] Acquiring lock "refresh_cache-94f619e6-b6af-4e7b-b65c-b37d478f0782" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.529036] env[69281]: DEBUG oslo_concurrency.lockutils [req-1c968271-7e5a-4f2c-ac47-168c31926371 req-629d307f-3d0c-4047-808a-346e393fa7c0 service nova] Acquired lock "refresh_cache-94f619e6-b6af-4e7b-b65c-b37d478f0782" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.529387] env[69281]: DEBUG nova.network.neutron [req-1c968271-7e5a-4f2c-ac47-168c31926371 req-629d307f-3d0c-4047-808a-346e393fa7c0 service nova] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Refreshing network info cache for port a19d3c6b-772a-4c46-8526-83b559e558a9 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.539717] env[69281]: DEBUG oslo_vmware.api [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1093.539717] env[69281]: value = "task-3936272" [ 1093.539717] env[69281]: _type = "Task" [ 1093.539717] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.566617] env[69281]: DEBUG oslo_vmware.api [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936272, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.570031] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84fe75f-7337-49c2-bd6a-9fd35c71ef18 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.579521] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936267, 'name': ReconfigVM_Task, 'duration_secs': 0.323295} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.580658] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 522c4be0-f35b-4280-9bde-1bca21135a77/522c4be0-f35b-4280-9bde-1bca21135a77.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.581650] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15545176-8c56-4804-8a42-6517848486c5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.588458] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda9f6f3-e663-4748-b927-7d32a69a4b9e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.594431] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1093.594431] env[69281]: value = "task-3936273" [ 1093.594431] env[69281]: _type = "Task" [ 1093.594431] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.629047] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa211c6-af38-49d3-aa47-5a4f386de28c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.636741] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936273, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.644031] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8116dfe-33cc-4bef-852f-aeed0ff2913e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.660388] env[69281]: DEBUG nova.compute.provider_tree [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.675882] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936268, 'name': ReconfigVM_Task, 'duration_secs': 0.397549} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.676206] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e0ec56ff-8435-43b7-a043-8de35155e1ed/e0ec56ff-8435-43b7-a043-8de35155e1ed.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.676546] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance 'e0ec56ff-8435-43b7-a043-8de35155e1ed' progress to 50 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.751474] env[69281]: DEBUG oslo_concurrency.lockutils [None req-dbe155e4-5f61-4698-b553-dab2e954500a tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Releasing lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.816062] env[69281]: DEBUG nova.network.neutron [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Updating instance_info_cache with network_info: [{"id": "e3bdedb9-1032-4370-9f5c-1696fd2dc2d6", "address": "fa:16:3e:be:aa:eb", "network": {"id": "7f60258c-7bc6-4a23-b1c3-5070e5b62c54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1088664078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bccc4dcd76b4adba0dff40e208d42c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3bdedb9-10", "ovs_interfaceid": "e3bdedb9-1032-4370-9f5c-1696fd2dc2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.864610] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936271, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.999143] env[69281]: DEBUG nova.compute.manager [req-a457e5aa-b2f9-4a2b-a2e8-eec727b44e77 req-d4b7165d-b81d-4d3f-9b33-53e8c4160341 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Received event network-vif-deleted-fb692efc-7774-48ce-a88c-c64ece6343a5 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.999367] env[69281]: INFO nova.compute.manager [req-a457e5aa-b2f9-4a2b-a2e8-eec727b44e77 req-d4b7165d-b81d-4d3f-9b33-53e8c4160341 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Neutron deleted interface fb692efc-7774-48ce-a88c-c64ece6343a5; detaching it from the instance and deleting it from the info cache [ 1093.999530] env[69281]: DEBUG nova.network.neutron [req-a457e5aa-b2f9-4a2b-a2e8-eec727b44e77 req-d4b7165d-b81d-4d3f-9b33-53e8c4160341 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.049376] env[69281]: DEBUG oslo_vmware.api [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936272, 'name': ReconfigVM_Task, 'duration_secs': 0.35249} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.049376] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.054530] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b0c3e9-4947-459e-bf52-3b730c5ecbcb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.076178] env[69281]: DEBUG oslo_vmware.api [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1094.076178] env[69281]: value = "task-3936274" [ 1094.076178] env[69281]: _type = "Task" [ 1094.076178] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.084995] env[69281]: DEBUG oslo_vmware.api [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936274, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.106162] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936273, 'name': Rename_Task, 'duration_secs': 0.195292} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.106865] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.107488] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2518ba22-ebc6-4cad-88bf-80d8e3335841 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.115160] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1094.115160] env[69281]: value = "task-3936275" [ 1094.115160] env[69281]: _type = "Task" [ 1094.115160] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.132559] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.172024] env[69281]: DEBUG nova.scheduler.client.report [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.184613] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bdffc0-7f0a-4b55-b96a-293ba93bc00c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.215601] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d4d63e-ab9f-4dc7-890b-9df4883a365d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.240289] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance 'e0ec56ff-8435-43b7-a043-8de35155e1ed' progress to 67 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.298439] env[69281]: DEBUG nova.network.neutron [req-1c968271-7e5a-4f2c-ac47-168c31926371 req-629d307f-3d0c-4047-808a-346e393fa7c0 service nova] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Updated VIF entry in instance network info cache for port a19d3c6b-772a-4c46-8526-83b559e558a9. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.298811] env[69281]: DEBUG nova.network.neutron [req-1c968271-7e5a-4f2c-ac47-168c31926371 req-629d307f-3d0c-4047-808a-346e393fa7c0 service nova] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Updating instance_info_cache with network_info: [{"id": "a19d3c6b-772a-4c46-8526-83b559e558a9", "address": "fa:16:3e:8f:c9:20", "network": {"id": "81d4505b-78e7-4cb4-9703-556a92366d00", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1738129693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0319761858bb47319fc86341bc864ee0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa19d3c6b-77", "ovs_interfaceid": "a19d3c6b-772a-4c46-8526-83b559e558a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.325754] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Releasing lock "refresh_cache-ccbb435d-897f-423b-acac-91520b380ad6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.326838] env[69281]: DEBUG nova.objects.instance [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lazy-loading 'flavor' on Instance uuid ccbb435d-897f-423b-acac-91520b380ad6 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.368166] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936271, 'name': CreateVM_Task, 'duration_secs': 0.792126} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.368308] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.368959] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.369147] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.369472] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.369764] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67594249-db5f-4521-a622-38c660e480f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.375462] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Waiting for the task: (returnval){ [ 1094.375462] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525029f3-d050-6f93-786f-1abd4830d55e" [ 1094.375462] env[69281]: _type = "Task" [ 1094.375462] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.385560] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525029f3-d050-6f93-786f-1abd4830d55e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.475772] env[69281]: DEBUG nova.network.neutron [-] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.504979] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-601ac0aa-9d2b-4a2c-9edc-30793d7ef103 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.519756] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346e5314-00c0-4983-bd80-d7e76d125ddc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.563353] env[69281]: DEBUG nova.compute.manager [req-a457e5aa-b2f9-4a2b-a2e8-eec727b44e77 req-d4b7165d-b81d-4d3f-9b33-53e8c4160341 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Detach interface failed, port_id=fb692efc-7774-48ce-a88c-c64ece6343a5, reason: Instance 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.586186] env[69281]: DEBUG oslo_vmware.api [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936274, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.628574] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936275, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.680365] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.477s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.758687] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe155e4-5f61-4698-b553-dab2e954500a tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.758687] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26049967-bb7e-4124-8eaf-78eb07fccb4a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.770186] env[69281]: DEBUG oslo_vmware.api [None req-dbe155e4-5f61-4698-b553-dab2e954500a tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1094.770186] env[69281]: value = "task-3936276" [ 1094.770186] env[69281]: _type = "Task" [ 1094.770186] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.785847] env[69281]: DEBUG oslo_vmware.api [None req-dbe155e4-5f61-4698-b553-dab2e954500a tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.802146] env[69281]: DEBUG oslo_concurrency.lockutils [req-1c968271-7e5a-4f2c-ac47-168c31926371 req-629d307f-3d0c-4047-808a-346e393fa7c0 service nova] Releasing lock "refresh_cache-94f619e6-b6af-4e7b-b65c-b37d478f0782" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.832778] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc2e8ed-374f-4576-8e88-85b8f26751ee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.857899] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.857899] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76268db6-96a4-4e9d-8984-4386fc4a5094 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.865205] env[69281]: DEBUG oslo_vmware.api [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1094.865205] env[69281]: value = "task-3936277" [ 1094.865205] env[69281]: _type = "Task" [ 1094.865205] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.874029] env[69281]: DEBUG oslo_vmware.api [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.885014] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525029f3-d050-6f93-786f-1abd4830d55e, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.885381] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.885620] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.886114] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.886383] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.886488] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.886724] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-105bb644-68d8-4d24-87ba-9769c06c4e22 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.895351] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.895558] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.896489] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f59f168-ebad-48b4-b9ed-aee20142d43e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.902662] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Waiting for the task: (returnval){ [ 1094.902662] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52fd3e88-11f9-4f5f-e704-34711aa4e5f1" [ 1094.902662] env[69281]: _type = "Task" [ 1094.902662] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.911250] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52fd3e88-11f9-4f5f-e704-34711aa4e5f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.978997] env[69281]: INFO nova.compute.manager [-] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Took 1.78 seconds to deallocate network for instance. [ 1095.086054] env[69281]: DEBUG oslo_vmware.api [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936274, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.127467] env[69281]: DEBUG oslo_vmware.api [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936275, 'name': PowerOnVM_Task, 'duration_secs': 0.52402} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.127752] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.128024] env[69281]: INFO nova.compute.manager [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1095.128164] env[69281]: DEBUG nova.compute.manager [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.128994] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d860c5-f4be-43db-b39b-70e22b09130b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.190022] env[69281]: DEBUG oslo_concurrency.lockutils [None req-eba2f0b7-65e2-45e5-b807-e64d2e2fd462 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "30717551-4289-4a31-bb4b-7024354d722a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.633s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.191133] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37e0677f-b236-44d4-88d3-220e171eda62 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "30717551-4289-4a31-bb4b-7024354d722a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.697s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.195167] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37e0677f-b236-44d4-88d3-220e171eda62 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "30717551-4289-4a31-bb4b-7024354d722a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.195957] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37e0677f-b236-44d4-88d3-220e171eda62 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "30717551-4289-4a31-bb4b-7024354d722a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.195957] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37e0677f-b236-44d4-88d3-220e171eda62 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "30717551-4289-4a31-bb4b-7024354d722a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.199122] env[69281]: INFO nova.compute.manager [None req-37e0677f-b236-44d4-88d3-220e171eda62 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Terminating instance [ 1095.283786] env[69281]: DEBUG oslo_vmware.api [None req-dbe155e4-5f61-4698-b553-dab2e954500a tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936276, 'name': PowerOnVM_Task, 'duration_secs': 0.43454} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.284378] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe155e4-5f61-4698-b553-dab2e954500a tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.284898] env[69281]: DEBUG nova.compute.manager [None req-dbe155e4-5f61-4698-b553-dab2e954500a tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.285809] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dc65bd-1fb3-4a82-8469-54b530ff8070 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.377608] env[69281]: DEBUG oslo_vmware.api [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.414175] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52fd3e88-11f9-4f5f-e704-34711aa4e5f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.415135] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2778aef-07f2-4c40-95bc-29e3ddc122cb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.421914] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Waiting for the task: (returnval){ [ 1095.421914] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5293b3bd-b9d3-96bf-d273-ee41bc00eb40" [ 1095.421914] env[69281]: _type = "Task" [ 1095.421914] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.433267] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5293b3bd-b9d3-96bf-d273-ee41bc00eb40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.466344] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "39e1581f-e8bd-4512-821c-6d3349547f85" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.466344] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "39e1581f-e8bd-4512-821c-6d3349547f85" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.489351] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.489641] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.489861] env[69281]: DEBUG nova.objects.instance [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'resources' on Instance uuid 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.590076] env[69281]: DEBUG oslo_vmware.api [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936274, 'name': ReconfigVM_Task, 'duration_secs': 1.219833} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.590076] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781373', 'volume_id': '91622efa-4d67-49a7-a6c1-32f354aa434d', 'name': 'volume-91622efa-4d67-49a7-a6c1-32f354aa434d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '098bb7f4-c121-4751-946a-15c5d5b20b37', 'attached_at': '', 'detached_at': '', 'volume_id': '91622efa-4d67-49a7-a6c1-32f354aa434d', 'serial': '91622efa-4d67-49a7-a6c1-32f354aa434d'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1095.650425] env[69281]: INFO nova.compute.manager [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Took 16.10 seconds to build instance. [ 1095.705288] env[69281]: DEBUG nova.compute.manager [None req-37e0677f-b236-44d4-88d3-220e171eda62 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.705518] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-37e0677f-b236-44d4-88d3-220e171eda62 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.705830] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12d686d9-65f3-439e-9494-be522166ecb6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.717072] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523d91da-30d0-4830-bce1-178dc31052df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.752447] env[69281]: WARNING nova.virt.vmwareapi.vmops [None req-37e0677f-b236-44d4-88d3-220e171eda62 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 30717551-4289-4a31-bb4b-7024354d722a could not be found. [ 1095.752672] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-37e0677f-b236-44d4-88d3-220e171eda62 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.752882] env[69281]: INFO nova.compute.manager [None req-37e0677f-b236-44d4-88d3-220e171eda62 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1095.753145] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37e0677f-b236-44d4-88d3-220e171eda62 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.753446] env[69281]: DEBUG nova.compute.manager [-] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.753544] env[69281]: DEBUG nova.network.neutron [-] [instance: 30717551-4289-4a31-bb4b-7024354d722a] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.884021] env[69281]: DEBUG oslo_vmware.api [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936277, 'name': PowerOffVM_Task, 'duration_secs': 0.612848} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.884021] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.887189] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.888234] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb90277-b22b-4d32-a374-5c6ab5704c0d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.908269] env[69281]: DEBUG nova.network.neutron [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Port 825b76dc-5755-4c72-9288-62d7ab4401e8 binding to destination host cpu-1 is already ACTIVE {{(pid=69281) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1095.912434] env[69281]: DEBUG oslo_vmware.api [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1095.912434] env[69281]: value = "task-3936278" [ 1095.912434] env[69281]: _type = "Task" [ 1095.912434] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.923570] env[69281]: DEBUG oslo_vmware.api [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.937310] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5293b3bd-b9d3-96bf-d273-ee41bc00eb40, 'name': SearchDatastore_Task, 'duration_secs': 0.013595} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.938213] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.938385] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 94f619e6-b6af-4e7b-b65c-b37d478f0782/94f619e6-b6af-4e7b-b65c-b37d478f0782.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.938729] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56f97af1-88a0-451e-97eb-fabd367832ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.947103] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Waiting for the task: (returnval){ [ 1095.947103] env[69281]: value = "task-3936279" [ 1095.947103] env[69281]: _type = "Task" [ 1095.947103] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.956269] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.970202] env[69281]: INFO nova.compute.manager [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Detaching volume 95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc [ 1096.028779] env[69281]: INFO nova.virt.block_device [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Attempting to driver detach volume 95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc from mountpoint /dev/sdb [ 1096.029081] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1096.030070] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781383', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'name': 'volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39e1581f-e8bd-4512-821c-6d3349547f85', 'attached_at': '', 'detached_at': '', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'serial': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1096.030451] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab626ac9-194a-474a-8892-86f694e7dcd7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.067178] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e6b381-70a2-4c2a-b6de-e479b6036675 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.077809] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7060d6fe-c381-46a3-8ac8-7b1d484e782f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.104948] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e99deee-a558-47e6-aa8f-3b902ad0a0eb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.122702] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] The volume has not been displaced from its original location: [datastore2] volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc/volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1096.128722] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.131825] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56a2d242-1955-48be-b802-5f184157d52e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.148287] env[69281]: DEBUG nova.objects.instance [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lazy-loading 'flavor' on Instance uuid 098bb7f4-c121-4751-946a-15c5d5b20b37 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.154073] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aa594a2d-46bb-4239-abc0-a7f4ff35dd96 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "522c4be0-f35b-4280-9bde-1bca21135a77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.612s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.158273] env[69281]: DEBUG oslo_vmware.api [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1096.158273] env[69281]: value = "task-3936280" [ 1096.158273] env[69281]: _type = "Task" [ 1096.158273] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.174141] env[69281]: DEBUG oslo_vmware.api [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.312146] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fceed4-c7db-4e65-b4f8-42e670a515e8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.322237] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc6efa9-18f1-47af-be79-d0106275b743 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.361378] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea35f0ff-80de-448d-beaa-a63807c27e6b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.371335] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ae314-112d-4bde-ae84-b349eb367a22 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.389211] env[69281]: DEBUG nova.compute.provider_tree [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.431598] env[69281]: DEBUG oslo_vmware.api [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936278, 'name': ReconfigVM_Task, 'duration_secs': 0.310926} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.432152] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.432475] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.432891] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d689c54e-1ec1-45b2-950d-37c551b412f3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.443193] env[69281]: DEBUG oslo_vmware.api [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1096.443193] env[69281]: value = "task-3936281" [ 1096.443193] env[69281]: _type = "Task" [ 1096.443193] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.462844] env[69281]: DEBUG oslo_vmware.api [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.468113] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936279, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.539755] env[69281]: DEBUG nova.network.neutron [-] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.670734] env[69281]: DEBUG oslo_vmware.api [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936280, 'name': ReconfigVM_Task, 'duration_secs': 0.439379} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.671067] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.676799] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d9a569-cfad-44c7-b736-cc0faf6c42a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.694925] env[69281]: DEBUG oslo_vmware.api [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1096.694925] env[69281]: value = "task-3936282" [ 1096.694925] env[69281]: _type = "Task" [ 1096.694925] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.706318] env[69281]: DEBUG oslo_vmware.api [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.895105] env[69281]: DEBUG nova.scheduler.client.report [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.941568] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "e0ec56ff-8435-43b7-a043-8de35155e1ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.942787] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "e0ec56ff-8435-43b7-a043-8de35155e1ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.942787] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "e0ec56ff-8435-43b7-a043-8de35155e1ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.959845] env[69281]: DEBUG oslo_vmware.api [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.966036] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643531} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.966201] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 94f619e6-b6af-4e7b-b65c-b37d478f0782/94f619e6-b6af-4e7b-b65c-b37d478f0782.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.966409] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.966944] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba841ef0-816e-40d1-98de-3325e2891f16 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.976014] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Waiting for the task: (returnval){ [ 1096.976014] env[69281]: value = "task-3936283" [ 1096.976014] env[69281]: _type = "Task" [ 1096.976014] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.985563] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.043208] env[69281]: INFO nova.compute.manager [-] [instance: 30717551-4289-4a31-bb4b-7024354d722a] Took 1.29 seconds to deallocate network for instance. [ 1097.154305] env[69281]: DEBUG oslo_concurrency.lockutils [None req-48c3437f-507e-45b3-ad4f-d0ffad73ac5d tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "522c4be0-f35b-4280-9bde-1bca21135a77" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.154596] env[69281]: DEBUG oslo_concurrency.lockutils [None req-48c3437f-507e-45b3-ad4f-d0ffad73ac5d tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "522c4be0-f35b-4280-9bde-1bca21135a77" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.154787] env[69281]: DEBUG nova.compute.manager [None req-48c3437f-507e-45b3-ad4f-d0ffad73ac5d tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1097.155774] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c19e98-fd2d-4871-8f27-4f4c8061b4c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.159112] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81466449-3193-4a6f-a3cd-0c8f2d0d166a tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.328s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.164799] env[69281]: DEBUG nova.compute.manager [None req-48c3437f-507e-45b3-ad4f-d0ffad73ac5d tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69281) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1097.165406] env[69281]: DEBUG nova.objects.instance [None req-48c3437f-507e-45b3-ad4f-d0ffad73ac5d tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lazy-loading 'flavor' on Instance uuid 522c4be0-f35b-4280-9bde-1bca21135a77 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.207120] env[69281]: DEBUG oslo_vmware.api [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936282, 'name': ReconfigVM_Task, 'duration_secs': 0.281518} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.207450] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781383', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'name': 'volume-95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39e1581f-e8bd-4512-821c-6d3349547f85', 'attached_at': '', 'detached_at': '', 'volume_id': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc', 'serial': '95c73e57-b0b8-41a5-b4ff-e6b2c35d86cc'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1097.373844] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "098bb7f4-c121-4751-946a-15c5d5b20b37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.374177] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.374414] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "098bb7f4-c121-4751-946a-15c5d5b20b37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.374622] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.374801] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.377214] env[69281]: INFO nova.compute.manager [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Terminating instance [ 1097.399720] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.426048] env[69281]: INFO nova.scheduler.client.report [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Deleted allocations for instance 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0 [ 1097.461040] env[69281]: DEBUG oslo_vmware.api [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936281, 'name': PowerOnVM_Task, 'duration_secs': 0.921564} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.461424] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.461738] env[69281]: DEBUG nova.compute.manager [None req-ebf2c8c2-f6d4-4188-a824-c09c4fef2f1f tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1097.462905] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fa18b1-97e5-4a4f-8104-41c090375583 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.488121] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206452} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.488470] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.489429] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87994470-9799-4f72-bae3-f268cf7f1965 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.515179] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 94f619e6-b6af-4e7b-b65c-b37d478f0782/94f619e6-b6af-4e7b-b65c-b37d478f0782.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.516177] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b500addc-c3f1-4d67-99a1-80c53ad54350 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.537577] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Waiting for the task: (returnval){ [ 1097.537577] env[69281]: value = "task-3936284" [ 1097.537577] env[69281]: _type = "Task" [ 1097.537577] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.548239] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.756462] env[69281]: DEBUG nova.objects.instance [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lazy-loading 'flavor' on Instance uuid 39e1581f-e8bd-4512-821c-6d3349547f85 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.881864] env[69281]: DEBUG nova.compute.manager [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.882142] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.883062] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80616eb4-8c2d-4153-b58e-00edd139f444 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.891547] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.891819] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f749c328-b4cd-4d5b-9661-d3e54769b530 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.898618] env[69281]: DEBUG oslo_vmware.api [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1097.898618] env[69281]: value = "task-3936285" [ 1097.898618] env[69281]: _type = "Task" [ 1097.898618] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.908328] env[69281]: DEBUG oslo_vmware.api [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.934891] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b678bfc3-728e-4f02-902a-dbb3eb789306 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.628s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.936575] env[69281]: DEBUG oslo_concurrency.lockutils [req-4f40a507-8bcf-4a34-8051-7e9970930582 req-1b108c01-6ec1-4723-9063-b890b6184af9 service nova] Acquired lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.937291] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca12e844-48d5-4071-8767-92a74154a22d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.947039] env[69281]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1097.947039] env[69281]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69281) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1097.947362] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe774550-aba4-4b5b-955e-e63d6a843434 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.961480] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585f2217-2a89-406d-a6b8-3cf52e153580 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.999887] env[69281]: ERROR root [req-4f40a507-8bcf-4a34-8051-7e9970930582 req-1b108c01-6ec1-4723-9063-b890b6184af9 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-781370' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-781370' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-781370' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-781370'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-781370' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-781370' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-781370'}\n"]: nova.exception.InstanceNotFound: Instance 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0 could not be found. [ 1098.000192] env[69281]: DEBUG oslo_concurrency.lockutils [req-4f40a507-8bcf-4a34-8051-7e9970930582 req-1b108c01-6ec1-4723-9063-b890b6184af9 service nova] Releasing lock "3b380a28-a2a2-4b5b-b2df-3063f5e6eed0" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.000591] env[69281]: DEBUG nova.compute.manager [req-4f40a507-8bcf-4a34-8051-7e9970930582 req-1b108c01-6ec1-4723-9063-b890b6184af9 service nova] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Detach interface failed, port_id=c47dea8d-9c28-45f6-bb59-580a23a9311a, reason: Instance 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1098.009963] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.010193] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.010354] env[69281]: DEBUG nova.network.neutron [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.049279] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.073069] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37e0677f-b236-44d4-88d3-220e171eda62 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "30717551-4289-4a31-bb4b-7024354d722a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.881s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.176103] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c3437f-507e-45b3-ad4f-d0ffad73ac5d tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.176261] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22d4efc5-00a8-40fa-a5a5-3f2540bdf3de {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.185304] env[69281]: DEBUG oslo_vmware.api [None req-48c3437f-507e-45b3-ad4f-d0ffad73ac5d tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1098.185304] env[69281]: value = "task-3936286" [ 1098.185304] env[69281]: _type = "Task" [ 1098.185304] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.196621] env[69281]: DEBUG oslo_vmware.api [None req-48c3437f-507e-45b3-ad4f-d0ffad73ac5d tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.414498] env[69281]: DEBUG oslo_vmware.api [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936285, 'name': PowerOffVM_Task, 'duration_secs': 0.312322} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.414863] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.415125] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.415391] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e32cb47e-cf0a-48c4-8c6c-de2959126105 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.497703] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.497950] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.498161] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleting the datastore file [datastore1] 098bb7f4-c121-4751-946a-15c5d5b20b37 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.498571] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-639b8c6e-d141-4f46-b8d2-62fc973e7646 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.506460] env[69281]: DEBUG oslo_vmware.api [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1098.506460] env[69281]: value = "task-3936288" [ 1098.506460] env[69281]: _type = "Task" [ 1098.506460] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.519115] env[69281]: DEBUG oslo_vmware.api [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.562324] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936284, 'name': ReconfigVM_Task, 'duration_secs': 0.817316} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.562324] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 94f619e6-b6af-4e7b-b65c-b37d478f0782/94f619e6-b6af-4e7b-b65c-b37d478f0782.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.562324] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ff5ea47-8a0a-49d9-b564-03652b87d6eb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.571380] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Waiting for the task: (returnval){ [ 1098.571380] env[69281]: value = "task-3936289" [ 1098.571380] env[69281]: _type = "Task" [ 1098.571380] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.590909] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936289, 'name': Rename_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.701962] env[69281]: DEBUG oslo_vmware.api [None req-48c3437f-507e-45b3-ad4f-d0ffad73ac5d tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936286, 'name': PowerOffVM_Task, 'duration_secs': 0.239078} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.702393] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c3437f-507e-45b3-ad4f-d0ffad73ac5d tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.702685] env[69281]: DEBUG nova.compute.manager [None req-48c3437f-507e-45b3-ad4f-d0ffad73ac5d tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1098.703859] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc9bec0-d2e5-445c-8950-6692dc8f3c31 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.766384] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d603388a-77ef-4755-81a4-fe7eff95e201 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "39e1581f-e8bd-4512-821c-6d3349547f85" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.301s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.773331] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.773803] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.830633] env[69281]: DEBUG nova.network.neutron [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance_info_cache with network_info: [{"id": "825b76dc-5755-4c72-9288-62d7ab4401e8", "address": "fa:16:3e:14:be:10", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825b76dc-57", "ovs_interfaceid": "825b76dc-5755-4c72-9288-62d7ab4401e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.942924] env[69281]: DEBUG oslo_concurrency.lockutils [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "ccbb435d-897f-423b-acac-91520b380ad6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.943296] env[69281]: DEBUG oslo_concurrency.lockutils [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "ccbb435d-897f-423b-acac-91520b380ad6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.943599] env[69281]: DEBUG oslo_concurrency.lockutils [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "ccbb435d-897f-423b-acac-91520b380ad6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.943903] env[69281]: DEBUG oslo_concurrency.lockutils [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "ccbb435d-897f-423b-acac-91520b380ad6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.944624] env[69281]: DEBUG oslo_concurrency.lockutils [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "ccbb435d-897f-423b-acac-91520b380ad6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.946906] env[69281]: INFO nova.compute.manager [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Terminating instance [ 1099.016579] env[69281]: DEBUG oslo_vmware.api [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279442} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.016851] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.017057] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.017247] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.017427] env[69281]: INFO nova.compute.manager [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1099.017729] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.017938] env[69281]: DEBUG nova.compute.manager [-] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.018052] env[69281]: DEBUG nova.network.neutron [-] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.083282] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936289, 'name': Rename_Task, 'duration_secs': 0.243117} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.083282] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.083686] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffb3323c-bfd7-4fbb-810c-54cd58974988 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.091608] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Waiting for the task: (returnval){ [ 1099.091608] env[69281]: value = "task-3936290" [ 1099.091608] env[69281]: _type = "Task" [ 1099.091608] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.105722] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.220395] env[69281]: DEBUG oslo_concurrency.lockutils [None req-48c3437f-507e-45b3-ad4f-d0ffad73ac5d tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "522c4be0-f35b-4280-9bde-1bca21135a77" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.276606] env[69281]: DEBUG nova.compute.manager [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.333233] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.451032] env[69281]: DEBUG nova.compute.manager [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.451315] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.452441] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0916fa64-6137-418b-a358-ffadab131058 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.461812] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.462262] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbb70c7a-8023-47cb-a113-a9646575d8a7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.475139] env[69281]: DEBUG oslo_vmware.api [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1099.475139] env[69281]: value = "task-3936291" [ 1099.475139] env[69281]: _type = "Task" [ 1099.475139] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.485401] env[69281]: DEBUG oslo_vmware.api [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.604966] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.806959] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.807288] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.808854] env[69281]: INFO nova.compute.claims [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.842958] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28eb87a-3483-4313-bb5d-61da7c6ec7fc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.850878] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ef7224-51a6-4945-8aed-eca9b012b287 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.902623] env[69281]: DEBUG nova.compute.manager [req-027a1dbf-45c5-4b50-8a96-7f4b9cec1783 req-e52d858a-4611-455e-9fa0-dfba9faf1dba service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Received event network-vif-deleted-eba92ed4-9055-4ef4-b799-c136474d9c87 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.902889] env[69281]: INFO nova.compute.manager [req-027a1dbf-45c5-4b50-8a96-7f4b9cec1783 req-e52d858a-4611-455e-9fa0-dfba9faf1dba service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Neutron deleted interface eba92ed4-9055-4ef4-b799-c136474d9c87; detaching it from the instance and deleting it from the info cache [ 1099.903474] env[69281]: DEBUG nova.network.neutron [req-027a1dbf-45c5-4b50-8a96-7f4b9cec1783 req-e52d858a-4611-455e-9fa0-dfba9faf1dba service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.970663] env[69281]: DEBUG oslo_concurrency.lockutils [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "39e1581f-e8bd-4512-821c-6d3349547f85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.971749] env[69281]: DEBUG oslo_concurrency.lockutils [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "39e1581f-e8bd-4512-821c-6d3349547f85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.971749] env[69281]: DEBUG oslo_concurrency.lockutils [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "39e1581f-e8bd-4512-821c-6d3349547f85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.971828] env[69281]: DEBUG oslo_concurrency.lockutils [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "39e1581f-e8bd-4512-821c-6d3349547f85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.972066] env[69281]: DEBUG oslo_concurrency.lockutils [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "39e1581f-e8bd-4512-821c-6d3349547f85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.974387] env[69281]: INFO nova.compute.manager [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Terminating instance [ 1099.991033] env[69281]: DEBUG oslo_vmware.api [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936291, 'name': PowerOffVM_Task, 'duration_secs': 0.239111} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.991033] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.991033] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.991033] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d75f443-7c4c-4682-8630-bf597e29de49 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.065539] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.065774] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.065989] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Deleting the datastore file [datastore1] ccbb435d-897f-423b-acac-91520b380ad6 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.066342] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ea008cb-e06c-453c-9259-b1092c9cec79 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.077027] env[69281]: DEBUG oslo_vmware.api [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1100.077027] env[69281]: value = "task-3936293" [ 1100.077027] env[69281]: _type = "Task" [ 1100.077027] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.083024] env[69281]: DEBUG oslo_vmware.api [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.103661] env[69281]: DEBUG oslo_vmware.api [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936290, 'name': PowerOnVM_Task, 'duration_secs': 0.742342} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.104069] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.104357] env[69281]: INFO nova.compute.manager [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1100.104555] env[69281]: DEBUG nova.compute.manager [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1100.105444] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f2b174-29e7-4804-9b30-c6975c5e5b75 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.189515] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "522c4be0-f35b-4280-9bde-1bca21135a77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.189796] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "522c4be0-f35b-4280-9bde-1bca21135a77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.190087] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "522c4be0-f35b-4280-9bde-1bca21135a77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.190319] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "522c4be0-f35b-4280-9bde-1bca21135a77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.190502] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "522c4be0-f35b-4280-9bde-1bca21135a77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.193390] env[69281]: INFO nova.compute.manager [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Terminating instance [ 1100.376325] env[69281]: DEBUG nova.network.neutron [-] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.406979] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c43a6e2-6cb7-4f08-adf2-33de6258c6e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.422620] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cdda92-8fed-478c-b208-55db702fcc7a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.457645] env[69281]: DEBUG nova.compute.manager [req-027a1dbf-45c5-4b50-8a96-7f4b9cec1783 req-e52d858a-4611-455e-9fa0-dfba9faf1dba service nova] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Detach interface failed, port_id=eba92ed4-9055-4ef4-b799-c136474d9c87, reason: Instance 098bb7f4-c121-4751-946a-15c5d5b20b37 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.483043] env[69281]: DEBUG nova.compute.manager [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.483271] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.484531] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8770b18d-99f6-4161-86b1-f816609e3874 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.493488] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.493705] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baa61aea-6c8b-4976-a45b-f7dcc4717d13 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.507861] env[69281]: DEBUG oslo_vmware.api [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1100.507861] env[69281]: value = "task-3936294" [ 1100.507861] env[69281]: _type = "Task" [ 1100.507861] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.518586] env[69281]: DEBUG oslo_vmware.api [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.585826] env[69281]: DEBUG oslo_vmware.api [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495354} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.588659] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.588659] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.588659] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.588659] env[69281]: INFO nova.compute.manager [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1100.588659] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.588659] env[69281]: DEBUG nova.compute.manager [-] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.588659] env[69281]: DEBUG nova.network.neutron [-] [instance: ccbb435d-897f-423b-acac-91520b380ad6] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.628735] env[69281]: INFO nova.compute.manager [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Took 16.83 seconds to build instance. [ 1100.698955] env[69281]: DEBUG nova.compute.manager [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.698955] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.699657] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6063e78-2a5a-4a94-a3b6-b7f63c6fef36 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.708829] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.709134] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a6e80ee-6694-4608-a42e-5c6183acba0d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.846466] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.846700] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.846885] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleting the datastore file [datastore1] 522c4be0-f35b-4280-9bde-1bca21135a77 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.847491] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b39105b-21ed-456f-a152-d8ff08f80d5a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.855605] env[69281]: DEBUG oslo_vmware.api [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1100.855605] env[69281]: value = "task-3936296" [ 1100.855605] env[69281]: _type = "Task" [ 1100.855605] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.867571] env[69281]: DEBUG oslo_vmware.api [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.878764] env[69281]: INFO nova.compute.manager [-] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Took 1.86 seconds to deallocate network for instance. [ 1100.959859] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "0901b889-5887-4fb7-ab15-39817791d1ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.960081] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "0901b889-5887-4fb7-ab15-39817791d1ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.979642] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacfff4e-de4d-4456-823a-e880d6852036 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.005628] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd269ca-9855-4377-bb9a-61a7498dc8f5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.021180] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance 'e0ec56ff-8435-43b7-a043-8de35155e1ed' progress to 83 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.024553] env[69281]: DEBUG oslo_vmware.api [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936294, 'name': PowerOffVM_Task, 'duration_secs': 0.334769} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.026031] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.026169] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.026444] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e9a2c2e-71da-4184-a30b-8c29036ba3c5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.056159] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee39c2e-419a-4096-aaf7-eafe80c2469c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.065463] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f3256c-374e-40b0-a9a4-e731cb93489c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.101358] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee4893d-6a76-4700-803f-a32b2012b01d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.104231] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.104434] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.104618] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleting the datastore file [datastore2] 39e1581f-e8bd-4512-821c-6d3349547f85 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.105456] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e646ba0-3219-4fcb-ae2a-ad8078fa2757 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.113170] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548f0403-3f16-4173-ad6b-368d74897534 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.118555] env[69281]: DEBUG oslo_vmware.api [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1101.118555] env[69281]: value = "task-3936298" [ 1101.118555] env[69281]: _type = "Task" [ 1101.118555] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.131386] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7bf3965e-58e8-4a47-96fb-9d9e929535c6 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Lock "94f619e6-b6af-4e7b-b65c-b37d478f0782" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.355s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.131998] env[69281]: DEBUG nova.compute.provider_tree [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1101.139947] env[69281]: DEBUG oslo_vmware.api [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.334433] env[69281]: DEBUG nova.network.neutron [-] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.367847] env[69281]: DEBUG oslo_vmware.api [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319011} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.368428] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.368623] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.368802] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.368977] env[69281]: INFO nova.compute.manager [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1101.369278] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.369486] env[69281]: DEBUG nova.compute.manager [-] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.369583] env[69281]: DEBUG nova.network.neutron [-] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.388162] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.467638] env[69281]: DEBUG nova.compute.manager [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.528906] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.529117] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3adec7ef-8ab1-49a8-89bf-96ebb4ec689c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.540834] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1101.540834] env[69281]: value = "task-3936299" [ 1101.540834] env[69281]: _type = "Task" [ 1101.540834] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.557163] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.632029] env[69281]: DEBUG oslo_vmware.api [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458907} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.632029] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.632029] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.632029] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.632029] env[69281]: INFO nova.compute.manager [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1101.632870] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.633267] env[69281]: DEBUG nova.compute.manager [-] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.633481] env[69281]: DEBUG nova.network.neutron [-] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.661537] env[69281]: ERROR nova.scheduler.client.report [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [req-afb2a410-71da-442f-b8a0-22eb9fef9d15] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-afb2a410-71da-442f-b8a0-22eb9fef9d15"}]} [ 1101.680493] env[69281]: DEBUG nova.scheduler.client.report [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1101.695708] env[69281]: DEBUG nova.scheduler.client.report [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1101.695946] env[69281]: DEBUG nova.compute.provider_tree [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1101.708638] env[69281]: DEBUG nova.scheduler.client.report [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1101.727741] env[69281]: DEBUG nova.scheduler.client.report [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1101.805228] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Acquiring lock "94f619e6-b6af-4e7b-b65c-b37d478f0782" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.805506] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Lock "94f619e6-b6af-4e7b-b65c-b37d478f0782" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.805729] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Acquiring lock "94f619e6-b6af-4e7b-b65c-b37d478f0782-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.805940] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Lock "94f619e6-b6af-4e7b-b65c-b37d478f0782-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.806207] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Lock "94f619e6-b6af-4e7b-b65c-b37d478f0782-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.808451] env[69281]: INFO nova.compute.manager [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Terminating instance [ 1101.837153] env[69281]: INFO nova.compute.manager [-] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Took 1.25 seconds to deallocate network for instance. [ 1101.943409] env[69281]: DEBUG nova.compute.manager [req-0d55fc22-1bc7-41de-ba36-7dc9768badd0 req-6447fb5f-b327-4b5f-b765-0d9fa216cd34 service nova] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Received event network-vif-deleted-e3bdedb9-1032-4370-9f5c-1696fd2dc2d6 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.943678] env[69281]: DEBUG nova.compute.manager [req-0d55fc22-1bc7-41de-ba36-7dc9768badd0 req-6447fb5f-b327-4b5f-b765-0d9fa216cd34 service nova] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Received event network-vif-deleted-39166345-9f7f-402e-96a3-8016657073d8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.943903] env[69281]: INFO nova.compute.manager [req-0d55fc22-1bc7-41de-ba36-7dc9768badd0 req-6447fb5f-b327-4b5f-b765-0d9fa216cd34 service nova] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Neutron deleted interface 39166345-9f7f-402e-96a3-8016657073d8; detaching it from the instance and deleting it from the info cache [ 1101.944368] env[69281]: DEBUG nova.network.neutron [req-0d55fc22-1bc7-41de-ba36-7dc9768badd0 req-6447fb5f-b327-4b5f-b765-0d9fa216cd34 service nova] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.985193] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618a31aa-8d5a-4053-a04c-22510a4cb2d5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.000024] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683763a0-c2f5-4c7d-87d1-f56c32a79581 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.003180] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.035501] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b801e34f-9647-4cbf-86e4-9d80f494d913 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.047394] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c34090-15bf-4e6a-8b2d-6497ddd8de8e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.057978] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936299, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.068096] env[69281]: DEBUG nova.compute.provider_tree [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.160024] env[69281]: DEBUG nova.compute.manager [req-f96ae93b-deb9-4d0e-afdc-a61db73055b0 req-a8dda84a-7718-4c67-8108-07f420827fb8 service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Received event network-vif-deleted-361e72e8-2c28-481a-9114-df683cf9310c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.160634] env[69281]: INFO nova.compute.manager [req-f96ae93b-deb9-4d0e-afdc-a61db73055b0 req-a8dda84a-7718-4c67-8108-07f420827fb8 service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Neutron deleted interface 361e72e8-2c28-481a-9114-df683cf9310c; detaching it from the instance and deleting it from the info cache [ 1102.160826] env[69281]: DEBUG nova.network.neutron [req-f96ae93b-deb9-4d0e-afdc-a61db73055b0 req-a8dda84a-7718-4c67-8108-07f420827fb8 service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.312629] env[69281]: DEBUG nova.compute.manager [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.312876] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.313792] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9826eecc-eeee-499c-a67e-adba0122df3c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.321812] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.322060] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9ac0930-1a75-4910-8b10-c8c8fed9e8e0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.329344] env[69281]: DEBUG oslo_vmware.api [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Waiting for the task: (returnval){ [ 1102.329344] env[69281]: value = "task-3936300" [ 1102.329344] env[69281]: _type = "Task" [ 1102.329344] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.338809] env[69281]: DEBUG oslo_vmware.api [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.345223] env[69281]: DEBUG oslo_concurrency.lockutils [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.412878] env[69281]: DEBUG nova.network.neutron [-] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.448118] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6a14d51-61cf-4265-b912-9ad4b26eb85d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.459786] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d525c19-931d-454d-bdd0-cfa72a393902 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.494031] env[69281]: DEBUG nova.compute.manager [req-0d55fc22-1bc7-41de-ba36-7dc9768badd0 req-6447fb5f-b327-4b5f-b765-0d9fa216cd34 service nova] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Detach interface failed, port_id=39166345-9f7f-402e-96a3-8016657073d8, reason: Instance 522c4be0-f35b-4280-9bde-1bca21135a77 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.557098] env[69281]: DEBUG oslo_vmware.api [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936299, 'name': PowerOnVM_Task, 'duration_secs': 0.619066} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.557422] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.558027] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2e281d-4585-4c28-b084-65d4cd8af505 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance 'e0ec56ff-8435-43b7-a043-8de35155e1ed' progress to 100 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.612456] env[69281]: DEBUG nova.scheduler.client.report [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1102.612759] env[69281]: DEBUG nova.compute.provider_tree [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 147 to 148 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1102.613036] env[69281]: DEBUG nova.compute.provider_tree [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.641343] env[69281]: DEBUG nova.network.neutron [-] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.663222] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a0d729a-d2ca-477f-8a42-5dc38d25d219 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.674051] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77fbab3-d43f-46b4-9017-d2fcc5ad0daf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.707804] env[69281]: DEBUG nova.compute.manager [req-f96ae93b-deb9-4d0e-afdc-a61db73055b0 req-a8dda84a-7718-4c67-8108-07f420827fb8 service nova] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Detach interface failed, port_id=361e72e8-2c28-481a-9114-df683cf9310c, reason: Instance 39e1581f-e8bd-4512-821c-6d3349547f85 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.840119] env[69281]: DEBUG oslo_vmware.api [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936300, 'name': PowerOffVM_Task, 'duration_secs': 0.250348} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.840401] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.840575] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.840828] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf0fccb9-2676-4349-b256-6945db6cd9d6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.907653] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.907963] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.908257] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Deleting the datastore file [datastore1] 94f619e6-b6af-4e7b-b65c-b37d478f0782 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.908819] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7615f372-a90a-4f42-bcea-56a53ed5a0e3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.915655] env[69281]: INFO nova.compute.manager [-] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Took 1.55 seconds to deallocate network for instance. [ 1102.915864] env[69281]: DEBUG oslo_vmware.api [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Waiting for the task: (returnval){ [ 1102.915864] env[69281]: value = "task-3936302" [ 1102.915864] env[69281]: _type = "Task" [ 1102.915864] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.929817] env[69281]: DEBUG oslo_vmware.api [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.118937] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.312s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.119487] env[69281]: DEBUG nova.compute.manager [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.122082] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.734s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.122306] env[69281]: DEBUG nova.objects.instance [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lazy-loading 'resources' on Instance uuid 098bb7f4-c121-4751-946a-15c5d5b20b37 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.143732] env[69281]: INFO nova.compute.manager [-] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Took 1.51 seconds to deallocate network for instance. [ 1103.428751] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.429082] env[69281]: DEBUG oslo_vmware.api [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Task: {'id': task-3936302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173381} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.429369] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.429566] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.429749] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.429916] env[69281]: INFO nova.compute.manager [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1103.430469] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.430469] env[69281]: DEBUG nova.compute.manager [-] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.430469] env[69281]: DEBUG nova.network.neutron [-] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.628519] env[69281]: DEBUG nova.compute.utils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.630145] env[69281]: DEBUG nova.compute.manager [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.630243] env[69281]: DEBUG nova.network.neutron [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.652306] env[69281]: DEBUG oslo_concurrency.lockutils [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.679106] env[69281]: DEBUG nova.policy [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b24be1c476c431c95707829c0dd370c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa25e53553ec44378e9f7ee80f6ed5e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.864185] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cffb02b-d48d-4ffd-8d87-73ca1e1843ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.872182] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e11740-9dba-433c-836b-7709a416758e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.907611] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68f4fbc-71bc-4e62-92a6-0988271a4676 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.920468] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431340a2-0547-4756-a748-401d484885d5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.938699] env[69281]: DEBUG nova.compute.provider_tree [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.994093] env[69281]: DEBUG nova.network.neutron [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Successfully created port: 3711ecd5-e809-4018-932b-0b995b98c75d {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.133947] env[69281]: DEBUG nova.compute.manager [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.184104] env[69281]: DEBUG nova.network.neutron [-] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.188524] env[69281]: DEBUG nova.compute.manager [req-cdc80d2c-0a44-4bc3-a1a4-f8316aa0f40b req-c418f616-aba3-4bfa-9cb8-3b8699f08af7 service nova] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Received event network-vif-deleted-a19d3c6b-772a-4c46-8526-83b559e558a9 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.188753] env[69281]: INFO nova.compute.manager [req-cdc80d2c-0a44-4bc3-a1a4-f8316aa0f40b req-c418f616-aba3-4bfa-9cb8-3b8699f08af7 service nova] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Neutron deleted interface a19d3c6b-772a-4c46-8526-83b559e558a9; detaching it from the instance and deleting it from the info cache [ 1104.189462] env[69281]: DEBUG nova.network.neutron [req-cdc80d2c-0a44-4bc3-a1a4-f8316aa0f40b req-c418f616-aba3-4bfa-9cb8-3b8699f08af7 service nova] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.442446] env[69281]: DEBUG nova.scheduler.client.report [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.482347] env[69281]: DEBUG nova.network.neutron [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Port 825b76dc-5755-4c72-9288-62d7ab4401e8 binding to destination host cpu-1 is already ACTIVE {{(pid=69281) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1104.482629] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.482803] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.482974] env[69281]: DEBUG nova.network.neutron [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.687207] env[69281]: INFO nova.compute.manager [-] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Took 1.26 seconds to deallocate network for instance. [ 1104.694799] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87dc9c31-75f2-4e78-93b8-4b7506e86e0e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.705097] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa9866d-1882-4bed-be89-566142514371 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.739200] env[69281]: DEBUG nova.compute.manager [req-cdc80d2c-0a44-4bc3-a1a4-f8316aa0f40b req-c418f616-aba3-4bfa-9cb8-3b8699f08af7 service nova] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Detach interface failed, port_id=a19d3c6b-772a-4c46-8526-83b559e558a9, reason: Instance 94f619e6-b6af-4e7b-b65c-b37d478f0782 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1104.948727] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.952075] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.948s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.953113] env[69281]: INFO nova.compute.claims [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.975718] env[69281]: INFO nova.scheduler.client.report [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleted allocations for instance 098bb7f4-c121-4751-946a-15c5d5b20b37 [ 1105.145066] env[69281]: DEBUG nova.compute.manager [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.174200] env[69281]: DEBUG nova.virt.hardware [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.174460] env[69281]: DEBUG nova.virt.hardware [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.174621] env[69281]: DEBUG nova.virt.hardware [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.176019] env[69281]: DEBUG nova.virt.hardware [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.176257] env[69281]: DEBUG nova.virt.hardware [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.176435] env[69281]: DEBUG nova.virt.hardware [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.176662] env[69281]: DEBUG nova.virt.hardware [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.176832] env[69281]: DEBUG nova.virt.hardware [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.177017] env[69281]: DEBUG nova.virt.hardware [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.177198] env[69281]: DEBUG nova.virt.hardware [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.181023] env[69281]: DEBUG nova.virt.hardware [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.181023] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ea0e4f-310c-41c3-befe-f63106375cf7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.190483] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd640475-3a20-41d8-a3bf-4496e811ce5c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.195366] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.277153] env[69281]: DEBUG nova.network.neutron [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance_info_cache with network_info: [{"id": "825b76dc-5755-4c72-9288-62d7ab4401e8", "address": "fa:16:3e:14:be:10", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825b76dc-57", "ovs_interfaceid": "825b76dc-5755-4c72-9288-62d7ab4401e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.434992] env[69281]: DEBUG nova.compute.manager [req-261be84c-f3e1-4756-a2da-720016c9e45a req-a48981da-25a5-46c7-b036-770b8e743066 service nova] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Received event network-vif-plugged-3711ecd5-e809-4018-932b-0b995b98c75d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.434992] env[69281]: DEBUG oslo_concurrency.lockutils [req-261be84c-f3e1-4756-a2da-720016c9e45a req-a48981da-25a5-46c7-b036-770b8e743066 service nova] Acquiring lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.435400] env[69281]: DEBUG oslo_concurrency.lockutils [req-261be84c-f3e1-4756-a2da-720016c9e45a req-a48981da-25a5-46c7-b036-770b8e743066 service nova] Lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.435616] env[69281]: DEBUG oslo_concurrency.lockutils [req-261be84c-f3e1-4756-a2da-720016c9e45a req-a48981da-25a5-46c7-b036-770b8e743066 service nova] Lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.435798] env[69281]: DEBUG nova.compute.manager [req-261be84c-f3e1-4756-a2da-720016c9e45a req-a48981da-25a5-46c7-b036-770b8e743066 service nova] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] No waiting events found dispatching network-vif-plugged-3711ecd5-e809-4018-932b-0b995b98c75d {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1105.435968] env[69281]: WARNING nova.compute.manager [req-261be84c-f3e1-4756-a2da-720016c9e45a req-a48981da-25a5-46c7-b036-770b8e743066 service nova] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Received unexpected event network-vif-plugged-3711ecd5-e809-4018-932b-0b995b98c75d for instance with vm_state building and task_state spawning. [ 1105.484925] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5f178473-cf83-4d3c-8563-6b7ff6eccfa5 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "098bb7f4-c121-4751-946a-15c5d5b20b37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.111s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.523124] env[69281]: DEBUG nova.network.neutron [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Successfully updated port: 3711ecd5-e809-4018-932b-0b995b98c75d {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.780799] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.026396] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "refresh_cache-ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.026396] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "refresh_cache-ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.026396] env[69281]: DEBUG nova.network.neutron [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.148563] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f69598c-84fc-4816-94cf-bc41298cf0d2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.157594] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4248ed3d-b6ef-468c-9e7c-3d05be5ab157 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.189172] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7e369e-e001-45dd-8c32-182e37097c23 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.197555] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bdfe5d-d7ba-4459-9323-7f3dbedc5cb7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.213068] env[69281]: DEBUG nova.compute.provider_tree [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.285487] env[69281]: DEBUG nova.compute.manager [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69281) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1106.566105] env[69281]: DEBUG nova.network.neutron [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.704162] env[69281]: DEBUG nova.network.neutron [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Updating instance_info_cache with network_info: [{"id": "3711ecd5-e809-4018-932b-0b995b98c75d", "address": "fa:16:3e:06:b3:8b", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3711ecd5-e8", "ovs_interfaceid": "3711ecd5-e809-4018-932b-0b995b98c75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.717078] env[69281]: DEBUG nova.scheduler.client.report [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.207285] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "refresh_cache-ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.207605] env[69281]: DEBUG nova.compute.manager [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Instance network_info: |[{"id": "3711ecd5-e809-4018-932b-0b995b98c75d", "address": "fa:16:3e:06:b3:8b", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3711ecd5-e8", "ovs_interfaceid": "3711ecd5-e809-4018-932b-0b995b98c75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.208070] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:b3:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3711ecd5-e809-4018-932b-0b995b98c75d', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.215986] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.216247] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.216492] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8924a282-cd39-4ac2-a912-caa5003d4c9d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.233281] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.233845] env[69281]: DEBUG nova.compute.manager [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.237261] env[69281]: DEBUG oslo_concurrency.lockutils [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.892s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.237626] env[69281]: DEBUG nova.objects.instance [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lazy-loading 'resources' on Instance uuid ccbb435d-897f-423b-acac-91520b380ad6 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.245319] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.245319] env[69281]: value = "task-3936303" [ 1107.245319] env[69281]: _type = "Task" [ 1107.245319] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.257051] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936303, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.393265] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.461305] env[69281]: DEBUG nova.compute.manager [req-6bd774ef-4151-41d0-b608-67b6809e5e19 req-4bf90689-ff87-4d99-9719-c7930bcac03f service nova] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Received event network-changed-3711ecd5-e809-4018-932b-0b995b98c75d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.461305] env[69281]: DEBUG nova.compute.manager [req-6bd774ef-4151-41d0-b608-67b6809e5e19 req-4bf90689-ff87-4d99-9719-c7930bcac03f service nova] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Refreshing instance network info cache due to event network-changed-3711ecd5-e809-4018-932b-0b995b98c75d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.461305] env[69281]: DEBUG oslo_concurrency.lockutils [req-6bd774ef-4151-41d0-b608-67b6809e5e19 req-4bf90689-ff87-4d99-9719-c7930bcac03f service nova] Acquiring lock "refresh_cache-ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.461476] env[69281]: DEBUG oslo_concurrency.lockutils [req-6bd774ef-4151-41d0-b608-67b6809e5e19 req-4bf90689-ff87-4d99-9719-c7930bcac03f service nova] Acquired lock "refresh_cache-ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.461602] env[69281]: DEBUG nova.network.neutron [req-6bd774ef-4151-41d0-b608-67b6809e5e19 req-4bf90689-ff87-4d99-9719-c7930bcac03f service nova] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Refreshing network info cache for port 3711ecd5-e809-4018-932b-0b995b98c75d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.738720] env[69281]: DEBUG nova.compute.utils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.740168] env[69281]: DEBUG nova.compute.manager [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.740357] env[69281]: DEBUG nova.network.neutron [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.757484] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936303, 'name': CreateVM_Task, 'duration_secs': 0.336292} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.757663] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.758349] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.758517] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.758963] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.761873] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2fc3ac-b4d5-4196-a521-8f6fcc1d4bb4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.767952] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1107.767952] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e244b3-900b-afb5-9138-9f404dc2557d" [ 1107.767952] env[69281]: _type = "Task" [ 1107.767952] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.776958] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e244b3-900b-afb5-9138-9f404dc2557d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.792938] env[69281]: DEBUG nova.policy [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fe1767f47dd48ffa25d0ea2e648c78f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312cd59189eb4a0696270ef4ca7a672f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.902996] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "5c44108a-38d5-4019-be33-513287c89050" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.903264] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "5c44108a-38d5-4019-be33-513287c89050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.952019] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30884b1-25e0-4f9b-8205-15eb1d69c1a0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.963888] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac6fdc-da20-4e8a-8af6-59672d483eb6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.004958] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31392082-2859-41ac-8e47-bdf32fb050c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.014206] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc4cad2-63b5-4a1e-9074-6e960708bdf1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.028287] env[69281]: DEBUG nova.compute.provider_tree [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.101252] env[69281]: DEBUG nova.network.neutron [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Successfully created port: 5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.237071] env[69281]: DEBUG nova.network.neutron [req-6bd774ef-4151-41d0-b608-67b6809e5e19 req-4bf90689-ff87-4d99-9719-c7930bcac03f service nova] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Updated VIF entry in instance network info cache for port 3711ecd5-e809-4018-932b-0b995b98c75d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.237452] env[69281]: DEBUG nova.network.neutron [req-6bd774ef-4151-41d0-b608-67b6809e5e19 req-4bf90689-ff87-4d99-9719-c7930bcac03f service nova] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Updating instance_info_cache with network_info: [{"id": "3711ecd5-e809-4018-932b-0b995b98c75d", "address": "fa:16:3e:06:b3:8b", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3711ecd5-e8", "ovs_interfaceid": "3711ecd5-e809-4018-932b-0b995b98c75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.245896] env[69281]: DEBUG nova.compute.manager [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.280787] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e244b3-900b-afb5-9138-9f404dc2557d, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.281262] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.281410] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.281696] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.281808] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.282020] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.282914] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcff632d-b7df-48b9-ba0c-336aaa01a06e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.293333] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.293553] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.294312] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13d72e3-b3c0-4e2e-b788-5ffd4b627891 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.301167] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1108.301167] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dcdf57-9554-40ab-6086-3147d8cdcaaa" [ 1108.301167] env[69281]: _type = "Task" [ 1108.301167] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.309809] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dcdf57-9554-40ab-6086-3147d8cdcaaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.406031] env[69281]: DEBUG nova.compute.manager [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.531376] env[69281]: DEBUG nova.scheduler.client.report [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.741061] env[69281]: DEBUG oslo_concurrency.lockutils [req-6bd774ef-4151-41d0-b608-67b6809e5e19 req-4bf90689-ff87-4d99-9719-c7930bcac03f service nova] Releasing lock "refresh_cache-ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.811993] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dcdf57-9554-40ab-6086-3147d8cdcaaa, 'name': SearchDatastore_Task, 'duration_secs': 0.00922} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.812801] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80cb980-1737-4bfe-98c1-8e4db34cef66 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.818081] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1108.818081] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f4e1e1-f2b8-b896-a3e7-0a50a01b8e6a" [ 1108.818081] env[69281]: _type = "Task" [ 1108.818081] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.826670] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f4e1e1-f2b8-b896-a3e7-0a50a01b8e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.930987] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.036777] env[69281]: DEBUG oslo_concurrency.lockutils [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.039242] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.611s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.039521] env[69281]: DEBUG nova.objects.instance [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lazy-loading 'resources' on Instance uuid 522c4be0-f35b-4280-9bde-1bca21135a77 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.058601] env[69281]: INFO nova.scheduler.client.report [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Deleted allocations for instance ccbb435d-897f-423b-acac-91520b380ad6 [ 1109.256920] env[69281]: DEBUG nova.compute.manager [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.286743] env[69281]: DEBUG nova.virt.hardware [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.286986] env[69281]: DEBUG nova.virt.hardware [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.287186] env[69281]: DEBUG nova.virt.hardware [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.287469] env[69281]: DEBUG nova.virt.hardware [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.287681] env[69281]: DEBUG nova.virt.hardware [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.287854] env[69281]: DEBUG nova.virt.hardware [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.288088] env[69281]: DEBUG nova.virt.hardware [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.288254] env[69281]: DEBUG nova.virt.hardware [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.288427] env[69281]: DEBUG nova.virt.hardware [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.288589] env[69281]: DEBUG nova.virt.hardware [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.288763] env[69281]: DEBUG nova.virt.hardware [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.289656] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8897ebfd-58cc-420e-8be5-87c5f58641e3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.298118] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9278ad3-b080-4afa-89f8-e6284c0ad477 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.328440] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f4e1e1-f2b8-b896-a3e7-0a50a01b8e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.328728] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.328998] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35/ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.329292] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3401b653-090e-4cfb-a213-9b535aa1a075 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.336584] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1109.336584] env[69281]: value = "task-3936304" [ 1109.336584] env[69281]: _type = "Task" [ 1109.336584] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.345485] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.573132] env[69281]: DEBUG oslo_concurrency.lockutils [None req-440234fd-582c-4201-b28b-3f7fba019ca3 tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "ccbb435d-897f-423b-acac-91520b380ad6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.630s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.623600] env[69281]: DEBUG nova.compute.manager [req-abe0d306-ac41-4f9b-b1ef-d62193f5e753 req-24c75361-d023-45fc-8e4b-44dd13c6b355 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Received event network-vif-plugged-5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.623912] env[69281]: DEBUG oslo_concurrency.lockutils [req-abe0d306-ac41-4f9b-b1ef-d62193f5e753 req-24c75361-d023-45fc-8e4b-44dd13c6b355 service nova] Acquiring lock "0901b889-5887-4fb7-ab15-39817791d1ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.624212] env[69281]: DEBUG oslo_concurrency.lockutils [req-abe0d306-ac41-4f9b-b1ef-d62193f5e753 req-24c75361-d023-45fc-8e4b-44dd13c6b355 service nova] Lock "0901b889-5887-4fb7-ab15-39817791d1ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.627044] env[69281]: DEBUG oslo_concurrency.lockutils [req-abe0d306-ac41-4f9b-b1ef-d62193f5e753 req-24c75361-d023-45fc-8e4b-44dd13c6b355 service nova] Lock "0901b889-5887-4fb7-ab15-39817791d1ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.627044] env[69281]: DEBUG nova.compute.manager [req-abe0d306-ac41-4f9b-b1ef-d62193f5e753 req-24c75361-d023-45fc-8e4b-44dd13c6b355 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] No waiting events found dispatching network-vif-plugged-5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1109.627044] env[69281]: WARNING nova.compute.manager [req-abe0d306-ac41-4f9b-b1ef-d62193f5e753 req-24c75361-d023-45fc-8e4b-44dd13c6b355 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Received unexpected event network-vif-plugged-5a305fa6-cb17-4f57-a3ff-8a33d1039fff for instance with vm_state building and task_state spawning. [ 1109.722872] env[69281]: DEBUG nova.network.neutron [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Successfully updated port: 5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.797024] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c7f8a0-255a-4247-8527-4aa1cd4294d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.808807] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9753a72d-e822-47dd-979a-3d684b69b6b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.853994] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf410ec-b480-4e8d-800e-5568f44963e3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.867037] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6a11a4-177f-40da-869c-55765560e8c9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.871276] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936304, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.891075] env[69281]: DEBUG nova.compute.provider_tree [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.228713] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.228713] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.228713] env[69281]: DEBUG nova.network.neutron [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.244128] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "cf473010-1cd9-4c87-a1ad-3303e683db1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.244392] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "cf473010-1cd9-4c87-a1ad-3303e683db1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.244607] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "cf473010-1cd9-4c87-a1ad-3303e683db1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.244804] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "cf473010-1cd9-4c87-a1ad-3303e683db1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.245191] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "cf473010-1cd9-4c87-a1ad-3303e683db1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.247124] env[69281]: INFO nova.compute.manager [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Terminating instance [ 1110.357027] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561105} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.357338] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35/ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.357453] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.360076] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30dd0048-0a1b-470e-8d7e-b8bbd8ae2d32 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.365421] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1110.365421] env[69281]: value = "task-3936305" [ 1110.365421] env[69281]: _type = "Task" [ 1110.365421] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.374102] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.395280] env[69281]: DEBUG nova.scheduler.client.report [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.750644] env[69281]: DEBUG nova.compute.manager [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.750889] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.751871] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f32616-7e49-49ac-890f-49df718300fb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.758304] env[69281]: DEBUG nova.network.neutron [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.762942] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.763231] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03ccb1b9-378d-47dc-a189-2940efd6880f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.769182] env[69281]: DEBUG oslo_vmware.api [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1110.769182] env[69281]: value = "task-3936306" [ 1110.769182] env[69281]: _type = "Task" [ 1110.769182] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.777649] env[69281]: DEBUG oslo_vmware.api [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.878889] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077352} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.879204] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.880046] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57886b4-1c51-45ab-87b8-c0dff8bba73f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.901689] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.915036] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35/ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.916534] env[69281]: DEBUG nova.network.neutron [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updating instance_info_cache with network_info: [{"id": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "address": "fa:16:3e:b1:9e:72", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a305fa6-cb", "ovs_interfaceid": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.918070] env[69281]: DEBUG oslo_concurrency.lockutils [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.266s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.918318] env[69281]: DEBUG nova.objects.instance [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lazy-loading 'resources' on Instance uuid 39e1581f-e8bd-4512-821c-6d3349547f85 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.919426] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1f36e73-f1ad-46e9-bd34-c91c22c22216 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.938929] env[69281]: INFO nova.scheduler.client.report [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleted allocations for instance 522c4be0-f35b-4280-9bde-1bca21135a77 [ 1110.944072] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1110.944072] env[69281]: value = "task-3936307" [ 1110.944072] env[69281]: _type = "Task" [ 1110.944072] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.955274] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.279244] env[69281]: DEBUG oslo_vmware.api [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936306, 'name': PowerOffVM_Task, 'duration_secs': 0.292224} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.279526] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.279700] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.280064] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d9e5e48-ddc3-4985-9e6f-8be871193984 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.354691] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.354691] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.355107] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Deleting the datastore file [datastore2] cf473010-1cd9-4c87-a1ad-3303e683db1e {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.355250] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bb35edd-a06e-4c00-8a21-eb08d3c32dd9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.362482] env[69281]: DEBUG oslo_vmware.api [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for the task: (returnval){ [ 1111.362482] env[69281]: value = "task-3936309" [ 1111.362482] env[69281]: _type = "Task" [ 1111.362482] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.372072] env[69281]: DEBUG oslo_vmware.api [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.438581] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.438898] env[69281]: DEBUG nova.compute.manager [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Instance network_info: |[{"id": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "address": "fa:16:3e:b1:9e:72", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a305fa6-cb", "ovs_interfaceid": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.439607] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:9e:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a305fa6-cb17-4f57-a3ff-8a33d1039fff', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.448048] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.450468] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.454129] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-460df372-2ba4-42d5-865f-d9986d3ee4e8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.468656] env[69281]: DEBUG oslo_concurrency.lockutils [None req-aba264d7-d2df-4d9b-aab8-7edbd89232fb tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "522c4be0-f35b-4280-9bde-1bca21135a77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.279s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.479732] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.480685] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.480685] env[69281]: value = "task-3936310" [ 1111.480685] env[69281]: _type = "Task" [ 1111.480685] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.493410] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936310, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.644898] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797d32e5-1557-49ab-a88d-32b779f5a5e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.653322] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61ca5e8-4de5-468c-865e-65e2b02d2523 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.687123] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b17acdb-11dc-4eb6-9ae0-3dac2caa8445 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.690954] env[69281]: DEBUG nova.compute.manager [req-23d8c17d-07fe-4633-9318-5f108b7f01ee req-9146e017-05d5-4e5a-8c95-6d5374a90ec3 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Received event network-changed-5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.691186] env[69281]: DEBUG nova.compute.manager [req-23d8c17d-07fe-4633-9318-5f108b7f01ee req-9146e017-05d5-4e5a-8c95-6d5374a90ec3 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Refreshing instance network info cache due to event network-changed-5a305fa6-cb17-4f57-a3ff-8a33d1039fff. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.691412] env[69281]: DEBUG oslo_concurrency.lockutils [req-23d8c17d-07fe-4633-9318-5f108b7f01ee req-9146e017-05d5-4e5a-8c95-6d5374a90ec3 service nova] Acquiring lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.691558] env[69281]: DEBUG oslo_concurrency.lockutils [req-23d8c17d-07fe-4633-9318-5f108b7f01ee req-9146e017-05d5-4e5a-8c95-6d5374a90ec3 service nova] Acquired lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.691989] env[69281]: DEBUG nova.network.neutron [req-23d8c17d-07fe-4633-9318-5f108b7f01ee req-9146e017-05d5-4e5a-8c95-6d5374a90ec3 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Refreshing network info cache for port 5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.700253] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d5a88f-2b6f-4ead-8754-39e5cd9b4518 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.718448] env[69281]: DEBUG nova.compute.provider_tree [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.872543] env[69281]: DEBUG oslo_vmware.api [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Task: {'id': task-3936309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249993} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.872820] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.873120] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.873325] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.873516] env[69281]: INFO nova.compute.manager [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1111.873757] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.873955] env[69281]: DEBUG nova.compute.manager [-] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.874060] env[69281]: DEBUG nova.network.neutron [-] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.963160] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936307, 'name': ReconfigVM_Task, 'duration_secs': 0.644342} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.963466] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Reconfigured VM instance instance-00000065 to attach disk [datastore1] ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35/ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.964146] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abc7d32c-3683-4251-a248-6c4211f25b0c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.971889] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1111.971889] env[69281]: value = "task-3936311" [ 1111.971889] env[69281]: _type = "Task" [ 1111.971889] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.981420] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936311, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.991393] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936310, 'name': CreateVM_Task, 'duration_secs': 0.373513} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.991675] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.992422] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.992692] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.993085] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.993376] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31fb5fdf-6f72-49e2-b409-e65dd8fe3bd3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.998733] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1111.998733] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d4d737-2bd3-0f50-a21e-a31b779c519d" [ 1111.998733] env[69281]: _type = "Task" [ 1111.998733] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.007387] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d4d737-2bd3-0f50-a21e-a31b779c519d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.221657] env[69281]: DEBUG nova.scheduler.client.report [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.435305] env[69281]: DEBUG nova.network.neutron [req-23d8c17d-07fe-4633-9318-5f108b7f01ee req-9146e017-05d5-4e5a-8c95-6d5374a90ec3 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updated VIF entry in instance network info cache for port 5a305fa6-cb17-4f57-a3ff-8a33d1039fff. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.435661] env[69281]: DEBUG nova.network.neutron [req-23d8c17d-07fe-4633-9318-5f108b7f01ee req-9146e017-05d5-4e5a-8c95-6d5374a90ec3 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updating instance_info_cache with network_info: [{"id": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "address": "fa:16:3e:b1:9e:72", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a305fa6-cb", "ovs_interfaceid": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.482061] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936311, 'name': Rename_Task, 'duration_secs': 0.162689} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.482326] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.482577] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad5f7bbc-f4a6-4bf2-83b9-fad5d27d0466 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.491293] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1112.491293] env[69281]: value = "task-3936312" [ 1112.491293] env[69281]: _type = "Task" [ 1112.491293] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.500707] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.509422] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d4d737-2bd3-0f50-a21e-a31b779c519d, 'name': SearchDatastore_Task, 'duration_secs': 0.012617} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.509706] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.509941] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.510240] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.510423] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.510603] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.510861] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7775328-1cf7-41e1-a497-011f914a49e8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.521527] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.521742] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.522565] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ecd289-9eeb-4170-be03-9044feb02d76 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.528654] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1112.528654] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523a3e2c-d962-e600-fcf1-47b135499802" [ 1112.528654] env[69281]: _type = "Task" [ 1112.528654] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.538509] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523a3e2c-d962-e600-fcf1-47b135499802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.607156] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "7289d8eb-3321-4946-8799-efd422ffb4e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.607459] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "7289d8eb-3321-4946-8799-efd422ffb4e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.607680] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "7289d8eb-3321-4946-8799-efd422ffb4e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.607868] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "7289d8eb-3321-4946-8799-efd422ffb4e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.608056] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "7289d8eb-3321-4946-8799-efd422ffb4e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.610307] env[69281]: INFO nova.compute.manager [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Terminating instance [ 1112.618248] env[69281]: DEBUG nova.network.neutron [-] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.727084] env[69281]: DEBUG oslo_concurrency.lockutils [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.729939] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.535s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.730486] env[69281]: DEBUG nova.objects.instance [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Lazy-loading 'resources' on Instance uuid 94f619e6-b6af-4e7b-b65c-b37d478f0782 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.750612] env[69281]: INFO nova.scheduler.client.report [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleted allocations for instance 39e1581f-e8bd-4512-821c-6d3349547f85 [ 1112.939224] env[69281]: DEBUG oslo_concurrency.lockutils [req-23d8c17d-07fe-4633-9318-5f108b7f01ee req-9146e017-05d5-4e5a-8c95-6d5374a90ec3 service nova] Releasing lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.001807] env[69281]: DEBUG oslo_vmware.api [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936312, 'name': PowerOnVM_Task, 'duration_secs': 0.490828} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.002111] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.002334] env[69281]: INFO nova.compute.manager [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1113.002519] env[69281]: DEBUG nova.compute.manager [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.003330] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b11b3c-ca54-44f4-aed0-4b71a93220a5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.039904] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523a3e2c-d962-e600-fcf1-47b135499802, 'name': SearchDatastore_Task, 'duration_secs': 0.011201} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.040301] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9fb2bed-fe65-4c70-9dd0-cdd365396908 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.046062] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1113.046062] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524ffd92-d2cf-8bf5-6cf5-936709bff3e8" [ 1113.046062] env[69281]: _type = "Task" [ 1113.046062] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.054497] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524ffd92-d2cf-8bf5-6cf5-936709bff3e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.114702] env[69281]: DEBUG nova.compute.manager [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.114944] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.115840] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71317ff2-8975-42aa-b479-c1a194537715 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.120240] env[69281]: INFO nova.compute.manager [-] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Took 1.25 seconds to deallocate network for instance. [ 1113.124947] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.127951] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf07d03c-f3eb-4298-b70c-ac1687ce8c98 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.138160] env[69281]: DEBUG oslo_vmware.api [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1113.138160] env[69281]: value = "task-3936313" [ 1113.138160] env[69281]: _type = "Task" [ 1113.138160] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.147299] env[69281]: DEBUG oslo_vmware.api [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.260858] env[69281]: DEBUG oslo_concurrency.lockutils [None req-442a313b-80ec-40b9-94b3-660002582585 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "39e1581f-e8bd-4512-821c-6d3349547f85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.290s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.418116] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ead3e8-e0bc-436d-8cad-3c4388462fe6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.427901] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36062212-0536-4dd4-b8d4-3417a363f327 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.461915] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8825426-c347-4618-9118-b0dbf84442c7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.470652] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcd49f5-3e91-4564-9b61-c10999a376bb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.484956] env[69281]: DEBUG nova.compute.provider_tree [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.519811] env[69281]: INFO nova.compute.manager [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Took 13.74 seconds to build instance. [ 1113.556679] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524ffd92-d2cf-8bf5-6cf5-936709bff3e8, 'name': SearchDatastore_Task, 'duration_secs': 0.023229} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.556992] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.557274] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 0901b889-5887-4fb7-ab15-39817791d1ec/0901b889-5887-4fb7-ab15-39817791d1ec.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.557538] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49dba4bb-89fd-4711-8d49-df90276057b4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.565116] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1113.565116] env[69281]: value = "task-3936314" [ 1113.565116] env[69281]: _type = "Task" [ 1113.565116] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.573644] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.630285] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.648764] env[69281]: DEBUG oslo_vmware.api [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936313, 'name': PowerOffVM_Task, 'duration_secs': 0.28845} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.649063] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.649249] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.649554] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab0e98a9-9628-4f66-a284-cb9fbecd2c2f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.718648] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.718940] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.719207] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleting the datastore file [datastore2] 7289d8eb-3321-4946-8799-efd422ffb4e4 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.720559] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f95e85c-ee2e-4ce1-894c-53aa1362b4e6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.723831] env[69281]: DEBUG nova.compute.manager [req-bc6c834d-bebd-4130-9256-3047122d0334 req-67e8b8cd-8770-4aed-87d7-3705f76e36ef service nova] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Received event network-vif-deleted-08a0a431-85d4-4698-8d8e-c2d089c1f7f4 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.730099] env[69281]: DEBUG oslo_vmware.api [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for the task: (returnval){ [ 1113.730099] env[69281]: value = "task-3936316" [ 1113.730099] env[69281]: _type = "Task" [ 1113.730099] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.740081] env[69281]: DEBUG oslo_vmware.api [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.988496] env[69281]: DEBUG nova.scheduler.client.report [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.022461] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2e03ede-ad1a-4047-96d2-7f79862aac89 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.249s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.088437] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936314, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.245700] env[69281]: DEBUG oslo_vmware.api [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Task: {'id': task-3936316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330118} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.246128] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.246368] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.246554] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.246740] env[69281]: INFO nova.compute.manager [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1114.247019] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.248969] env[69281]: DEBUG nova.compute.manager [-] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.248969] env[69281]: DEBUG nova.network.neutron [-] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.496440] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.499715] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 7.106s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.525463] env[69281]: INFO nova.scheduler.client.report [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Deleted allocations for instance 94f619e6-b6af-4e7b-b65c-b37d478f0782 [ 1114.577278] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536788} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.577616] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 0901b889-5887-4fb7-ab15-39817791d1ec/0901b889-5887-4fb7-ab15-39817791d1ec.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.577865] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.578188] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5b9d6c8-95f6-40a8-a4e2-a6f31d6923c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.583624] env[69281]: DEBUG oslo_concurrency.lockutils [None req-cc9d0ad9-2d87-4d8a-8ecd-21e9173a356e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.583988] env[69281]: DEBUG oslo_concurrency.lockutils [None req-cc9d0ad9-2d87-4d8a-8ecd-21e9173a356e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.584291] env[69281]: DEBUG nova.compute.manager [None req-cc9d0ad9-2d87-4d8a-8ecd-21e9173a356e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1114.585267] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3fa7e8-dc29-4201-8993-8e9a457f2462 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.590808] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1114.590808] env[69281]: value = "task-3936317" [ 1114.590808] env[69281]: _type = "Task" [ 1114.590808] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.598289] env[69281]: DEBUG nova.compute.manager [None req-cc9d0ad9-2d87-4d8a-8ecd-21e9173a356e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69281) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1114.599584] env[69281]: DEBUG nova.objects.instance [None req-cc9d0ad9-2d87-4d8a-8ecd-21e9173a356e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lazy-loading 'flavor' on Instance uuid ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.610809] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.992205] env[69281]: DEBUG nova.network.neutron [-] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.002825] env[69281]: DEBUG nova.objects.instance [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'migration_context' on Instance uuid e0ec56ff-8435-43b7-a043-8de35155e1ed {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.035776] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e60fe2ff-acf6-4b96-ae8c-084b233c2c57 tempest-InstanceActionsNegativeTestJSON-1047971569 tempest-InstanceActionsNegativeTestJSON-1047971569-project-member] Lock "94f619e6-b6af-4e7b-b65c-b37d478f0782" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.230s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.104128] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094891} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.104424] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.105339] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58515ae9-e0b8-409f-a1ae-5eb2a236aade {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.130730] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 0901b889-5887-4fb7-ab15-39817791d1ec/0901b889-5887-4fb7-ab15-39817791d1ec.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.132554] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abd7ee48-6a78-490c-9b44-c55fd3cbdf79 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.154046] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1115.154046] env[69281]: value = "task-3936318" [ 1115.154046] env[69281]: _type = "Task" [ 1115.154046] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.162098] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.344026] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.344288] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.496041] env[69281]: INFO nova.compute.manager [-] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Took 1.25 seconds to deallocate network for instance. [ 1115.610378] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9d0ad9-2d87-4d8a-8ecd-21e9173a356e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.613019] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2003711-7750-488e-a459-96a83504f16d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.619429] env[69281]: DEBUG oslo_vmware.api [None req-cc9d0ad9-2d87-4d8a-8ecd-21e9173a356e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1115.619429] env[69281]: value = "task-3936319" [ 1115.619429] env[69281]: _type = "Task" [ 1115.619429] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.633860] env[69281]: DEBUG oslo_vmware.api [None req-cc9d0ad9-2d87-4d8a-8ecd-21e9173a356e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.665015] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936318, 'name': ReconfigVM_Task, 'duration_secs': 0.339842} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.665433] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 0901b889-5887-4fb7-ab15-39817791d1ec/0901b889-5887-4fb7-ab15-39817791d1ec.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.666493] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9681c25-abf0-44de-9263-b2f31898bd95 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.674659] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1115.674659] env[69281]: value = "task-3936320" [ 1115.674659] env[69281]: _type = "Task" [ 1115.674659] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.686095] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936320, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.730746] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6086de-1810-4957-83f5-264b4986b761 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.739109] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba090a22-63c3-4339-8559-825b85cd1d25 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.776330] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6803fa-4e43-48a7-bb73-3927116d43ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.780105] env[69281]: DEBUG nova.compute.manager [req-304c444d-7952-411a-b8e5-1e4c51dd22c9 req-cf0a0a79-7632-42a4-b0d1-749b3df89287 service nova] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Received event network-vif-deleted-f0a3eaaf-5bd3-43bb-814b-562f22e9a962 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.787221] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e13d095-4536-428c-b44e-9f0d273493d7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.805618] env[69281]: DEBUG nova.compute.provider_tree [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.846763] env[69281]: DEBUG nova.compute.manager [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.001401] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.129482] env[69281]: DEBUG oslo_vmware.api [None req-cc9d0ad9-2d87-4d8a-8ecd-21e9173a356e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936319, 'name': PowerOffVM_Task, 'duration_secs': 0.200903} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.129765] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9d0ad9-2d87-4d8a-8ecd-21e9173a356e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.129986] env[69281]: DEBUG nova.compute.manager [None req-cc9d0ad9-2d87-4d8a-8ecd-21e9173a356e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.130805] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3453b229-0074-4198-85dc-cadfe05727e2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.185355] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936320, 'name': Rename_Task, 'duration_secs': 0.160706} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.185631] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.185878] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65c6e087-acc6-4b0f-a3bd-6f9f22691e50 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.193027] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1116.193027] env[69281]: value = "task-3936321" [ 1116.193027] env[69281]: _type = "Task" [ 1116.193027] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.201329] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.308657] env[69281]: DEBUG nova.scheduler.client.report [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.370293] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.647273] env[69281]: DEBUG oslo_concurrency.lockutils [None req-cc9d0ad9-2d87-4d8a-8ecd-21e9173a356e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.712056] env[69281]: DEBUG oslo_vmware.api [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936321, 'name': PowerOnVM_Task, 'duration_secs': 0.508041} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.712056] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.712056] env[69281]: INFO nova.compute.manager [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1116.712056] env[69281]: DEBUG nova.compute.manager [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.712056] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d17e0ff-35da-4eb5-9b24-06367a310f73 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.001863] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.001863] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.001863] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.001863] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.001863] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.003892] env[69281]: INFO nova.compute.manager [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Terminating instance [ 1117.230777] env[69281]: INFO nova.compute.manager [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Took 15.26 seconds to build instance. [ 1117.321564] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.823s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.336141] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.405s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.338825] env[69281]: INFO nova.compute.claims [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.508278] env[69281]: DEBUG nova.compute.manager [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.509035] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.509591] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159149b7-e3a8-4d42-8f48-e9f58b5bd805 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.518364] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.518616] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b36d4a21-854f-4377-9aac-bf3640efad25 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.732795] env[69281]: DEBUG oslo_concurrency.lockutils [None req-616dfe4f-65cd-461c-825b-c3de8eaca54d tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "0901b889-5887-4fb7-ab15-39817791d1ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.773s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.174391] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.174391] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.174391] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleting the datastore file [datastore1] ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.174391] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aab95e54-e8fd-4dfe-a77f-0fcb7bb32bdc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.181756] env[69281]: DEBUG oslo_vmware.api [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1118.181756] env[69281]: value = "task-3936323" [ 1118.181756] env[69281]: _type = "Task" [ 1118.181756] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.191232] env[69281]: DEBUG oslo_vmware.api [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.193795] env[69281]: DEBUG nova.compute.manager [req-8c84a8d5-e361-41d3-8c60-6664d35304d1 req-ce0e146d-83ee-42a5-b1b1-c346ede12709 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Received event network-changed-5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.193795] env[69281]: DEBUG nova.compute.manager [req-8c84a8d5-e361-41d3-8c60-6664d35304d1 req-ce0e146d-83ee-42a5-b1b1-c346ede12709 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Refreshing instance network info cache due to event network-changed-5a305fa6-cb17-4f57-a3ff-8a33d1039fff. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.193973] env[69281]: DEBUG oslo_concurrency.lockutils [req-8c84a8d5-e361-41d3-8c60-6664d35304d1 req-ce0e146d-83ee-42a5-b1b1-c346ede12709 service nova] Acquiring lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.194230] env[69281]: DEBUG oslo_concurrency.lockutils [req-8c84a8d5-e361-41d3-8c60-6664d35304d1 req-ce0e146d-83ee-42a5-b1b1-c346ede12709 service nova] Acquired lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.194230] env[69281]: DEBUG nova.network.neutron [req-8c84a8d5-e361-41d3-8c60-6664d35304d1 req-ce0e146d-83ee-42a5-b1b1-c346ede12709 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Refreshing network info cache for port 5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.547552] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aad0a4-9643-457a-a771-add8e4415705 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.556920] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962e0420-f1d8-4e9b-a0a0-ef7b4562daa8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.590296] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbbec7e-7533-44ee-a833-005d2948d735 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.598486] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578bceda-ff1a-4644-b152-bb729faf5bba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.612650] env[69281]: DEBUG nova.compute.provider_tree [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.692695] env[69281]: DEBUG oslo_vmware.api [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147862} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.692962] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.693170] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.693357] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.693532] env[69281]: INFO nova.compute.manager [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1118.693776] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.694109] env[69281]: DEBUG nova.compute.manager [-] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.694242] env[69281]: DEBUG nova.network.neutron [-] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.780292] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "bf5b029e-91d4-4a5c-a044-73b36134731d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.780599] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "bf5b029e-91d4-4a5c-a044-73b36134731d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.781666] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.781945] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.878581] env[69281]: INFO nova.compute.manager [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Swapping old allocation on dict_keys(['adc98e38-91c6-4ac1-9063-c94accf48342']) held by migration 34e15776-3ce0-478d-9159-b98b3c599288 for instance [ 1118.904154] env[69281]: DEBUG nova.scheduler.client.report [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Overwriting current allocation {'allocations': {'adc98e38-91c6-4ac1-9063-c94accf48342': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 153}}, 'project_id': 'ef2f4c7ef039458fb14acc314185f044', 'user_id': 'a8319285550d45a78f3b361a93c82ccf', 'consumer_generation': 1} on consumer e0ec56ff-8435-43b7-a043-8de35155e1ed {{(pid=69281) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1118.956410] env[69281]: DEBUG nova.network.neutron [req-8c84a8d5-e361-41d3-8c60-6664d35304d1 req-ce0e146d-83ee-42a5-b1b1-c346ede12709 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updated VIF entry in instance network info cache for port 5a305fa6-cb17-4f57-a3ff-8a33d1039fff. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.956410] env[69281]: DEBUG nova.network.neutron [req-8c84a8d5-e361-41d3-8c60-6664d35304d1 req-ce0e146d-83ee-42a5-b1b1-c346ede12709 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updating instance_info_cache with network_info: [{"id": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "address": "fa:16:3e:b1:9e:72", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a305fa6-cb", "ovs_interfaceid": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.002661] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.002915] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.003123] env[69281]: DEBUG nova.network.neutron [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.045345] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "44c59117-71ed-42e2-9824-a33277a0919e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.045949] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "44c59117-71ed-42e2-9824-a33277a0919e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.117092] env[69281]: DEBUG nova.scheduler.client.report [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.285648] env[69281]: DEBUG nova.compute.manager [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.288670] env[69281]: DEBUG nova.compute.manager [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.458341] env[69281]: DEBUG oslo_concurrency.lockutils [req-8c84a8d5-e361-41d3-8c60-6664d35304d1 req-ce0e146d-83ee-42a5-b1b1-c346ede12709 service nova] Releasing lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.486335] env[69281]: DEBUG nova.network.neutron [-] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.548745] env[69281]: DEBUG nova.compute.manager [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.621680] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.622326] env[69281]: DEBUG nova.compute.manager [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.626094] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.996s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.626197] env[69281]: DEBUG nova.objects.instance [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lazy-loading 'resources' on Instance uuid cf473010-1cd9-4c87-a1ad-3303e683db1e {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.752463] env[69281]: DEBUG nova.network.neutron [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance_info_cache with network_info: [{"id": "825b76dc-5755-4c72-9288-62d7ab4401e8", "address": "fa:16:3e:14:be:10", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap825b76dc-57", "ovs_interfaceid": "825b76dc-5755-4c72-9288-62d7ab4401e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.815065] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.816588] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.989768] env[69281]: INFO nova.compute.manager [-] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Took 1.30 seconds to deallocate network for instance. [ 1120.067543] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.132457] env[69281]: DEBUG nova.compute.utils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.134140] env[69281]: DEBUG nova.compute.manager [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.134384] env[69281]: DEBUG nova.network.neutron [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.172534] env[69281]: DEBUG nova.policy [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f254234d52534d38824a6b4b3588094f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ab69f53d2a348b195920d679cb277dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.219681] env[69281]: DEBUG nova.compute.manager [req-154f6f78-e331-4bfd-b585-dbdba7e8c25b req-bbdcaa29-b345-4527-bcce-89fe2bb38c3b service nova] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Received event network-vif-deleted-3711ecd5-e809-4018-932b-0b995b98c75d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.255630] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "refresh_cache-e0ec56ff-8435-43b7-a043-8de35155e1ed" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.257032] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9c219b-bc53-445a-9468-6e1ada40c4b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.270373] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2845c5f-b7e6-45e3-9e86-2ac57c7d7993 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.340023] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740e60d8-1404-4a57-b356-0f81b161a037 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.347781] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81582b72-a1c4-42c6-9d2b-d3897e9121f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.381720] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa53638e-fc80-42ef-9d3c-a2063bdd776e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.390335] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a41619-d2a2-41c5-b731-3789c331a3bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.404623] env[69281]: DEBUG nova.compute.provider_tree [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.496368] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.525023] env[69281]: DEBUG nova.network.neutron [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Successfully created port: 0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.637614] env[69281]: DEBUG nova.compute.manager [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.908330] env[69281]: DEBUG nova.scheduler.client.report [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.367390] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.367816] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c78b25e-9f16-4e82-9f06-4af586fc2b66 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.376351] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1121.376351] env[69281]: value = "task-3936324" [ 1121.376351] env[69281]: _type = "Task" [ 1121.376351] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.386950] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.412947] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.415601] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.414s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.416096] env[69281]: DEBUG nova.objects.instance [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lazy-loading 'resources' on Instance uuid 7289d8eb-3321-4946-8799-efd422ffb4e4 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.436782] env[69281]: INFO nova.scheduler.client.report [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Deleted allocations for instance cf473010-1cd9-4c87-a1ad-3303e683db1e [ 1121.444954] env[69281]: DEBUG oslo_concurrency.lockutils [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "ab85a348-7231-4543-8207-c67c80e714c9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.445262] env[69281]: DEBUG oslo_concurrency.lockutils [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "ab85a348-7231-4543-8207-c67c80e714c9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.648080] env[69281]: DEBUG nova.compute.manager [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.679362] env[69281]: DEBUG nova.virt.hardware [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.679667] env[69281]: DEBUG nova.virt.hardware [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.679796] env[69281]: DEBUG nova.virt.hardware [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.680072] env[69281]: DEBUG nova.virt.hardware [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.680295] env[69281]: DEBUG nova.virt.hardware [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.680455] env[69281]: DEBUG nova.virt.hardware [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.680670] env[69281]: DEBUG nova.virt.hardware [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.680834] env[69281]: DEBUG nova.virt.hardware [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.681016] env[69281]: DEBUG nova.virt.hardware [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.681195] env[69281]: DEBUG nova.virt.hardware [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.681373] env[69281]: DEBUG nova.virt.hardware [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.682384] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7907edb9-a506-4a14-8e4c-d5657a953897 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.692302] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0e85cb-f5f6-4f10-92c9-949ead88c01a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.886153] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936324, 'name': PowerOffVM_Task, 'duration_secs': 0.209063} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.886411] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.887091] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.887315] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.887474] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.887658] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.887808] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.887954] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.888347] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.888347] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.888504] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.888667] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.888842] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.895493] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba2cded-3461-42a2-87cb-149cd4cd1c59 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.912195] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1121.912195] env[69281]: value = "task-3936325" [ 1121.912195] env[69281]: _type = "Task" [ 1121.912195] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.923278] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.945965] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0349c4fb-c66c-49f4-bbc7-f88beeea24de tempest-ServerRescueTestJSON-2125380106 tempest-ServerRescueTestJSON-2125380106-project-member] Lock "cf473010-1cd9-4c87-a1ad-3303e683db1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.701s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.947606] env[69281]: DEBUG nova.compute.utils [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.020522] env[69281]: DEBUG nova.compute.manager [req-5c2c911a-4bc2-427e-a096-2e9f3c331fc0 req-6a6d3909-b146-4479-87bf-739cc0c4babc service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Received event network-vif-plugged-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.020861] env[69281]: DEBUG oslo_concurrency.lockutils [req-5c2c911a-4bc2-427e-a096-2e9f3c331fc0 req-6a6d3909-b146-4479-87bf-739cc0c4babc service nova] Acquiring lock "5c44108a-38d5-4019-be33-513287c89050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.020966] env[69281]: DEBUG oslo_concurrency.lockutils [req-5c2c911a-4bc2-427e-a096-2e9f3c331fc0 req-6a6d3909-b146-4479-87bf-739cc0c4babc service nova] Lock "5c44108a-38d5-4019-be33-513287c89050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.021207] env[69281]: DEBUG oslo_concurrency.lockutils [req-5c2c911a-4bc2-427e-a096-2e9f3c331fc0 req-6a6d3909-b146-4479-87bf-739cc0c4babc service nova] Lock "5c44108a-38d5-4019-be33-513287c89050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.021326] env[69281]: DEBUG nova.compute.manager [req-5c2c911a-4bc2-427e-a096-2e9f3c331fc0 req-6a6d3909-b146-4479-87bf-739cc0c4babc service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] No waiting events found dispatching network-vif-plugged-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1122.021475] env[69281]: WARNING nova.compute.manager [req-5c2c911a-4bc2-427e-a096-2e9f3c331fc0 req-6a6d3909-b146-4479-87bf-739cc0c4babc service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Received unexpected event network-vif-plugged-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 for instance with vm_state building and task_state spawning. [ 1122.128489] env[69281]: DEBUG nova.network.neutron [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Successfully updated port: 0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.168959] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00a43bd-04ff-4f89-a63a-7a7316ab7ba3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.177652] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba00b3d-449c-44b9-aae9-ba12619cf79a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.212816] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abd45fb-7c3b-4477-bd17-9dd6babb6f22 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.221239] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bdabe9-3ebb-474f-996c-07004cff6f60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.236099] env[69281]: DEBUG nova.compute.provider_tree [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.424463] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936325, 'name': ReconfigVM_Task, 'duration_secs': 0.169398} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.425592] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f3c13e-8c08-431d-a905-f224fc292f83 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.447529] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.448110] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.448394] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.450056] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.450056] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.450056] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.450056] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.450056] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.450056] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.450056] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.450056] env[69281]: DEBUG nova.virt.hardware [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.451675] env[69281]: DEBUG oslo_concurrency.lockutils [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "ab85a348-7231-4543-8207-c67c80e714c9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.452309] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da53a19-171b-447e-8486-c505710cf623 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.460796] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1122.460796] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a591e6-5c5c-51ad-9d9c-22d53fadeab5" [ 1122.460796] env[69281]: _type = "Task" [ 1122.460796] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.470164] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a591e6-5c5c-51ad-9d9c-22d53fadeab5, 'name': SearchDatastore_Task, 'duration_secs': 0.007915} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.476386] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.476852] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57078116-8621-48e6-97dd-f4d5cc872c16 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.496789] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1122.496789] env[69281]: value = "task-3936326" [ 1122.496789] env[69281]: _type = "Task" [ 1122.496789] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.507806] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.630015] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.630015] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.630015] env[69281]: DEBUG nova.network.neutron [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.740213] env[69281]: DEBUG nova.scheduler.client.report [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.008281] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936326, 'name': ReconfigVM_Task, 'duration_secs': 0.221725} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.008661] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.009387] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a59f74-5998-41f1-94ba-3f1c0fe9b15a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.037892] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] e0ec56ff-8435-43b7-a043-8de35155e1ed/e0ec56ff-8435-43b7-a043-8de35155e1ed.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.039749] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a41f5e-10d3-406f-acdb-efa6a3994bdb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.061461] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1123.061461] env[69281]: value = "task-3936327" [ 1123.061461] env[69281]: _type = "Task" [ 1123.061461] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.071704] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.167143] env[69281]: DEBUG nova.network.neutron [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.246871] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.249443] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.879s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.250931] env[69281]: INFO nova.compute.claims [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.280059] env[69281]: INFO nova.scheduler.client.report [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Deleted allocations for instance 7289d8eb-3321-4946-8799-efd422ffb4e4 [ 1123.348852] env[69281]: DEBUG nova.network.neutron [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Updating instance_info_cache with network_info: [{"id": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "address": "fa:16:3e:83:b8:94", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8ff0a0-a8", "ovs_interfaceid": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.556416] env[69281]: DEBUG oslo_concurrency.lockutils [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "ab85a348-7231-4543-8207-c67c80e714c9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.556826] env[69281]: DEBUG oslo_concurrency.lockutils [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "ab85a348-7231-4543-8207-c67c80e714c9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.556826] env[69281]: INFO nova.compute.manager [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Attaching volume 5f19db7b-a43e-48da-a30c-ac16b70f544c to /dev/sdb [ 1123.576692] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936327, 'name': ReconfigVM_Task, 'duration_secs': 0.31999} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.577052] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Reconfigured VM instance instance-00000057 to attach disk [datastore1] e0ec56ff-8435-43b7-a043-8de35155e1ed/e0ec56ff-8435-43b7-a043-8de35155e1ed.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.577950] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863dd5b3-24fc-4951-9836-57af914b9b80 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.601297] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc33ac20-fc89-424c-9068-efff759c437d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.605878] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad99548-b0cc-4964-945a-94d9f7b5c11d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.630031] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40631ebc-cb16-4583-a791-b47ba5848a43 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.633746] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889fa63a-4204-4ffb-8dbd-a08d7e491c1f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.667233] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87a4dc0-f278-476a-b4f0-ab9b35e68d97 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.670516] env[69281]: DEBUG nova.virt.block_device [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Updating existing volume attachment record: 94372c0c-cf00-44c4-a211-4a86a8213b0a {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1123.678317] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.678550] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1c1adf5-8c9a-428f-993d-0d040a2107d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.686223] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1123.686223] env[69281]: value = "task-3936328" [ 1123.686223] env[69281]: _type = "Task" [ 1123.686223] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.694880] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.792657] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0cb97a54-8cd6-42d9-8cad-bb799cf82817 tempest-ServersTestJSON-525982737 tempest-ServersTestJSON-525982737-project-member] Lock "7289d8eb-3321-4946-8799-efd422ffb4e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.185s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.854019] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.854019] env[69281]: DEBUG nova.compute.manager [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Instance network_info: |[{"id": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "address": "fa:16:3e:83:b8:94", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8ff0a0-a8", "ovs_interfaceid": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.854019] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:b8:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e8ff0a0-a82b-4129-ae4b-9e03c7be3799', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.860703] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.861129] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c44108a-38d5-4019-be33-513287c89050] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.861466] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe50dd0c-2c8b-4834-8825-fac56399fe71 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.881938] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.881938] env[69281]: value = "task-3936330" [ 1123.881938] env[69281]: _type = "Task" [ 1123.881938] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.890785] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936330, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.057498] env[69281]: DEBUG nova.compute.manager [req-29552e2e-050e-4e31-abd0-fc4f148350eb req-6494575f-5f23-4575-ad1f-d89d47ef50b1 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Received event network-changed-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.057803] env[69281]: DEBUG nova.compute.manager [req-29552e2e-050e-4e31-abd0-fc4f148350eb req-6494575f-5f23-4575-ad1f-d89d47ef50b1 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Refreshing instance network info cache due to event network-changed-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.058268] env[69281]: DEBUG oslo_concurrency.lockutils [req-29552e2e-050e-4e31-abd0-fc4f148350eb req-6494575f-5f23-4575-ad1f-d89d47ef50b1 service nova] Acquiring lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.058490] env[69281]: DEBUG oslo_concurrency.lockutils [req-29552e2e-050e-4e31-abd0-fc4f148350eb req-6494575f-5f23-4575-ad1f-d89d47ef50b1 service nova] Acquired lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.058749] env[69281]: DEBUG nova.network.neutron [req-29552e2e-050e-4e31-abd0-fc4f148350eb req-6494575f-5f23-4575-ad1f-d89d47ef50b1 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Refreshing network info cache for port 0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.197466] env[69281]: DEBUG oslo_vmware.api [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936328, 'name': PowerOnVM_Task, 'duration_secs': 0.437503} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.197747] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.398368] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936330, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.489868] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f52acf-92c5-43ea-ada0-02abaf9fd84c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.498253] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ce5cf3-a7e6-4926-8245-de75f57aa5a5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.533739] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18702b5a-9b46-42dd-a0f5-92a0d92e506e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.542046] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f6951a-55f9-4c81-a90b-9dcc817f8e0e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.560504] env[69281]: DEBUG nova.compute.provider_tree [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.896921] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936330, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.919436] env[69281]: DEBUG nova.network.neutron [req-29552e2e-050e-4e31-abd0-fc4f148350eb req-6494575f-5f23-4575-ad1f-d89d47ef50b1 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Updated VIF entry in instance network info cache for port 0e8ff0a0-a82b-4129-ae4b-9e03c7be3799. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.919738] env[69281]: DEBUG nova.network.neutron [req-29552e2e-050e-4e31-abd0-fc4f148350eb req-6494575f-5f23-4575-ad1f-d89d47ef50b1 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Updating instance_info_cache with network_info: [{"id": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "address": "fa:16:3e:83:b8:94", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8ff0a0-a8", "ovs_interfaceid": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.067131] env[69281]: DEBUG nova.scheduler.client.report [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.250362] env[69281]: INFO nova.compute.manager [None req-35613d41-608f-455f-9196-707b61319f83 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance to original state: 'active' [ 1125.396861] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936330, 'name': CreateVM_Task, 'duration_secs': 1.388289} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.397114] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c44108a-38d5-4019-be33-513287c89050] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.397855] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.398035] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.398381] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.398678] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca7d9e4-db6b-4a13-ade1-3983ce782a34 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.404287] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1125.404287] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5275d983-7882-ea83-638c-bd5815872ea1" [ 1125.404287] env[69281]: _type = "Task" [ 1125.404287] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.412982] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5275d983-7882-ea83-638c-bd5815872ea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.422730] env[69281]: DEBUG oslo_concurrency.lockutils [req-29552e2e-050e-4e31-abd0-fc4f148350eb req-6494575f-5f23-4575-ad1f-d89d47ef50b1 service nova] Releasing lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.574329] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.575567] env[69281]: DEBUG nova.compute.manager [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.578534] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.764s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.583487] env[69281]: INFO nova.compute.claims [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.924788] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5275d983-7882-ea83-638c-bd5815872ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.011676} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.925090] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.925347] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.925669] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.925823] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.926014] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.926392] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46997360-e637-4f27-8b19-bed3f7a26801 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.940519] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.940519] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.940519] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-336d1225-c875-4691-a3dd-4b9fa488f44a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.945673] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1125.945673] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523d8619-280e-b127-2b4a-3b42b3ccf43a" [ 1125.945673] env[69281]: _type = "Task" [ 1125.945673] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.957537] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523d8619-280e-b127-2b4a-3b42b3ccf43a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.093296] env[69281]: DEBUG nova.compute.utils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.099081] env[69281]: DEBUG nova.compute.manager [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.099282] env[69281]: DEBUG nova.network.neutron [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.154382] env[69281]: DEBUG nova.policy [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '600b7a30c2ed4e8da34c02329981bc92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f30d87eba9e548a9844b6f38ba6eb899', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.461770] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523d8619-280e-b127-2b4a-3b42b3ccf43a, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.462679] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0089bd-adcf-41f1-b6a6-de347f982e37 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.471080] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1126.471080] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f69fed-62b8-6091-9fca-b38df47d75ac" [ 1126.471080] env[69281]: _type = "Task" [ 1126.471080] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.481950] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f69fed-62b8-6091-9fca-b38df47d75ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.607225] env[69281]: DEBUG nova.compute.manager [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.635260] env[69281]: DEBUG nova.network.neutron [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Successfully created port: c527fc2a-0ccd-4178-a6fc-77fd4915244d {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.817832] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "e0ec56ff-8435-43b7-a043-8de35155e1ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.818116] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "e0ec56ff-8435-43b7-a043-8de35155e1ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.818333] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "e0ec56ff-8435-43b7-a043-8de35155e1ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.818518] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "e0ec56ff-8435-43b7-a043-8de35155e1ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.818689] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "e0ec56ff-8435-43b7-a043-8de35155e1ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.825754] env[69281]: INFO nova.compute.manager [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Terminating instance [ 1126.860184] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec6c0f1-9c89-47a6-b8fa-788c088f79d0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.870505] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6faeaf-9d39-4c3b-abd8-4cbe8e6bd103 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.904238] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f95a29-efec-49c0-9ea3-39168a09862b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.913373] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa26fdcb-8d62-4d1d-bbd2-81d4b5842f1b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.929018] env[69281]: DEBUG nova.compute.provider_tree [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.982394] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f69fed-62b8-6091-9fca-b38df47d75ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011396} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.982657] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.982918] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 5c44108a-38d5-4019-be33-513287c89050/5c44108a-38d5-4019-be33-513287c89050.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.983266] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d24bfd84-f4e1-4154-91ad-bbe639885bee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.991023] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1126.991023] env[69281]: value = "task-3936332" [ 1126.991023] env[69281]: _type = "Task" [ 1126.991023] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.005063] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.333736] env[69281]: DEBUG nova.compute.manager [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.334042] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.334930] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34977b78-125f-4530-87b3-f63b259245c0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.344576] env[69281]: DEBUG oslo_vmware.api [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1127.344576] env[69281]: value = "task-3936333" [ 1127.344576] env[69281]: _type = "Task" [ 1127.344576] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.359973] env[69281]: DEBUG oslo_vmware.api [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.434247] env[69281]: DEBUG nova.scheduler.client.report [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.505715] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936332, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.618417] env[69281]: DEBUG nova.compute.manager [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.657391] env[69281]: DEBUG nova.virt.hardware [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.657391] env[69281]: DEBUG nova.virt.hardware [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.657391] env[69281]: DEBUG nova.virt.hardware [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.657391] env[69281]: DEBUG nova.virt.hardware [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.657575] env[69281]: DEBUG nova.virt.hardware [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.657744] env[69281]: DEBUG nova.virt.hardware [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.658061] env[69281]: DEBUG nova.virt.hardware [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.658288] env[69281]: DEBUG nova.virt.hardware [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.658513] env[69281]: DEBUG nova.virt.hardware [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.658725] env[69281]: DEBUG nova.virt.hardware [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.658947] env[69281]: DEBUG nova.virt.hardware [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.659865] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffbdeb4-1399-4b05-8063-8b95fe6d71b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.669773] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7e1c92-2110-4c19-b19b-b0c90ecb8d00 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.863698] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "ab5ad992-728e-4710-9110-07728c4bd905" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.863893] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "ab5ad992-728e-4710-9110-07728c4bd905" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.866502] env[69281]: DEBUG oslo_vmware.api [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936333, 'name': PowerOffVM_Task, 'duration_secs': 0.226093} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.869119] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.869119] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1127.869119] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781402', 'volume_id': '2f998310-c5e2-45bd-b68e-fc11e58d0a6d', 'name': 'volume-2f998310-c5e2-45bd-b68e-fc11e58d0a6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e0ec56ff-8435-43b7-a043-8de35155e1ed', 'attached_at': '2025-05-08T23:53:55.000000', 'detached_at': '', 'volume_id': '2f998310-c5e2-45bd-b68e-fc11e58d0a6d', 'serial': '2f998310-c5e2-45bd-b68e-fc11e58d0a6d'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1127.869119] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc8f4ea-b934-4533-a617-f64ec2d86f47 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.897912] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cea2bd-740e-4cd9-99c7-a9b076b1b38f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.905798] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87dcb55-13cb-47ef-b6f3-e5ab9193be4f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.928490] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dae6b1-5fe0-4dec-bbe4-20d4d4fddf0c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.944829] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.945426] env[69281]: DEBUG nova.compute.manager [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.948461] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] The volume has not been displaced from its original location: [datastore1] volume-2f998310-c5e2-45bd-b68e-fc11e58d0a6d/volume-2f998310-c5e2-45bd-b68e-fc11e58d0a6d.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1127.955484] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.955484] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.139s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.956605] env[69281]: INFO nova.compute.claims [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.961018] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8449b9e2-bea0-44f5-95fb-ec15f92d5603 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.979675] env[69281]: DEBUG oslo_vmware.api [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1127.979675] env[69281]: value = "task-3936334" [ 1127.979675] env[69281]: _type = "Task" [ 1127.979675] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.990100] env[69281]: DEBUG oslo_vmware.api [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.002309] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544709} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.003692] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 5c44108a-38d5-4019-be33-513287c89050/5c44108a-38d5-4019-be33-513287c89050.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.003692] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.003692] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8c08132-326b-4404-bc91-460951f44ff7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.013748] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1128.013748] env[69281]: value = "task-3936335" [ 1128.013748] env[69281]: _type = "Task" [ 1128.013748] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.024349] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.225712] env[69281]: DEBUG nova.compute.manager [req-8c12ab8c-b588-4b50-840d-e3641ab4d8ca req-80ce3d1c-62ec-4fa9-b725-f3882715b191 service nova] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Received event network-vif-plugged-c527fc2a-0ccd-4178-a6fc-77fd4915244d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.226024] env[69281]: DEBUG oslo_concurrency.lockutils [req-8c12ab8c-b588-4b50-840d-e3641ab4d8ca req-80ce3d1c-62ec-4fa9-b725-f3882715b191 service nova] Acquiring lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.226381] env[69281]: DEBUG oslo_concurrency.lockutils [req-8c12ab8c-b588-4b50-840d-e3641ab4d8ca req-80ce3d1c-62ec-4fa9-b725-f3882715b191 service nova] Lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.226584] env[69281]: DEBUG oslo_concurrency.lockutils [req-8c12ab8c-b588-4b50-840d-e3641ab4d8ca req-80ce3d1c-62ec-4fa9-b725-f3882715b191 service nova] Lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.226827] env[69281]: DEBUG nova.compute.manager [req-8c12ab8c-b588-4b50-840d-e3641ab4d8ca req-80ce3d1c-62ec-4fa9-b725-f3882715b191 service nova] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] No waiting events found dispatching network-vif-plugged-c527fc2a-0ccd-4178-a6fc-77fd4915244d {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1128.227065] env[69281]: WARNING nova.compute.manager [req-8c12ab8c-b588-4b50-840d-e3641ab4d8ca req-80ce3d1c-62ec-4fa9-b725-f3882715b191 service nova] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Received unexpected event network-vif-plugged-c527fc2a-0ccd-4178-a6fc-77fd4915244d for instance with vm_state building and task_state spawning. [ 1128.228334] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1128.228675] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781417', 'volume_id': '5f19db7b-a43e-48da-a30c-ac16b70f544c', 'name': 'volume-5f19db7b-a43e-48da-a30c-ac16b70f544c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab85a348-7231-4543-8207-c67c80e714c9', 'attached_at': '', 'detached_at': '', 'volume_id': '5f19db7b-a43e-48da-a30c-ac16b70f544c', 'serial': '5f19db7b-a43e-48da-a30c-ac16b70f544c'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1128.230213] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca191fa-a2a8-4563-97ef-caedd5fa88f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.250815] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bed1b66-e58d-489d-b4c7-5445a6dbff3c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.278778] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-5f19db7b-a43e-48da-a30c-ac16b70f544c/volume-5f19db7b-a43e-48da-a30c-ac16b70f544c.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.279210] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-978fbe6a-460d-46cd-bffa-214664b85dbe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.299899] env[69281]: DEBUG oslo_vmware.api [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1128.299899] env[69281]: value = "task-3936336" [ 1128.299899] env[69281]: _type = "Task" [ 1128.299899] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.312769] env[69281]: DEBUG oslo_vmware.api [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.314596] env[69281]: DEBUG nova.network.neutron [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Successfully updated port: c527fc2a-0ccd-4178-a6fc-77fd4915244d {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.328557] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "a3226972-00d7-4582-804a-5217cb22904f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.328872] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "a3226972-00d7-4582-804a-5217cb22904f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.367775] env[69281]: DEBUG nova.compute.manager [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.456678] env[69281]: DEBUG nova.compute.utils [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.458192] env[69281]: DEBUG nova.compute.manager [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Not allocating networking since 'none' was specified. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1128.491165] env[69281]: DEBUG oslo_vmware.api [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936334, 'name': ReconfigVM_Task, 'duration_secs': 0.21947} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.491349] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.496672] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33b311a9-f515-45b2-84bf-a29ebee8f7a2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.514049] env[69281]: DEBUG oslo_vmware.api [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1128.514049] env[69281]: value = "task-3936337" [ 1128.514049] env[69281]: _type = "Task" [ 1128.514049] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.529936] env[69281]: DEBUG oslo_vmware.api [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.530353] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080068} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.530661] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.531512] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e180fe0d-91f8-4305-92db-0ccc6165b65a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.560070] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 5c44108a-38d5-4019-be33-513287c89050/5c44108a-38d5-4019-be33-513287c89050.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.561225] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbfd7f31-c252-4848-bbb0-fe405f771415 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.582309] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1128.582309] env[69281]: value = "task-3936338" [ 1128.582309] env[69281]: _type = "Task" [ 1128.582309] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.591925] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.810193] env[69281]: DEBUG oslo_vmware.api [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.817071] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "refresh_cache-eae9c3ff-8477-4fb4-a048-e7f83a48f982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.817241] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "refresh_cache-eae9c3ff-8477-4fb4-a048-e7f83a48f982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.817409] env[69281]: DEBUG nova.network.neutron [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.831742] env[69281]: DEBUG nova.compute.manager [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.892246] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.959590] env[69281]: DEBUG nova.compute.manager [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.025034] env[69281]: DEBUG oslo_vmware.api [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936337, 'name': ReconfigVM_Task, 'duration_secs': 0.218304} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.027855] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781402', 'volume_id': '2f998310-c5e2-45bd-b68e-fc11e58d0a6d', 'name': 'volume-2f998310-c5e2-45bd-b68e-fc11e58d0a6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e0ec56ff-8435-43b7-a043-8de35155e1ed', 'attached_at': '2025-05-08T23:53:55.000000', 'detached_at': '', 'volume_id': '2f998310-c5e2-45bd-b68e-fc11e58d0a6d', 'serial': '2f998310-c5e2-45bd-b68e-fc11e58d0a6d'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1129.028178] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.029386] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea4bf76-8fbb-4754-bd4b-38e421621577 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.037989] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.038432] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee5f1734-10a9-4aba-92d9-07445282cbde {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.094146] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.184972] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfebcad-a2d5-4364-93b7-58088a7bb89f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.193190] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a739de89-aaae-4d37-a6e0-f5837241d9e3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.225828] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2619ffa5-07d5-46db-a01a-3421ba9518c0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.234473] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10712eec-5a8a-4951-96b7-83a9bc73a12b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.249736] env[69281]: DEBUG nova.compute.provider_tree [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.311191] env[69281]: DEBUG oslo_vmware.api [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936336, 'name': ReconfigVM_Task, 'duration_secs': 0.556416} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.311500] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-5f19db7b-a43e-48da-a30c-ac16b70f544c/volume-5f19db7b-a43e-48da-a30c-ac16b70f544c.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.316599] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68cbb6a2-7ee3-4066-bff4-d8f386b65045 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.334589] env[69281]: DEBUG oslo_vmware.api [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1129.334589] env[69281]: value = "task-3936340" [ 1129.334589] env[69281]: _type = "Task" [ 1129.334589] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.348706] env[69281]: DEBUG oslo_vmware.api [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936340, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.359557] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.383277] env[69281]: DEBUG nova.network.neutron [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.542818] env[69281]: DEBUG nova.network.neutron [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Updating instance_info_cache with network_info: [{"id": "c527fc2a-0ccd-4178-a6fc-77fd4915244d", "address": "fa:16:3e:92:b9:56", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc527fc2a-0c", "ovs_interfaceid": "c527fc2a-0ccd-4178-a6fc-77fd4915244d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.595395] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936338, 'name': ReconfigVM_Task, 'duration_secs': 0.578104} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.595705] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 5c44108a-38d5-4019-be33-513287c89050/5c44108a-38d5-4019-be33-513287c89050.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.596396] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95a4c871-3ff3-4be9-8edd-23abd60dd9fd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.602960] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1129.602960] env[69281]: value = "task-3936341" [ 1129.602960] env[69281]: _type = "Task" [ 1129.602960] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.614958] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936341, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.678672] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.678672] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.678672] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleting the datastore file [datastore1] e0ec56ff-8435-43b7-a043-8de35155e1ed {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.678672] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc6eb7a2-71ab-4735-b0a6-4eb4b1b27133 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.685432] env[69281]: DEBUG oslo_vmware.api [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1129.685432] env[69281]: value = "task-3936342" [ 1129.685432] env[69281]: _type = "Task" [ 1129.685432] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.695017] env[69281]: DEBUG oslo_vmware.api [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.752887] env[69281]: DEBUG nova.scheduler.client.report [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.845333] env[69281]: DEBUG oslo_vmware.api [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936340, 'name': ReconfigVM_Task, 'duration_secs': 0.254682} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.845892] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781417', 'volume_id': '5f19db7b-a43e-48da-a30c-ac16b70f544c', 'name': 'volume-5f19db7b-a43e-48da-a30c-ac16b70f544c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab85a348-7231-4543-8207-c67c80e714c9', 'attached_at': '', 'detached_at': '', 'volume_id': '5f19db7b-a43e-48da-a30c-ac16b70f544c', 'serial': '5f19db7b-a43e-48da-a30c-ac16b70f544c'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1129.971986] env[69281]: DEBUG nova.compute.manager [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.001283] env[69281]: DEBUG nova.virt.hardware [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.001538] env[69281]: DEBUG nova.virt.hardware [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.001699] env[69281]: DEBUG nova.virt.hardware [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.001907] env[69281]: DEBUG nova.virt.hardware [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.002119] env[69281]: DEBUG nova.virt.hardware [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.002306] env[69281]: DEBUG nova.virt.hardware [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.002528] env[69281]: DEBUG nova.virt.hardware [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.002690] env[69281]: DEBUG nova.virt.hardware [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.002861] env[69281]: DEBUG nova.virt.hardware [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.003041] env[69281]: DEBUG nova.virt.hardware [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.003232] env[69281]: DEBUG nova.virt.hardware [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.004115] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877a53f2-5130-4273-9af8-a4968f262627 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.012281] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565aa614-5a2d-45c2-8e7f-71629c9c5a08 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.027773] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.033475] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Creating folder: Project (21b5a1f3fbe04b7babb16897b26428e1). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1130.033785] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19807dbb-2df2-4dba-9bae-c66505d1fba3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.044717] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Created folder: Project (21b5a1f3fbe04b7babb16897b26428e1) in parent group-v781128. [ 1130.044911] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Creating folder: Instances. Parent ref: group-v781419. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1130.045174] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bdaee29-0f3c-43ed-9500-4d6cf461643d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.047096] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "refresh_cache-eae9c3ff-8477-4fb4-a048-e7f83a48f982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.047399] env[69281]: DEBUG nova.compute.manager [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Instance network_info: |[{"id": "c527fc2a-0ccd-4178-a6fc-77fd4915244d", "address": "fa:16:3e:92:b9:56", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc527fc2a-0c", "ovs_interfaceid": "c527fc2a-0ccd-4178-a6fc-77fd4915244d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.047763] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:b9:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c527fc2a-0ccd-4178-a6fc-77fd4915244d', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.055353] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.056033] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.056195] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a267d90d-c4f1-409d-8811-8592998a1090 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.072437] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Created folder: Instances in parent group-v781419. [ 1130.072707] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.073286] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.073520] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2c6ef09-c43f-4f26-8192-f4ea2de7234a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.086335] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.086335] env[69281]: value = "task-3936345" [ 1130.086335] env[69281]: _type = "Task" [ 1130.086335] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.091213] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.091213] env[69281]: value = "task-3936346" [ 1130.091213] env[69281]: _type = "Task" [ 1130.091213] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.097644] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936345, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.103847] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936346, 'name': CreateVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.112608] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936341, 'name': Rename_Task, 'duration_secs': 0.159768} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.113019] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.113294] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73339dbf-2d9b-42a9-a6ce-5b2197626901 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.120378] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1130.120378] env[69281]: value = "task-3936347" [ 1130.120378] env[69281]: _type = "Task" [ 1130.120378] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.130435] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.196061] env[69281]: DEBUG oslo_vmware.api [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174265} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.196342] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.196538] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.196717] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.196930] env[69281]: INFO nova.compute.manager [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Took 2.86 seconds to destroy the instance on the hypervisor. [ 1130.197250] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.197463] env[69281]: DEBUG nova.compute.manager [-] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.197562] env[69281]: DEBUG nova.network.neutron [-] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.251480] env[69281]: DEBUG nova.compute.manager [req-4deeb7fd-c471-4090-84bc-76e2523e73c2 req-c7567d40-5094-4860-bd6c-20306130408f service nova] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Received event network-changed-c527fc2a-0ccd-4178-a6fc-77fd4915244d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.251480] env[69281]: DEBUG nova.compute.manager [req-4deeb7fd-c471-4090-84bc-76e2523e73c2 req-c7567d40-5094-4860-bd6c-20306130408f service nova] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Refreshing instance network info cache due to event network-changed-c527fc2a-0ccd-4178-a6fc-77fd4915244d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.251912] env[69281]: DEBUG oslo_concurrency.lockutils [req-4deeb7fd-c471-4090-84bc-76e2523e73c2 req-c7567d40-5094-4860-bd6c-20306130408f service nova] Acquiring lock "refresh_cache-eae9c3ff-8477-4fb4-a048-e7f83a48f982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.251912] env[69281]: DEBUG oslo_concurrency.lockutils [req-4deeb7fd-c471-4090-84bc-76e2523e73c2 req-c7567d40-5094-4860-bd6c-20306130408f service nova] Acquired lock "refresh_cache-eae9c3ff-8477-4fb4-a048-e7f83a48f982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.252176] env[69281]: DEBUG nova.network.neutron [req-4deeb7fd-c471-4090-84bc-76e2523e73c2 req-c7567d40-5094-4860-bd6c-20306130408f service nova] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Refreshing network info cache for port c527fc2a-0ccd-4178-a6fc-77fd4915244d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.257970] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.258673] env[69281]: DEBUG nova.compute.manager [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.262990] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.195s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.264734] env[69281]: INFO nova.compute.claims [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.599388] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936345, 'name': CreateVM_Task, 'duration_secs': 0.347839} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.600262] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.601109] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.601305] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.601684] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.601963] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543be0c0-b556-4d58-87c8-f77873166d26 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.607507] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936346, 'name': CreateVM_Task, 'duration_secs': 0.286305} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.608117] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.608606] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.611463] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1130.611463] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a3b011-b209-7d8a-6f59-395e412b6b1e" [ 1130.611463] env[69281]: _type = "Task" [ 1130.611463] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.621452] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a3b011-b209-7d8a-6f59-395e412b6b1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.630066] env[69281]: DEBUG oslo_vmware.api [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936347, 'name': PowerOnVM_Task, 'duration_secs': 0.500022} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.630364] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.630579] env[69281]: INFO nova.compute.manager [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1130.630759] env[69281]: DEBUG nova.compute.manager [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1130.631575] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defdc14e-3568-439a-b04c-53640e22a2dc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.772324] env[69281]: DEBUG nova.compute.utils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.776203] env[69281]: DEBUG nova.compute.manager [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.776374] env[69281]: DEBUG nova.network.neutron [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.837736] env[69281]: DEBUG nova.policy [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fe1767f47dd48ffa25d0ea2e648c78f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312cd59189eb4a0696270ef4ca7a672f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.892365] env[69281]: DEBUG nova.objects.instance [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lazy-loading 'flavor' on Instance uuid ab85a348-7231-4543-8207-c67c80e714c9 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.124161] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a3b011-b209-7d8a-6f59-395e412b6b1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012332} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.124809] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.125181] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.125487] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.125667] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.125910] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.126261] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.126616] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.126883] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a63e112a-234b-419c-accd-294422e69daf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.129139] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61ef411-cccb-4fad-ad7b-7639916e79f6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.136397] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1131.136397] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522ebd86-8082-70b8-599a-eaab3dd4e8e8" [ 1131.136397] env[69281]: _type = "Task" [ 1131.136397] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.153498] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.153498] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.153498] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a6324d-2303-4922-8f42-3e0811a57b65 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.162555] env[69281]: INFO nova.compute.manager [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Took 22.25 seconds to build instance. [ 1131.163701] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522ebd86-8082-70b8-599a-eaab3dd4e8e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.167928] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1131.167928] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bb83f9-c842-a0a4-416e-74adfb1ccd75" [ 1131.167928] env[69281]: _type = "Task" [ 1131.167928] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.177474] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bb83f9-c842-a0a4-416e-74adfb1ccd75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.212709] env[69281]: DEBUG nova.network.neutron [-] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.270213] env[69281]: DEBUG nova.network.neutron [req-4deeb7fd-c471-4090-84bc-76e2523e73c2 req-c7567d40-5094-4860-bd6c-20306130408f service nova] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Updated VIF entry in instance network info cache for port c527fc2a-0ccd-4178-a6fc-77fd4915244d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.270640] env[69281]: DEBUG nova.network.neutron [req-4deeb7fd-c471-4090-84bc-76e2523e73c2 req-c7567d40-5094-4860-bd6c-20306130408f service nova] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Updating instance_info_cache with network_info: [{"id": "c527fc2a-0ccd-4178-a6fc-77fd4915244d", "address": "fa:16:3e:92:b9:56", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc527fc2a-0c", "ovs_interfaceid": "c527fc2a-0ccd-4178-a6fc-77fd4915244d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.277395] env[69281]: DEBUG nova.compute.manager [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.334060] env[69281]: DEBUG nova.network.neutron [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Successfully created port: fd06f188-ab67-48ff-b752-9092393febe3 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.400522] env[69281]: DEBUG oslo_concurrency.lockutils [None req-62d1ff65-dc72-412c-a6e7-804a3469e033 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "ab85a348-7231-4543-8207-c67c80e714c9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.844s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.560517] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b3af93-a792-429c-82e2-1f0cf4770932 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.570380] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efea8042-18ba-45e3-b8dd-6cabaddf8ddd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.611337] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3255b96-fa35-401f-8657-3a862b3d9344 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.623139] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7cf75a-daec-4c6c-a272-5c2815d28c6f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.638989] env[69281]: DEBUG nova.compute.provider_tree [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.649787] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522ebd86-8082-70b8-599a-eaab3dd4e8e8, 'name': SearchDatastore_Task, 'duration_secs': 0.022073} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.650634] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.650888] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.651097] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.665372] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c15f295-625a-490a-9df1-3c47d5f1cf68 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "5c44108a-38d5-4019-be33-513287c89050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.762s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.679434] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bb83f9-c842-a0a4-416e-74adfb1ccd75, 'name': SearchDatastore_Task, 'duration_secs': 0.019608} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.680267] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028e73b9-17a8-4e96-bd9d-9ec60406a6a0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.686421] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1131.686421] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527d0670-b565-25c0-50a3-08aba4bac0f7" [ 1131.686421] env[69281]: _type = "Task" [ 1131.686421] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.694959] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527d0670-b565-25c0-50a3-08aba4bac0f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.715719] env[69281]: INFO nova.compute.manager [-] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Took 1.52 seconds to deallocate network for instance. [ 1131.774359] env[69281]: DEBUG oslo_concurrency.lockutils [req-4deeb7fd-c471-4090-84bc-76e2523e73c2 req-c7567d40-5094-4860-bd6c-20306130408f service nova] Releasing lock "refresh_cache-eae9c3ff-8477-4fb4-a048-e7f83a48f982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.117402] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.117698] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.145132] env[69281]: DEBUG nova.scheduler.client.report [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.157814] env[69281]: DEBUG nova.compute.manager [req-c91a8c86-ebdf-4ecc-85a0-38bbeb82d447 req-9d5568d7-23d9-4fac-99c0-a19d2d8b4166 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Received event network-changed-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.158098] env[69281]: DEBUG nova.compute.manager [req-c91a8c86-ebdf-4ecc-85a0-38bbeb82d447 req-9d5568d7-23d9-4fac-99c0-a19d2d8b4166 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Refreshing instance network info cache due to event network-changed-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.158260] env[69281]: DEBUG oslo_concurrency.lockutils [req-c91a8c86-ebdf-4ecc-85a0-38bbeb82d447 req-9d5568d7-23d9-4fac-99c0-a19d2d8b4166 service nova] Acquiring lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.158407] env[69281]: DEBUG oslo_concurrency.lockutils [req-c91a8c86-ebdf-4ecc-85a0-38bbeb82d447 req-9d5568d7-23d9-4fac-99c0-a19d2d8b4166 service nova] Acquired lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.158582] env[69281]: DEBUG nova.network.neutron [req-c91a8c86-ebdf-4ecc-85a0-38bbeb82d447 req-9d5568d7-23d9-4fac-99c0-a19d2d8b4166 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Refreshing network info cache for port 0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.199077] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527d0670-b565-25c0-50a3-08aba4bac0f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.199349] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.199614] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] eae9c3ff-8477-4fb4-a048-e7f83a48f982/eae9c3ff-8477-4fb4-a048-e7f83a48f982.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.200195] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.200514] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.200852] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b21b379-cbb7-4ad9-9bfc-ca7b8292ad39 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.203115] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94598944-005b-40f0-8036-77a891dad1e4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.211747] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1132.211747] env[69281]: value = "task-3936348" [ 1132.211747] env[69281]: _type = "Task" [ 1132.211747] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.213045] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.213265] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.217100] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d08df97b-d878-48f1-8bbf-973eaf1fa20b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.226412] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.226754] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1132.226754] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522e592b-babd-fa1e-030c-c2f709087b6b" [ 1132.226754] env[69281]: _type = "Task" [ 1132.226754] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.233230] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "ab85a348-7231-4543-8207-c67c80e714c9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.233522] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "ab85a348-7231-4543-8207-c67c80e714c9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.239915] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522e592b-babd-fa1e-030c-c2f709087b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.240720] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7355ba2e-54a7-4bdb-8cba-de0251f3cd66 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.248513] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1132.248513] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52cd8434-2d64-41a2-ce4d-15a14ac38f35" [ 1132.248513] env[69281]: _type = "Task" [ 1132.248513] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.261366] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52cd8434-2d64-41a2-ce4d-15a14ac38f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.265498] env[69281]: INFO nova.compute.manager [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Took 0.55 seconds to detach 1 volumes for instance. [ 1132.290739] env[69281]: DEBUG nova.compute.manager [req-3e8de778-d8b4-4c65-b146-146fe3e1ddae req-788ab77c-3fc2-486f-a2e7-5edbaada7037 service nova] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Received event network-vif-deleted-825b76dc-5755-4c72-9288-62d7ab4401e8 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.291264] env[69281]: DEBUG nova.compute.manager [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.323206] env[69281]: DEBUG nova.virt.hardware [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.323493] env[69281]: DEBUG nova.virt.hardware [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.323688] env[69281]: DEBUG nova.virt.hardware [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.323910] env[69281]: DEBUG nova.virt.hardware [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.324231] env[69281]: DEBUG nova.virt.hardware [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.324440] env[69281]: DEBUG nova.virt.hardware [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.324695] env[69281]: DEBUG nova.virt.hardware [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.324899] env[69281]: DEBUG nova.virt.hardware [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.325137] env[69281]: DEBUG nova.virt.hardware [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.325342] env[69281]: DEBUG nova.virt.hardware [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.325552] env[69281]: DEBUG nova.virt.hardware [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.326966] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ab9d10-81f6-48a0-92b4-8f1f6050f7c0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.337311] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c33108-bf2e-4712-b3d9-fb25d47ffb73 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.621460] env[69281]: INFO nova.compute.manager [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Detaching volume 31ff424b-b456-4eba-b8e0-5f4b7da1ae5e [ 1132.649711] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.650468] env[69281]: DEBUG nova.compute.manager [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.654489] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.158s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.654780] env[69281]: DEBUG nova.objects.instance [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lazy-loading 'resources' on Instance uuid ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.664358] env[69281]: INFO nova.virt.block_device [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Attempting to driver detach volume 31ff424b-b456-4eba-b8e0-5f4b7da1ae5e from mountpoint /dev/sdb [ 1132.664799] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1132.665198] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781410', 'volume_id': '31ff424b-b456-4eba-b8e0-5f4b7da1ae5e', 'name': 'volume-31ff424b-b456-4eba-b8e0-5f4b7da1ae5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a930c0a-2d3e-499a-a6ea-e35cae957982', 'attached_at': '', 'detached_at': '', 'volume_id': '31ff424b-b456-4eba-b8e0-5f4b7da1ae5e', 'serial': '31ff424b-b456-4eba-b8e0-5f4b7da1ae5e'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1132.669420] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ddd3b9-2386-4901-a2d1-c603ef7a6d42 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.699061] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9901b1c6-15d6-41d7-bbbc-3c4e2477cf15 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.707581] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ad7932-ad6b-4e9d-8db7-ff754b216c01 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.738053] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c598975-35da-4336-94a1-9fe474585df8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.744994] env[69281]: INFO nova.compute.manager [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Detaching volume 5f19db7b-a43e-48da-a30c-ac16b70f544c [ 1132.747104] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514913} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.748358] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] eae9c3ff-8477-4fb4-a048-e7f83a48f982/eae9c3ff-8477-4fb4-a048-e7f83a48f982.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.749205] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.749205] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af4f3fcc-0a93-4324-874c-d814dab76316 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.768369] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] The volume has not been displaced from its original location: [datastore1] volume-31ff424b-b456-4eba-b8e0-5f4b7da1ae5e/volume-31ff424b-b456-4eba-b8e0-5f4b7da1ae5e.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1132.774851] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1132.775570] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6891ca5-00c0-4a39-86b0-ec2e32ac2fbf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.790201] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.796204] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1132.796204] env[69281]: value = "task-3936349" [ 1132.796204] env[69281]: _type = "Task" [ 1132.796204] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.805188] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52cd8434-2d64-41a2-ce4d-15a14ac38f35, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.806886] env[69281]: INFO nova.virt.block_device [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Attempting to driver detach volume 5f19db7b-a43e-48da-a30c-ac16b70f544c from mountpoint /dev/sdb [ 1132.807120] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1132.807312] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781417', 'volume_id': '5f19db7b-a43e-48da-a30c-ac16b70f544c', 'name': 'volume-5f19db7b-a43e-48da-a30c-ac16b70f544c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab85a348-7231-4543-8207-c67c80e714c9', 'attached_at': '', 'detached_at': '', 'volume_id': '5f19db7b-a43e-48da-a30c-ac16b70f544c', 'serial': '5f19db7b-a43e-48da-a30c-ac16b70f544c'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1132.807983] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.808266] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8/79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.808568] env[69281]: DEBUG oslo_vmware.api [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1132.808568] env[69281]: value = "task-3936350" [ 1132.808568] env[69281]: _type = "Task" [ 1132.808568] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.809299] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1e768e-67a3-4519-a0d9-619326fa98ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.814473] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6af32779-b20b-492a-aca1-518f67e3d1fe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.817164] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.825781] env[69281]: DEBUG oslo_vmware.api [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.842194] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1132.842194] env[69281]: value = "task-3936351" [ 1132.842194] env[69281]: _type = "Task" [ 1132.842194] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.845674] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27066a9b-bfa2-4c2e-96fe-787419fa9079 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.859778] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.862304] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fffd61-272e-4470-9489-137eb6b0fe5e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.887429] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4073dd4-844e-4585-9c2a-141454fba278 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.906388] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] The volume has not been displaced from its original location: [datastore2] volume-5f19db7b-a43e-48da-a30c-ac16b70f544c/volume-5f19db7b-a43e-48da-a30c-ac16b70f544c.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1132.911713] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1132.912111] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b87cafa-0543-4e12-a917-11b6e59e39cf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.933616] env[69281]: DEBUG oslo_vmware.api [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1132.933616] env[69281]: value = "task-3936352" [ 1132.933616] env[69281]: _type = "Task" [ 1132.933616] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.942613] env[69281]: DEBUG oslo_vmware.api [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.001840] env[69281]: DEBUG nova.network.neutron [req-c91a8c86-ebdf-4ecc-85a0-38bbeb82d447 req-9d5568d7-23d9-4fac-99c0-a19d2d8b4166 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Updated VIF entry in instance network info cache for port 0e8ff0a0-a82b-4129-ae4b-9e03c7be3799. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.002342] env[69281]: DEBUG nova.network.neutron [req-c91a8c86-ebdf-4ecc-85a0-38bbeb82d447 req-9d5568d7-23d9-4fac-99c0-a19d2d8b4166 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Updating instance_info_cache with network_info: [{"id": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "address": "fa:16:3e:83:b8:94", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8ff0a0-a8", "ovs_interfaceid": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.159079] env[69281]: DEBUG nova.compute.utils [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.160833] env[69281]: DEBUG nova.compute.manager [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Not allocating networking since 'none' was specified. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1133.311255] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165204} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.314184] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.315356] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6067dece-0bb8-4923-84af-24383bd2cd42 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.347263] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] eae9c3ff-8477-4fb4-a048-e7f83a48f982/eae9c3ff-8477-4fb4-a048-e7f83a48f982.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.354498] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ba3b983-0890-4b45-9089-9f420157f6da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.370351] env[69281]: DEBUG oslo_vmware.api [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936350, 'name': ReconfigVM_Task, 'duration_secs': 0.3949} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.371621] env[69281]: DEBUG nova.network.neutron [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Successfully updated port: fd06f188-ab67-48ff-b752-9092393febe3 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.376024] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1133.386724] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f569b79e-4fe4-458d-a941-c850583e7300 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.398292] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1133.398292] env[69281]: value = "task-3936353" [ 1133.398292] env[69281]: _type = "Task" [ 1133.398292] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.413237] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936351, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.413237] env[69281]: DEBUG oslo_vmware.api [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1133.413237] env[69281]: value = "task-3936354" [ 1133.413237] env[69281]: _type = "Task" [ 1133.413237] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.421038] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.427251] env[69281]: DEBUG oslo_vmware.api [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.444688] env[69281]: DEBUG oslo_vmware.api [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936352, 'name': ReconfigVM_Task, 'duration_secs': 0.262786} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.447603] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1133.452508] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c858309a-566d-4eaf-a2f2-7675a63775d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.464711] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2016d637-c520-44cd-b221-eefd1c4a8277 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.468878] env[69281]: DEBUG oslo_vmware.api [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1133.468878] env[69281]: value = "task-3936355" [ 1133.468878] env[69281]: _type = "Task" [ 1133.468878] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.474490] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7c8b61-7532-43b7-8877-a5e202bef857 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.484231] env[69281]: DEBUG oslo_vmware.api [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.508635] env[69281]: DEBUG oslo_concurrency.lockutils [req-c91a8c86-ebdf-4ecc-85a0-38bbeb82d447 req-9d5568d7-23d9-4fac-99c0-a19d2d8b4166 service nova] Releasing lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.509954] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cb7e60-5d54-4150-aeaf-84cbd8f4d4ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.519550] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1949f64e-fa75-4887-9f11-a59a628202ae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.534585] env[69281]: DEBUG nova.compute.provider_tree [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.665614] env[69281]: DEBUG nova.compute.manager [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.863975] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64915} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.864352] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8/79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.864567] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.864825] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e204823-12c3-4429-ab19-fa4a932433fa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.872889] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1133.872889] env[69281]: value = "task-3936356" [ 1133.872889] env[69281]: _type = "Task" [ 1133.872889] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.885811] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.885982] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.886152] env[69281]: DEBUG nova.network.neutron [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.887436] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.911076] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.923316] env[69281]: DEBUG oslo_vmware.api [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936354, 'name': ReconfigVM_Task, 'duration_secs': 0.189948} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.923663] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781410', 'volume_id': '31ff424b-b456-4eba-b8e0-5f4b7da1ae5e', 'name': 'volume-31ff424b-b456-4eba-b8e0-5f4b7da1ae5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a930c0a-2d3e-499a-a6ea-e35cae957982', 'attached_at': '', 'detached_at': '', 'volume_id': '31ff424b-b456-4eba-b8e0-5f4b7da1ae5e', 'serial': '31ff424b-b456-4eba-b8e0-5f4b7da1ae5e'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1133.982170] env[69281]: DEBUG oslo_vmware.api [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.038035] env[69281]: DEBUG nova.scheduler.client.report [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.184844] env[69281]: DEBUG nova.compute.manager [req-590aad7a-13a3-4a06-978a-3e607e452b77 req-40f3e3b0-23d8-4e2b-80cd-3331479472c8 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Received event network-vif-plugged-fd06f188-ab67-48ff-b752-9092393febe3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.185094] env[69281]: DEBUG oslo_concurrency.lockutils [req-590aad7a-13a3-4a06-978a-3e607e452b77 req-40f3e3b0-23d8-4e2b-80cd-3331479472c8 service nova] Acquiring lock "bf5b029e-91d4-4a5c-a044-73b36134731d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.185355] env[69281]: DEBUG oslo_concurrency.lockutils [req-590aad7a-13a3-4a06-978a-3e607e452b77 req-40f3e3b0-23d8-4e2b-80cd-3331479472c8 service nova] Lock "bf5b029e-91d4-4a5c-a044-73b36134731d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.185542] env[69281]: DEBUG oslo_concurrency.lockutils [req-590aad7a-13a3-4a06-978a-3e607e452b77 req-40f3e3b0-23d8-4e2b-80cd-3331479472c8 service nova] Lock "bf5b029e-91d4-4a5c-a044-73b36134731d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.185707] env[69281]: DEBUG nova.compute.manager [req-590aad7a-13a3-4a06-978a-3e607e452b77 req-40f3e3b0-23d8-4e2b-80cd-3331479472c8 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] No waiting events found dispatching network-vif-plugged-fd06f188-ab67-48ff-b752-9092393febe3 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1134.185875] env[69281]: WARNING nova.compute.manager [req-590aad7a-13a3-4a06-978a-3e607e452b77 req-40f3e3b0-23d8-4e2b-80cd-3331479472c8 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Received unexpected event network-vif-plugged-fd06f188-ab67-48ff-b752-9092393febe3 for instance with vm_state building and task_state spawning. [ 1134.186053] env[69281]: DEBUG nova.compute.manager [req-590aad7a-13a3-4a06-978a-3e607e452b77 req-40f3e3b0-23d8-4e2b-80cd-3331479472c8 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Received event network-changed-fd06f188-ab67-48ff-b752-9092393febe3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.186214] env[69281]: DEBUG nova.compute.manager [req-590aad7a-13a3-4a06-978a-3e607e452b77 req-40f3e3b0-23d8-4e2b-80cd-3331479472c8 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Refreshing instance network info cache due to event network-changed-fd06f188-ab67-48ff-b752-9092393febe3. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.186381] env[69281]: DEBUG oslo_concurrency.lockutils [req-590aad7a-13a3-4a06-978a-3e607e452b77 req-40f3e3b0-23d8-4e2b-80cd-3331479472c8 service nova] Acquiring lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.383290] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079713} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.383644] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.384491] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eb63fd-a9b6-4289-b196-53e5799daa61 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.406080] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8/79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.406838] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df158865-cd1f-4107-970d-8b267f92bbd0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.432193] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936353, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.433857] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1134.433857] env[69281]: value = "task-3936357" [ 1134.433857] env[69281]: _type = "Task" [ 1134.433857] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.437935] env[69281]: DEBUG nova.network.neutron [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.447750] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.480182] env[69281]: DEBUG nova.objects.instance [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lazy-loading 'flavor' on Instance uuid 5a930c0a-2d3e-499a-a6ea-e35cae957982 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.488086] env[69281]: DEBUG oslo_vmware.api [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936355, 'name': ReconfigVM_Task, 'duration_secs': 0.802403} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.488086] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781417', 'volume_id': '5f19db7b-a43e-48da-a30c-ac16b70f544c', 'name': 'volume-5f19db7b-a43e-48da-a30c-ac16b70f544c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab85a348-7231-4543-8207-c67c80e714c9', 'attached_at': '', 'detached_at': '', 'volume_id': '5f19db7b-a43e-48da-a30c-ac16b70f544c', 'serial': '5f19db7b-a43e-48da-a30c-ac16b70f544c'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1134.493758] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.493758] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.493758] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.493758] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.494084] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.494084] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.494162] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.494757] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69281) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1134.494757] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.542887] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.545842] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.654s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.547513] env[69281]: INFO nova.compute.claims [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.572535] env[69281]: INFO nova.scheduler.client.report [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleted allocations for instance ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35 [ 1134.610896] env[69281]: DEBUG nova.network.neutron [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Updating instance_info_cache with network_info: [{"id": "fd06f188-ab67-48ff-b752-9092393febe3", "address": "fa:16:3e:c0:e0:13", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd06f188-ab", "ovs_interfaceid": "fd06f188-ab67-48ff-b752-9092393febe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.675550] env[69281]: DEBUG nova.compute.manager [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.702463] env[69281]: DEBUG nova.virt.hardware [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.702704] env[69281]: DEBUG nova.virt.hardware [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.702865] env[69281]: DEBUG nova.virt.hardware [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.703072] env[69281]: DEBUG nova.virt.hardware [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.703234] env[69281]: DEBUG nova.virt.hardware [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.703386] env[69281]: DEBUG nova.virt.hardware [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.703598] env[69281]: DEBUG nova.virt.hardware [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.703756] env[69281]: DEBUG nova.virt.hardware [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.703926] env[69281]: DEBUG nova.virt.hardware [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.704152] env[69281]: DEBUG nova.virt.hardware [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.704347] env[69281]: DEBUG nova.virt.hardware [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.705745] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bce124-e08c-40d5-9c06-0ac42c175666 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.716194] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ccc619-ba32-4c5e-a75b-323080042c71 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.731181] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.737024] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.737337] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.737562] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83a81694-564a-4944-8c3a-b4f728831607 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.757029] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.757029] env[69281]: value = "task-3936358" [ 1134.757029] env[69281]: _type = "Task" [ 1134.757029] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.765988] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936358, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.918057] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936353, 'name': ReconfigVM_Task, 'duration_secs': 1.08121} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.918512] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Reconfigured VM instance instance-00000068 to attach disk [datastore2] eae9c3ff-8477-4fb4-a048-e7f83a48f982/eae9c3ff-8477-4fb4-a048-e7f83a48f982.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.919296] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbdc66f4-c2f2-47a8-a789-1a8565df5a5e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.926196] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1134.926196] env[69281]: value = "task-3936359" [ 1134.926196] env[69281]: _type = "Task" [ 1134.926196] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.935195] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936359, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.944918] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936357, 'name': ReconfigVM_Task, 'duration_secs': 0.490324} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.945248] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8/79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.945900] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d08a11eb-5185-423f-9565-2765429bcb5e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.953316] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1134.953316] env[69281]: value = "task-3936360" [ 1134.953316] env[69281]: _type = "Task" [ 1134.953316] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.963664] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936360, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.997749] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.037022] env[69281]: DEBUG nova.objects.instance [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lazy-loading 'flavor' on Instance uuid ab85a348-7231-4543-8207-c67c80e714c9 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.084211] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1d494ff8-4980-4e6f-9b54-dbea58275211 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.083s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.115026] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.115026] env[69281]: DEBUG nova.compute.manager [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Instance network_info: |[{"id": "fd06f188-ab67-48ff-b752-9092393febe3", "address": "fa:16:3e:c0:e0:13", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd06f188-ab", "ovs_interfaceid": "fd06f188-ab67-48ff-b752-9092393febe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.115026] env[69281]: DEBUG oslo_concurrency.lockutils [req-590aad7a-13a3-4a06-978a-3e607e452b77 req-40f3e3b0-23d8-4e2b-80cd-3331479472c8 service nova] Acquired lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.115026] env[69281]: DEBUG nova.network.neutron [req-590aad7a-13a3-4a06-978a-3e607e452b77 req-40f3e3b0-23d8-4e2b-80cd-3331479472c8 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Refreshing network info cache for port fd06f188-ab67-48ff-b752-9092393febe3 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.116149] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:e0:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd06f188-ab67-48ff-b752-9092393febe3', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.124616] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.128034] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.128505] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abc57c86-4417-464a-b22c-ef34bda5c57d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.153384] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.153384] env[69281]: value = "task-3936361" [ 1135.153384] env[69281]: _type = "Task" [ 1135.153384] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.163158] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936361, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.269782] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936358, 'name': CreateVM_Task, 'duration_secs': 0.445694} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.270022] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.270417] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.270622] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.270913] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.271185] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c79bc7-cde6-4c26-8f0b-ab32123842d3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.277700] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1135.277700] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ec590e-ce68-55db-1404-223ad8769095" [ 1135.277700] env[69281]: _type = "Task" [ 1135.277700] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.287289] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ec590e-ce68-55db-1404-223ad8769095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.296018] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f5fa4429-f815-4ed8-beab-77dded2f2730 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.353736] env[69281]: DEBUG nova.network.neutron [req-590aad7a-13a3-4a06-978a-3e607e452b77 req-40f3e3b0-23d8-4e2b-80cd-3331479472c8 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Updated VIF entry in instance network info cache for port fd06f188-ab67-48ff-b752-9092393febe3. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.354206] env[69281]: DEBUG nova.network.neutron [req-590aad7a-13a3-4a06-978a-3e607e452b77 req-40f3e3b0-23d8-4e2b-80cd-3331479472c8 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Updating instance_info_cache with network_info: [{"id": "fd06f188-ab67-48ff-b752-9092393febe3", "address": "fa:16:3e:c0:e0:13", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd06f188-ab", "ovs_interfaceid": "fd06f188-ab67-48ff-b752-9092393febe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.436159] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936359, 'name': Rename_Task, 'duration_secs': 0.15063} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.436532] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.436828] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56462f3a-6753-4f4f-a6a2-9e1e2c37fcc3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.443064] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1135.443064] env[69281]: value = "task-3936362" [ 1135.443064] env[69281]: _type = "Task" [ 1135.443064] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.450872] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.462067] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936360, 'name': Rename_Task, 'duration_secs': 0.145936} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.462373] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.462607] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76251652-ea51-4e54-9488-2c73b6d40a85 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.469768] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1135.469768] env[69281]: value = "task-3936363" [ 1135.469768] env[69281]: _type = "Task" [ 1135.469768] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.478349] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.489266] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1d59012f-a7b3-4081-9ade-eb10dafc73f0 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.371s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.490289] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f5fa4429-f815-4ed8-beab-77dded2f2730 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.194s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.490503] env[69281]: DEBUG nova.compute.manager [None req-f5fa4429-f815-4ed8-beab-77dded2f2730 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1135.491562] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8dbb77-fe2a-4ea5-a58d-866bcf919fab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.499382] env[69281]: DEBUG nova.compute.manager [None req-f5fa4429-f815-4ed8-beab-77dded2f2730 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69281) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1135.500122] env[69281]: DEBUG nova.objects.instance [None req-f5fa4429-f815-4ed8-beab-77dded2f2730 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lazy-loading 'flavor' on Instance uuid 5a930c0a-2d3e-499a-a6ea-e35cae957982 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.663212] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936361, 'name': CreateVM_Task, 'duration_secs': 0.33896} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.665944] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.667431] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.667431] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.667541] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.667816] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff970b7-1ae9-4228-b1e8-a10af1c7426d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.674632] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1135.674632] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5253b915-d03c-a084-62c3-8da3bbe31bb6" [ 1135.674632] env[69281]: _type = "Task" [ 1135.674632] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.685870] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5253b915-d03c-a084-62c3-8da3bbe31bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.747119] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c9615d-8cd5-4233-89a0-037180fe0b47 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.755358] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e52dc3-dec7-4184-ba91-3f050df091d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.791543] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab85a7e9-ff24-4cc9-9512-245efc90f3fc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.800739] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ec590e-ce68-55db-1404-223ad8769095, 'name': SearchDatastore_Task, 'duration_secs': 0.012232} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.803247] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.803543] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.803788] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.803943] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.804344] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.804609] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4434aa2-92ce-4cb7-b8db-22270ed0dcfa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.807603] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba104c6-b243-4592-8b8d-84429d7892ab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.824027] env[69281]: DEBUG nova.compute.provider_tree [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.827031] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.827255] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.828338] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d271eb9-eb91-4ce7-9903-fd84899490a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.835175] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1135.835175] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b7d49c-c45f-81cb-6973-bf90244f5105" [ 1135.835175] env[69281]: _type = "Task" [ 1135.835175] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.845655] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b7d49c-c45f-81cb-6973-bf90244f5105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.857322] env[69281]: DEBUG oslo_concurrency.lockutils [req-590aad7a-13a3-4a06-978a-3e607e452b77 req-40f3e3b0-23d8-4e2b-80cd-3331479472c8 service nova] Releasing lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.954656] env[69281]: DEBUG oslo_vmware.api [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936362, 'name': PowerOnVM_Task, 'duration_secs': 0.479779} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.955391] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.955484] env[69281]: INFO nova.compute.manager [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1135.955672] env[69281]: DEBUG nova.compute.manager [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1135.956513] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a1e842-5078-44bd-85ea-599de5339188 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.988731] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936363, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.045797] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7dc1fe75-1eb1-4428-b4f0-6d4265fc6dee tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "ab85a348-7231-4543-8207-c67c80e714c9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.812s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.185912] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5253b915-d03c-a084-62c3-8da3bbe31bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.015738} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.186261] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.186505] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.186778] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.186894] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.187096] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.187369] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2903f71-ebf8-4e60-9174-f341d8137119 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.197909] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.198125] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.198883] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05be2d0a-aecc-4fb3-bcb9-b978b08fa084 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.205403] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1136.205403] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5238e083-e7f9-0d67-1b83-f98468bc70a7" [ 1136.205403] env[69281]: _type = "Task" [ 1136.205403] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.213417] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5238e083-e7f9-0d67-1b83-f98468bc70a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.329728] env[69281]: DEBUG nova.scheduler.client.report [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.348416] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b7d49c-c45f-81cb-6973-bf90244f5105, 'name': SearchDatastore_Task, 'duration_secs': 0.017258} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.349910] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b07abfb7-3785-472f-bf24-780e3946d761 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.356915] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1136.356915] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528bf4e9-22ce-2232-0898-671d85ee1695" [ 1136.356915] env[69281]: _type = "Task" [ 1136.356915] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.365533] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528bf4e9-22ce-2232-0898-671d85ee1695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.473764] env[69281]: INFO nova.compute.manager [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Took 20.12 seconds to build instance. [ 1136.487131] env[69281]: DEBUG oslo_vmware.api [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936363, 'name': PowerOnVM_Task, 'duration_secs': 0.536} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.487540] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.487670] env[69281]: INFO nova.compute.manager [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Took 6.52 seconds to spawn the instance on the hypervisor. [ 1136.487972] env[69281]: DEBUG nova.compute.manager [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.488766] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2988b8c3-0f5a-48a7-944e-241af807ffda {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.508919] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fa4429-f815-4ed8-beab-77dded2f2730 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.509251] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c860fb9-1b85-4585-9a0d-6589244105e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.517761] env[69281]: DEBUG oslo_vmware.api [None req-f5fa4429-f815-4ed8-beab-77dded2f2730 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1136.517761] env[69281]: value = "task-3936364" [ 1136.517761] env[69281]: _type = "Task" [ 1136.517761] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.526956] env[69281]: DEBUG oslo_vmware.api [None req-f5fa4429-f815-4ed8-beab-77dded2f2730 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.539032] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "00ed17c5-6c9d-462e-a22c-68991a164e1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.539325] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "00ed17c5-6c9d-462e-a22c-68991a164e1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.609272] env[69281]: DEBUG oslo_concurrency.lockutils [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "ab85a348-7231-4543-8207-c67c80e714c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.609629] env[69281]: DEBUG oslo_concurrency.lockutils [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "ab85a348-7231-4543-8207-c67c80e714c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.609929] env[69281]: DEBUG oslo_concurrency.lockutils [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "ab85a348-7231-4543-8207-c67c80e714c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.610244] env[69281]: DEBUG oslo_concurrency.lockutils [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "ab85a348-7231-4543-8207-c67c80e714c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.610472] env[69281]: DEBUG oslo_concurrency.lockutils [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "ab85a348-7231-4543-8207-c67c80e714c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.614909] env[69281]: INFO nova.compute.manager [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Terminating instance [ 1136.716315] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5238e083-e7f9-0d67-1b83-f98468bc70a7, 'name': SearchDatastore_Task, 'duration_secs': 0.030148} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.717131] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5cf4ecb-bfc2-475f-9dec-4fe5cbf22656 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.723976] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1136.723976] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a2c9df-f800-ba75-dd5d-aabe99fe3787" [ 1136.723976] env[69281]: _type = "Task" [ 1136.723976] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.732647] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a2c9df-f800-ba75-dd5d-aabe99fe3787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.834991] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.835600] env[69281]: DEBUG nova.compute.manager [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.838305] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.479s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.839689] env[69281]: INFO nova.compute.claims [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.867800] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528bf4e9-22ce-2232-0898-671d85ee1695, 'name': SearchDatastore_Task, 'duration_secs': 0.032616} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.868193] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.868583] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 44c59117-71ed-42e2-9824-a33277a0919e/44c59117-71ed-42e2-9824-a33277a0919e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.868949] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6073340-30cf-4b42-85ff-1d1f130567b7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.878493] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1136.878493] env[69281]: value = "task-3936365" [ 1136.878493] env[69281]: _type = "Task" [ 1136.878493] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.887665] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.976323] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b9d464e0-e786-4bf0-b62e-6b6c89e9d9f2 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.632s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.009154] env[69281]: INFO nova.compute.manager [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Took 17.21 seconds to build instance. [ 1137.031266] env[69281]: DEBUG oslo_vmware.api [None req-f5fa4429-f815-4ed8-beab-77dded2f2730 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936364, 'name': PowerOffVM_Task, 'duration_secs': 0.310554} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.031546] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fa4429-f815-4ed8-beab-77dded2f2730 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.031777] env[69281]: DEBUG nova.compute.manager [None req-f5fa4429-f815-4ed8-beab-77dded2f2730 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1137.032592] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c43a0e1-cf44-4a8f-a6b9-cf149c45e9f7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.044894] env[69281]: DEBUG nova.compute.manager [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.118709] env[69281]: DEBUG nova.compute.manager [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.118953] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.120095] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9914673-9d0d-4e66-b1eb-6975191846d3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.129383] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.129659] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdf74746-7bd4-419f-beee-b09002861272 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.136737] env[69281]: DEBUG oslo_vmware.api [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1137.136737] env[69281]: value = "task-3936366" [ 1137.136737] env[69281]: _type = "Task" [ 1137.136737] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.145983] env[69281]: DEBUG oslo_vmware.api [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.237974] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a2c9df-f800-ba75-dd5d-aabe99fe3787, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.238256] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.238595] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] bf5b029e-91d4-4a5c-a044-73b36134731d/bf5b029e-91d4-4a5c-a044-73b36134731d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.238987] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30fdb8db-7a32-47d5-82a4-68e293d014f9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.251181] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1137.251181] env[69281]: value = "task-3936367" [ 1137.251181] env[69281]: _type = "Task" [ 1137.251181] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.263772] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.344911] env[69281]: DEBUG nova.compute.utils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.351023] env[69281]: DEBUG nova.compute.manager [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.351023] env[69281]: DEBUG nova.network.neutron [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.368791] env[69281]: DEBUG nova.compute.manager [req-716bca65-016b-42e9-b995-22367a308545 req-2db0052e-18ad-4d8e-806d-280086263c6f service nova] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Received event network-changed-c527fc2a-0ccd-4178-a6fc-77fd4915244d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.369189] env[69281]: DEBUG nova.compute.manager [req-716bca65-016b-42e9-b995-22367a308545 req-2db0052e-18ad-4d8e-806d-280086263c6f service nova] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Refreshing instance network info cache due to event network-changed-c527fc2a-0ccd-4178-a6fc-77fd4915244d. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.369524] env[69281]: DEBUG oslo_concurrency.lockutils [req-716bca65-016b-42e9-b995-22367a308545 req-2db0052e-18ad-4d8e-806d-280086263c6f service nova] Acquiring lock "refresh_cache-eae9c3ff-8477-4fb4-a048-e7f83a48f982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.369698] env[69281]: DEBUG oslo_concurrency.lockutils [req-716bca65-016b-42e9-b995-22367a308545 req-2db0052e-18ad-4d8e-806d-280086263c6f service nova] Acquired lock "refresh_cache-eae9c3ff-8477-4fb4-a048-e7f83a48f982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.369889] env[69281]: DEBUG nova.network.neutron [req-716bca65-016b-42e9-b995-22367a308545 req-2db0052e-18ad-4d8e-806d-280086263c6f service nova] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Refreshing network info cache for port c527fc2a-0ccd-4178-a6fc-77fd4915244d {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.393068] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936365, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.394805] env[69281]: DEBUG nova.policy [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36d951bc7b8f42e6878d5d22e0d8eb73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e97cd50219f74c64a3794cc5f97d2089', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.511245] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c82f5047-4260-4255-8ed5-762e07114b77 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.729s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.546483] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f5fa4429-f815-4ed8-beab-77dded2f2730 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.571860] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.651577] env[69281]: DEBUG oslo_vmware.api [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936366, 'name': PowerOffVM_Task, 'duration_secs': 0.279136} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.651916] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.652199] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.652577] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dce6c375-3e79-45e4-85c7-3d66e9b9780d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.746248] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.746248] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.746248] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Deleting the datastore file [datastore1] ab85a348-7231-4543-8207-c67c80e714c9 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.746248] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-004ca43c-0b09-4523-a448-06c429ff4429 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.765325] env[69281]: DEBUG oslo_vmware.api [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1137.765325] env[69281]: value = "task-3936369" [ 1137.765325] env[69281]: _type = "Task" [ 1137.765325] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.768965] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936367, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.782270] env[69281]: DEBUG oslo_vmware.api [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.815751] env[69281]: DEBUG nova.network.neutron [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Successfully created port: d015212e-619c-43db-99de-220331b10e56 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.850715] env[69281]: DEBUG nova.compute.manager [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.891867] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708152} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.892143] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 44c59117-71ed-42e2-9824-a33277a0919e/44c59117-71ed-42e2-9824-a33277a0919e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.892494] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.895557] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a51265ce-9ef8-4b17-b562-2739d700c554 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.906389] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1137.906389] env[69281]: value = "task-3936370" [ 1137.906389] env[69281]: _type = "Task" [ 1137.906389] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.922398] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.934793] env[69281]: DEBUG nova.objects.instance [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lazy-loading 'flavor' on Instance uuid 5a930c0a-2d3e-499a-a6ea-e35cae957982 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.111790] env[69281]: DEBUG nova.network.neutron [req-716bca65-016b-42e9-b995-22367a308545 req-2db0052e-18ad-4d8e-806d-280086263c6f service nova] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Updated VIF entry in instance network info cache for port c527fc2a-0ccd-4178-a6fc-77fd4915244d. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.112266] env[69281]: DEBUG nova.network.neutron [req-716bca65-016b-42e9-b995-22367a308545 req-2db0052e-18ad-4d8e-806d-280086263c6f service nova] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Updating instance_info_cache with network_info: [{"id": "c527fc2a-0ccd-4178-a6fc-77fd4915244d", "address": "fa:16:3e:92:b9:56", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc527fc2a-0c", "ovs_interfaceid": "c527fc2a-0ccd-4178-a6fc-77fd4915244d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.114951] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16cc420-7e05-4ee6-8753-bf60f0c1e4ba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.123841] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f67c865-ab94-4986-a13e-e3447b60c877 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.158214] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329caeb2-3c84-4b8a-91e0-14cf20c38c09 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.171189] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2763963-d75f-49a0-9cf1-0fdf76659ab9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.188395] env[69281]: DEBUG nova.compute.provider_tree [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.265215] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724926} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.265544] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] bf5b029e-91d4-4a5c-a044-73b36134731d/bf5b029e-91d4-4a5c-a044-73b36134731d.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.265744] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.266063] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-714583a1-d1d3-4efb-bb5f-c04d6ec00ad2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.275326] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1138.275326] env[69281]: value = "task-3936371" [ 1138.275326] env[69281]: _type = "Task" [ 1138.275326] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.279427] env[69281]: DEBUG oslo_vmware.api [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.289819] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.419825] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131297} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.421832] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.422759] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331d1945-cbaf-4058-8dd6-be4a955bad57 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.446475] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 44c59117-71ed-42e2-9824-a33277a0919e/44c59117-71ed-42e2-9824-a33277a0919e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.449232] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea3a6b81-23f9-4557-9f76-2aa790ca6ee7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.465483] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.465677] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquired lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.465913] env[69281]: DEBUG nova.network.neutron [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.466128] env[69281]: DEBUG nova.objects.instance [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lazy-loading 'info_cache' on Instance uuid 5a930c0a-2d3e-499a-a6ea-e35cae957982 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.475189] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1138.475189] env[69281]: value = "task-3936372" [ 1138.475189] env[69281]: _type = "Task" [ 1138.475189] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.485369] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.619923] env[69281]: DEBUG oslo_concurrency.lockutils [req-716bca65-016b-42e9-b995-22367a308545 req-2db0052e-18ad-4d8e-806d-280086263c6f service nova] Releasing lock "refresh_cache-eae9c3ff-8477-4fb4-a048-e7f83a48f982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.665774] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Acquiring lock "37f8853b-006a-4591-bc1b-01349ea94022" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.666243] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Lock "37f8853b-006a-4591-bc1b-01349ea94022" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.666486] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Acquiring lock "37f8853b-006a-4591-bc1b-01349ea94022-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.666675] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Lock "37f8853b-006a-4591-bc1b-01349ea94022-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.666918] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Lock "37f8853b-006a-4591-bc1b-01349ea94022-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.669478] env[69281]: INFO nova.compute.manager [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Terminating instance [ 1138.691800] env[69281]: DEBUG nova.scheduler.client.report [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.780381] env[69281]: DEBUG oslo_vmware.api [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538582} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.784120] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.784382] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.784617] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.784798] env[69281]: INFO nova.compute.manager [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1138.785085] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.785279] env[69281]: DEBUG nova.compute.manager [-] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.785382] env[69281]: DEBUG nova.network.neutron [-] [instance: ab85a348-7231-4543-8207-c67c80e714c9] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.793494] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08115} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.793913] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.794756] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef4c981-083e-4485-9d5f-d03f39028749 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.819383] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] bf5b029e-91d4-4a5c-a044-73b36134731d/bf5b029e-91d4-4a5c-a044-73b36134731d.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.822215] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1653ddc3-ef15-4502-ac53-2e0032d6f112 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.844778] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1138.844778] env[69281]: value = "task-3936374" [ 1138.844778] env[69281]: _type = "Task" [ 1138.844778] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.857628] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.866331] env[69281]: DEBUG nova.compute.manager [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.904999] env[69281]: DEBUG nova.virt.hardware [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.905299] env[69281]: DEBUG nova.virt.hardware [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.905481] env[69281]: DEBUG nova.virt.hardware [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.905676] env[69281]: DEBUG nova.virt.hardware [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.905818] env[69281]: DEBUG nova.virt.hardware [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.905969] env[69281]: DEBUG nova.virt.hardware [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.906253] env[69281]: DEBUG nova.virt.hardware [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.906626] env[69281]: DEBUG nova.virt.hardware [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.906728] env[69281]: DEBUG nova.virt.hardware [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.906954] env[69281]: DEBUG nova.virt.hardware [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.907206] env[69281]: DEBUG nova.virt.hardware [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.908808] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1754a0-3af8-47b8-8d41-043ade14ba06 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.917830] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b6918e-8f16-49db-8fe0-6067b99f2d34 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.971125] env[69281]: DEBUG nova.objects.base [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Object Instance<5a930c0a-2d3e-499a-a6ea-e35cae957982> lazy-loaded attributes: flavor,info_cache {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.987487] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936372, 'name': ReconfigVM_Task, 'duration_secs': 0.309368} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.988668] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 44c59117-71ed-42e2-9824-a33277a0919e/44c59117-71ed-42e2-9824-a33277a0919e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.989217] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8733549d-5b75-485a-bbeb-9b30a72a5211 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.997175] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1138.997175] env[69281]: value = "task-3936375" [ 1138.997175] env[69281]: _type = "Task" [ 1138.997175] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.007106] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936375, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.174362] env[69281]: DEBUG nova.compute.manager [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.174593] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.175559] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea987692-0f7b-484b-92b5-4002f2d610b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.184835] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.185156] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc3f35c6-cfdc-44e5-adda-3705aa43ce98 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.192705] env[69281]: DEBUG oslo_vmware.api [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Waiting for the task: (returnval){ [ 1139.192705] env[69281]: value = "task-3936376" [ 1139.192705] env[69281]: _type = "Task" [ 1139.192705] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.197514] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.198286] env[69281]: DEBUG nova.compute.manager [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.205758] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.416s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.205982] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.208108] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.210s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.208301] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.208472] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1139.208782] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.637s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.210291] env[69281]: INFO nova.compute.claims [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.212795] env[69281]: DEBUG oslo_vmware.api [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3936376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.214620] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1208755d-699c-48c4-9fc6-e8e31c8b6388 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.228527] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a6ae20-5ef1-4d23-a1d5-d0a87ba73286 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.245914] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710e5c20-c21a-4d51-9554-49227e83b158 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.255504] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af76200-db59-473a-b7b4-18e9f86f4ae9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.295911] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179731MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1139.296097] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.335725] env[69281]: DEBUG nova.compute.manager [req-d98b7043-4443-4794-a54f-58aa2f6f0768 req-c9c30dda-5c2c-4eb6-9d81-7f32544752f4 service nova] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Received event network-vif-plugged-d015212e-619c-43db-99de-220331b10e56 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.335948] env[69281]: DEBUG oslo_concurrency.lockutils [req-d98b7043-4443-4794-a54f-58aa2f6f0768 req-c9c30dda-5c2c-4eb6-9d81-7f32544752f4 service nova] Acquiring lock "ab5ad992-728e-4710-9110-07728c4bd905-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.336226] env[69281]: DEBUG oslo_concurrency.lockutils [req-d98b7043-4443-4794-a54f-58aa2f6f0768 req-c9c30dda-5c2c-4eb6-9d81-7f32544752f4 service nova] Lock "ab5ad992-728e-4710-9110-07728c4bd905-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.336458] env[69281]: DEBUG oslo_concurrency.lockutils [req-d98b7043-4443-4794-a54f-58aa2f6f0768 req-c9c30dda-5c2c-4eb6-9d81-7f32544752f4 service nova] Lock "ab5ad992-728e-4710-9110-07728c4bd905-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.336570] env[69281]: DEBUG nova.compute.manager [req-d98b7043-4443-4794-a54f-58aa2f6f0768 req-c9c30dda-5c2c-4eb6-9d81-7f32544752f4 service nova] [instance: ab5ad992-728e-4710-9110-07728c4bd905] No waiting events found dispatching network-vif-plugged-d015212e-619c-43db-99de-220331b10e56 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1139.337450] env[69281]: WARNING nova.compute.manager [req-d98b7043-4443-4794-a54f-58aa2f6f0768 req-c9c30dda-5c2c-4eb6-9d81-7f32544752f4 service nova] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Received unexpected event network-vif-plugged-d015212e-619c-43db-99de-220331b10e56 for instance with vm_state building and task_state spawning. [ 1139.358358] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.406389] env[69281]: DEBUG nova.compute.manager [req-7eec7854-f426-4705-8687-4ea33b68485b req-de23f832-4062-4fd9-b842-0cbaa9faae6d service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Received event network-vif-deleted-f7e24821-37de-466c-9841-3112cc161808 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.406606] env[69281]: INFO nova.compute.manager [req-7eec7854-f426-4705-8687-4ea33b68485b req-de23f832-4062-4fd9-b842-0cbaa9faae6d service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Neutron deleted interface f7e24821-37de-466c-9841-3112cc161808; detaching it from the instance and deleting it from the info cache [ 1139.406933] env[69281]: DEBUG nova.network.neutron [req-7eec7854-f426-4705-8687-4ea33b68485b req-de23f832-4062-4fd9-b842-0cbaa9faae6d service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.421340] env[69281]: INFO nova.scheduler.client.report [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleted allocations for instance e0ec56ff-8435-43b7-a043-8de35155e1ed [ 1139.427547] env[69281]: DEBUG nova.network.neutron [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Successfully updated port: d015212e-619c-43db-99de-220331b10e56 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.507417] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936375, 'name': Rename_Task, 'duration_secs': 0.144446} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.510100] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.510306] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26611846-dd48-400b-b81b-ebfa083ca089 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.518621] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1139.518621] env[69281]: value = "task-3936377" [ 1139.518621] env[69281]: _type = "Task" [ 1139.518621] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.529020] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.703265] env[69281]: DEBUG oslo_vmware.api [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3936376, 'name': PowerOffVM_Task, 'duration_secs': 0.469979} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.703560] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.703940] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.704054] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb70cdfa-53d8-4480-bf6b-e0bdaafa8867 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.714892] env[69281]: DEBUG nova.compute.utils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.720024] env[69281]: DEBUG nova.compute.manager [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.720024] env[69281]: DEBUG nova.network.neutron [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.759751] env[69281]: DEBUG nova.policy [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36d951bc7b8f42e6878d5d22e0d8eb73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e97cd50219f74c64a3794cc5f97d2089', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.778118] env[69281]: DEBUG nova.network.neutron [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Updating instance_info_cache with network_info: [{"id": "a457f8fa-93c2-41e2-849d-58127badf365", "address": "fa:16:3e:da:2f:59", "network": {"id": "c19d8801-5e7a-4173-8782-b0ef2f11986a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-699807498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502bfebbab5f4a65b8ffac216086a92e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa457f8fa-93", "ovs_interfaceid": "a457f8fa-93c2-41e2-849d-58127badf365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.804258] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.804598] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.804878] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Deleting the datastore file [datastore1] 37f8853b-006a-4591-bc1b-01349ea94022 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.805315] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33d8d112-1276-4986-8c63-fd11d452b42a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.815741] env[69281]: DEBUG oslo_vmware.api [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Waiting for the task: (returnval){ [ 1139.815741] env[69281]: value = "task-3936379" [ 1139.815741] env[69281]: _type = "Task" [ 1139.815741] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.829042] env[69281]: DEBUG oslo_vmware.api [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3936379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.857924] env[69281]: DEBUG nova.network.neutron [-] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.859377] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936374, 'name': ReconfigVM_Task, 'duration_secs': 0.782719} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.859935] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Reconfigured VM instance instance-00000069 to attach disk [datastore2] bf5b029e-91d4-4a5c-a044-73b36134731d/bf5b029e-91d4-4a5c-a044-73b36134731d.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.861802] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18e15b0a-773c-4d5a-abf7-9220113a4867 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.869479] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1139.869479] env[69281]: value = "task-3936380" [ 1139.869479] env[69281]: _type = "Task" [ 1139.869479] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.881843] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936380, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.912413] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-409f1445-0eb9-4e87-b70d-0002c9cc348c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.923612] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b93624c-4cdd-40d3-9d8a-af549e0134a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.938216] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "refresh_cache-ab5ad992-728e-4710-9110-07728c4bd905" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.938396] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "refresh_cache-ab5ad992-728e-4710-9110-07728c4bd905" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.938574] env[69281]: DEBUG nova.network.neutron [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.940462] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d101199d-739c-403a-abd9-e648e740a07d tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "e0ec56ff-8435-43b7-a043-8de35155e1ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.122s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.969322] env[69281]: DEBUG nova.compute.manager [req-7eec7854-f426-4705-8687-4ea33b68485b req-de23f832-4062-4fd9-b842-0cbaa9faae6d service nova] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Detach interface failed, port_id=f7e24821-37de-466c-9841-3112cc161808, reason: Instance ab85a348-7231-4543-8207-c67c80e714c9 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.030878] env[69281]: DEBUG oslo_vmware.api [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936377, 'name': PowerOnVM_Task, 'duration_secs': 0.491699} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.031186] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.031403] env[69281]: INFO nova.compute.manager [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Took 5.36 seconds to spawn the instance on the hypervisor. [ 1140.031584] env[69281]: DEBUG nova.compute.manager [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1140.032583] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233e8b70-d7a3-4b14-9306-8012ebfd6727 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.106389] env[69281]: DEBUG nova.network.neutron [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Successfully created port: 51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.223061] env[69281]: DEBUG nova.compute.manager [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.283977] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Releasing lock "refresh_cache-5a930c0a-2d3e-499a-a6ea-e35cae957982" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.326889] env[69281]: DEBUG oslo_vmware.api [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Task: {'id': task-3936379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400168} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.327518] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.327763] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.327951] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.328146] env[69281]: INFO nova.compute.manager [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1140.328538] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.328759] env[69281]: DEBUG nova.compute.manager [-] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.328939] env[69281]: DEBUG nova.network.neutron [-] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.361445] env[69281]: INFO nova.compute.manager [-] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Took 1.58 seconds to deallocate network for instance. [ 1140.386529] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936380, 'name': Rename_Task, 'duration_secs': 0.320408} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.386839] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.387468] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52281f34-70f3-45c4-a5bf-8b3fee1e059e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.394490] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1140.394490] env[69281]: value = "task-3936381" [ 1140.394490] env[69281]: _type = "Task" [ 1140.394490] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.408574] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.464020] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2964acda-a0cc-4153-abb0-5d55cea60eb9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.473529] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40986f16-bdc7-408b-95c8-7e82b3166cb0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.514384] env[69281]: DEBUG nova.network.neutron [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.517399] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e157d77-5a92-42d8-ba15-696f80a8565e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.526496] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b39bcd6-a411-43c5-bb57-788bf3f356f0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.542712] env[69281]: DEBUG nova.compute.provider_tree [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.556866] env[69281]: INFO nova.compute.manager [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Took 20.50 seconds to build instance. [ 1140.816620] env[69281]: DEBUG nova.network.neutron [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Updating instance_info_cache with network_info: [{"id": "d015212e-619c-43db-99de-220331b10e56", "address": "fa:16:3e:ef:73:07", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd015212e-61", "ovs_interfaceid": "d015212e-619c-43db-99de-220331b10e56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.869466] env[69281]: DEBUG oslo_concurrency.lockutils [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.914864] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.048177] env[69281]: DEBUG nova.scheduler.client.report [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.058992] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12ff91dc-50bf-44d8-8541-6573b53676ff tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "44c59117-71ed-42e2-9824-a33277a0919e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.013s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.182438] env[69281]: INFO nova.compute.manager [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Rebuilding instance [ 1141.234902] env[69281]: DEBUG nova.compute.manager [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.238859] env[69281]: DEBUG nova.compute.manager [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.240136] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2a6fff-c035-4959-8df0-5236de731c2d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.264689] env[69281]: DEBUG nova.virt.hardware [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.265047] env[69281]: DEBUG nova.virt.hardware [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.265468] env[69281]: DEBUG nova.virt.hardware [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.265703] env[69281]: DEBUG nova.virt.hardware [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.265894] env[69281]: DEBUG nova.virt.hardware [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.266067] env[69281]: DEBUG nova.virt.hardware [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.266566] env[69281]: DEBUG nova.virt.hardware [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.266566] env[69281]: DEBUG nova.virt.hardware [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.266690] env[69281]: DEBUG nova.virt.hardware [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.266784] env[69281]: DEBUG nova.virt.hardware [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.266962] env[69281]: DEBUG nova.virt.hardware [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.267910] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24e7f1c-66a3-4392-9fa5-7593e28df6c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.278404] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcabb113-0616-4a3f-a68b-c62884ee304c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.294347] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.295530] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f31bf4f-a506-41c8-b5fc-48fd7ac460d7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.302728] env[69281]: DEBUG oslo_vmware.api [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1141.302728] env[69281]: value = "task-3936382" [ 1141.302728] env[69281]: _type = "Task" [ 1141.302728] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.312421] env[69281]: DEBUG oslo_vmware.api [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.321594] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "refresh_cache-ab5ad992-728e-4710-9110-07728c4bd905" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.321981] env[69281]: DEBUG nova.compute.manager [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Instance network_info: |[{"id": "d015212e-619c-43db-99de-220331b10e56", "address": "fa:16:3e:ef:73:07", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd015212e-61", "ovs_interfaceid": "d015212e-619c-43db-99de-220331b10e56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.323238] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:73:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd015212e-619c-43db-99de-220331b10e56', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.331763] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Creating folder: Project (e97cd50219f74c64a3794cc5f97d2089). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.332717] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b54cf622-32c0-49a1-b166-d66ebdddcac7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.349121] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Created folder: Project (e97cd50219f74c64a3794cc5f97d2089) in parent group-v781128. [ 1141.349121] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Creating folder: Instances. Parent ref: group-v781426. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.349332] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de007bd7-ffe1-45f0-831b-880e54518544 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.363969] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Created folder: Instances in parent group-v781426. [ 1141.363969] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.363969] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.363969] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a90426f-1b32-475d-83a4-4539db7a2bd1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.389044] env[69281]: DEBUG nova.compute.manager [req-6ba8ad8a-1566-4f54-b099-7cc64b4903b0 req-755cc48c-884e-4579-8cf7-5fde7e70e8ab service nova] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Received event network-changed-d015212e-619c-43db-99de-220331b10e56 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.389277] env[69281]: DEBUG nova.compute.manager [req-6ba8ad8a-1566-4f54-b099-7cc64b4903b0 req-755cc48c-884e-4579-8cf7-5fde7e70e8ab service nova] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Refreshing instance network info cache due to event network-changed-d015212e-619c-43db-99de-220331b10e56. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.389501] env[69281]: DEBUG oslo_concurrency.lockutils [req-6ba8ad8a-1566-4f54-b099-7cc64b4903b0 req-755cc48c-884e-4579-8cf7-5fde7e70e8ab service nova] Acquiring lock "refresh_cache-ab5ad992-728e-4710-9110-07728c4bd905" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.389641] env[69281]: DEBUG oslo_concurrency.lockutils [req-6ba8ad8a-1566-4f54-b099-7cc64b4903b0 req-755cc48c-884e-4579-8cf7-5fde7e70e8ab service nova] Acquired lock "refresh_cache-ab5ad992-728e-4710-9110-07728c4bd905" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.389805] env[69281]: DEBUG nova.network.neutron [req-6ba8ad8a-1566-4f54-b099-7cc64b4903b0 req-755cc48c-884e-4579-8cf7-5fde7e70e8ab service nova] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Refreshing network info cache for port d015212e-619c-43db-99de-220331b10e56 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.399069] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.399069] env[69281]: value = "task-3936385" [ 1141.399069] env[69281]: _type = "Task" [ 1141.399069] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.425754] env[69281]: DEBUG oslo_vmware.api [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936381, 'name': PowerOnVM_Task, 'duration_secs': 0.910009} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.430378] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.430839] env[69281]: INFO nova.compute.manager [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1141.430888] env[69281]: DEBUG nova.compute.manager [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.432162] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936385, 'name': CreateVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.432923] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c51882-824e-4778-b198-f41a81ad16f0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.453957] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.454483] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.555651] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.556338] env[69281]: DEBUG nova.compute.manager [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.559451] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.263s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.637126] env[69281]: DEBUG nova.compute.manager [req-24b66369-127c-44ef-9465-80b83b5d371e req-273f9749-2161-4602-8223-9dc5b72e3eb3 service nova] [instance: a3226972-00d7-4582-804a-5217cb22904f] Received event network-vif-plugged-51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.637291] env[69281]: DEBUG oslo_concurrency.lockutils [req-24b66369-127c-44ef-9465-80b83b5d371e req-273f9749-2161-4602-8223-9dc5b72e3eb3 service nova] Acquiring lock "a3226972-00d7-4582-804a-5217cb22904f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.637500] env[69281]: DEBUG oslo_concurrency.lockutils [req-24b66369-127c-44ef-9465-80b83b5d371e req-273f9749-2161-4602-8223-9dc5b72e3eb3 service nova] Lock "a3226972-00d7-4582-804a-5217cb22904f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.637763] env[69281]: DEBUG oslo_concurrency.lockutils [req-24b66369-127c-44ef-9465-80b83b5d371e req-273f9749-2161-4602-8223-9dc5b72e3eb3 service nova] Lock "a3226972-00d7-4582-804a-5217cb22904f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.637843] env[69281]: DEBUG nova.compute.manager [req-24b66369-127c-44ef-9465-80b83b5d371e req-273f9749-2161-4602-8223-9dc5b72e3eb3 service nova] [instance: a3226972-00d7-4582-804a-5217cb22904f] No waiting events found dispatching network-vif-plugged-51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1141.637992] env[69281]: WARNING nova.compute.manager [req-24b66369-127c-44ef-9465-80b83b5d371e req-273f9749-2161-4602-8223-9dc5b72e3eb3 service nova] [instance: a3226972-00d7-4582-804a-5217cb22904f] Received unexpected event network-vif-plugged-51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe for instance with vm_state building and task_state spawning. [ 1141.638585] env[69281]: DEBUG nova.network.neutron [-] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.782797] env[69281]: DEBUG nova.network.neutron [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Successfully updated port: 51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.814691] env[69281]: DEBUG oslo_vmware.api [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.918332] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936385, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.962700] env[69281]: DEBUG nova.compute.manager [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.979883] env[69281]: INFO nova.compute.manager [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Took 22.19 seconds to build instance. [ 1142.063517] env[69281]: DEBUG nova.compute.utils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.084060] env[69281]: DEBUG nova.compute.manager [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.084341] env[69281]: DEBUG nova.network.neutron [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.145577] env[69281]: INFO nova.compute.manager [-] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Took 1.82 seconds to deallocate network for instance. [ 1142.165399] env[69281]: DEBUG nova.policy [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b24be1c476c431c95707829c0dd370c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa25e53553ec44378e9f7ee80f6ed5e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.185351] env[69281]: DEBUG nova.network.neutron [req-6ba8ad8a-1566-4f54-b099-7cc64b4903b0 req-755cc48c-884e-4579-8cf7-5fde7e70e8ab service nova] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Updated VIF entry in instance network info cache for port d015212e-619c-43db-99de-220331b10e56. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.185794] env[69281]: DEBUG nova.network.neutron [req-6ba8ad8a-1566-4f54-b099-7cc64b4903b0 req-755cc48c-884e-4579-8cf7-5fde7e70e8ab service nova] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Updating instance_info_cache with network_info: [{"id": "d015212e-619c-43db-99de-220331b10e56", "address": "fa:16:3e:ef:73:07", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd015212e-61", "ovs_interfaceid": "d015212e-619c-43db-99de-220331b10e56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.261826] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.262173] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2617e025-972d-4500-abd9-077b7331c246 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.270064] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1142.270064] env[69281]: value = "task-3936387" [ 1142.270064] env[69281]: _type = "Task" [ 1142.270064] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.279762] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.285735] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "refresh_cache-a3226972-00d7-4582-804a-5217cb22904f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.285735] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "refresh_cache-a3226972-00d7-4582-804a-5217cb22904f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.290035] env[69281]: DEBUG nova.network.neutron [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.314269] env[69281]: DEBUG oslo_vmware.api [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936382, 'name': PowerOnVM_Task, 'duration_secs': 0.830897} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.314578] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.314783] env[69281]: DEBUG nova.compute.manager [None req-9102ab3e-689d-4624-a6dd-f23dcc6fd4f1 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.315624] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ab4819-13b0-4b52-9a88-ee8b1c773323 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.417328] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936385, 'name': CreateVM_Task, 'duration_secs': 0.804414} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.417530] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.418397] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.418593] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.418937] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.419235] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a282c61-0225-4515-9f85-a28376cdd6d2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.427375] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1142.427375] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a47274-435d-1d2c-6117-1277a4068f12" [ 1142.427375] env[69281]: _type = "Task" [ 1142.427375] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.449794] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a47274-435d-1d2c-6117-1277a4068f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.484421] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e13b6f19-be8c-4c8b-955f-5afc4a3a0e9a tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "bf5b029e-91d4-4a5c-a044-73b36134731d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.704s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.516592] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.580665] env[69281]: DEBUG nova.compute.manager [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.620338] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 1ee96550-ffee-4b07-b48e-7f5978d12145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.620504] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 37f8853b-006a-4591-bc1b-01349ea94022 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.620633] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 5a930c0a-2d3e-499a-a6ea-e35cae957982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.620784] env[69281]: WARNING nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance ab85a348-7231-4543-8207-c67c80e714c9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1142.620946] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 0901b889-5887-4fb7-ab15-39817791d1ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.621061] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 5c44108a-38d5-4019-be33-513287c89050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.621178] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance eae9c3ff-8477-4fb4-a048-e7f83a48f982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.621292] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance bf5b029e-91d4-4a5c-a044-73b36134731d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.621403] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.621512] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 44c59117-71ed-42e2-9824-a33277a0919e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.621621] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance ab5ad992-728e-4710-9110-07728c4bd905 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.621729] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance a3226972-00d7-4582-804a-5217cb22904f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.621836] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 00ed17c5-6c9d-462e-a22c-68991a164e1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1142.653551] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.688800] env[69281]: DEBUG oslo_concurrency.lockutils [req-6ba8ad8a-1566-4f54-b099-7cc64b4903b0 req-755cc48c-884e-4579-8cf7-5fde7e70e8ab service nova] Releasing lock "refresh_cache-ab5ad992-728e-4710-9110-07728c4bd905" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.688849] env[69281]: DEBUG nova.compute.manager [req-6ba8ad8a-1566-4f54-b099-7cc64b4903b0 req-755cc48c-884e-4579-8cf7-5fde7e70e8ab service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Received event network-vif-deleted-b9a323bc-7402-4a6e-84f0-f1eb52649d1b {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.689059] env[69281]: INFO nova.compute.manager [req-6ba8ad8a-1566-4f54-b099-7cc64b4903b0 req-755cc48c-884e-4579-8cf7-5fde7e70e8ab service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Neutron deleted interface b9a323bc-7402-4a6e-84f0-f1eb52649d1b; detaching it from the instance and deleting it from the info cache [ 1142.689248] env[69281]: DEBUG nova.network.neutron [req-6ba8ad8a-1566-4f54-b099-7cc64b4903b0 req-755cc48c-884e-4579-8cf7-5fde7e70e8ab service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.775423] env[69281]: DEBUG nova.network.neutron [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Successfully created port: 216beb8c-366e-4f3f-8b69-128acd2397dc {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.782757] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936387, 'name': PowerOffVM_Task, 'duration_secs': 0.187619} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.783032] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.783308] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.784174] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578b9b5a-6ee5-499c-ac1f-201493db95c7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.791285] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.791528] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44b7dfb6-b966-4c69-8301-7021193f2e78 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.820320] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.820575] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.820802] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Deleting the datastore file [datastore1] 44c59117-71ed-42e2-9824-a33277a0919e {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.821184] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16b8f4b1-aeba-4594-93d1-86a83cd8b46c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.831442] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1142.831442] env[69281]: value = "task-3936389" [ 1142.831442] env[69281]: _type = "Task" [ 1142.831442] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.838146] env[69281]: DEBUG nova.network.neutron [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.845022] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.938960] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a47274-435d-1d2c-6117-1277a4068f12, 'name': SearchDatastore_Task, 'duration_secs': 0.017788} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.939316] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.939618] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.939925] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.940113] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.940314] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.940598] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-409f1518-21f3-4458-b3e9-6d7495867fc0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.957425] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.957621] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.960349] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf6c018-301e-4d41-84b9-16f573c8b797 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.965011] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1142.965011] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52558c07-de57-d60d-9d87-90fe353345f6" [ 1142.965011] env[69281]: _type = "Task" [ 1142.965011] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.974143] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52558c07-de57-d60d-9d87-90fe353345f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.127029] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance d075430d-690d-4a45-b5bd-6fb2c50b49b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1143.127029] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1143.127029] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1143.149166] env[69281]: DEBUG nova.network.neutron [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Updating instance_info_cache with network_info: [{"id": "51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe", "address": "fa:16:3e:15:9a:46", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51aba2c6-7e", "ovs_interfaceid": "51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.193955] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-378a77d0-ecbd-48c3-92ce-935b929bc33a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.207527] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adcc561-8441-4b46-be24-ca33ef2f52c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.244617] env[69281]: DEBUG nova.compute.manager [req-6ba8ad8a-1566-4f54-b099-7cc64b4903b0 req-755cc48c-884e-4579-8cf7-5fde7e70e8ab service nova] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Detach interface failed, port_id=b9a323bc-7402-4a6e-84f0-f1eb52649d1b, reason: Instance 37f8853b-006a-4591-bc1b-01349ea94022 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1143.343719] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465678} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.346492] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.346690] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.346872] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.362702] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae24ffa-caf3-45d2-98e0-46ce18cc330b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.373342] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb6a8d1-d9d4-4f36-8cca-e12b89fe3ff1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.407418] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa96eac3-fcbf-4a81-8f04-95db703a4752 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.411840] env[69281]: DEBUG nova.compute.manager [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Received event network-changed-5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.412052] env[69281]: DEBUG nova.compute.manager [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Refreshing instance network info cache due to event network-changed-5a305fa6-cb17-4f57-a3ff-8a33d1039fff. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.412277] env[69281]: DEBUG oslo_concurrency.lockutils [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] Acquiring lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.412423] env[69281]: DEBUG oslo_concurrency.lockutils [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] Acquired lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.412583] env[69281]: DEBUG nova.network.neutron [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Refreshing network info cache for port 5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.421981] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dafbc62-c9e1-4b63-9b00-fecea65012e6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.440198] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.476451] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52558c07-de57-d60d-9d87-90fe353345f6, 'name': SearchDatastore_Task, 'duration_secs': 0.026916} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.477332] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a98cc6f9-be35-4616-acfd-9b4884ac6047 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.483684] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1143.483684] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c94b4a-e58d-e94d-3da4-f101748963ec" [ 1143.483684] env[69281]: _type = "Task" [ 1143.483684] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.493434] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c94b4a-e58d-e94d-3da4-f101748963ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.595239] env[69281]: DEBUG nova.compute.manager [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.630475] env[69281]: DEBUG nova.virt.hardware [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.630786] env[69281]: DEBUG nova.virt.hardware [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.631043] env[69281]: DEBUG nova.virt.hardware [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.631315] env[69281]: DEBUG nova.virt.hardware [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.631459] env[69281]: DEBUG nova.virt.hardware [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.631550] env[69281]: DEBUG nova.virt.hardware [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.631795] env[69281]: DEBUG nova.virt.hardware [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.631971] env[69281]: DEBUG nova.virt.hardware [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.633461] env[69281]: DEBUG nova.virt.hardware [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.633461] env[69281]: DEBUG nova.virt.hardware [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.633461] env[69281]: DEBUG nova.virt.hardware [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.633671] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1759cc07-6ea8-4884-a95e-0d5b64ab4875 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.647379] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5363a0-acaa-4f9f-80d7-20f9dcdec511 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.655664] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "refresh_cache-a3226972-00d7-4582-804a-5217cb22904f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.656353] env[69281]: DEBUG nova.compute.manager [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Instance network_info: |[{"id": "51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe", "address": "fa:16:3e:15:9a:46", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51aba2c6-7e", "ovs_interfaceid": "51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.657305] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:9a:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.669938] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.670964] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3226972-00d7-4582-804a-5217cb22904f] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.672746] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb7a5878-c928-40ee-a510-01e936c5277e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.696574] env[69281]: DEBUG nova.compute.manager [req-08974294-0f64-4860-a6a5-d91a244ecee6 req-3470f6ab-b576-48c5-82a9-33bbf4ed45e7 service nova] [instance: a3226972-00d7-4582-804a-5217cb22904f] Received event network-changed-51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.696907] env[69281]: DEBUG nova.compute.manager [req-08974294-0f64-4860-a6a5-d91a244ecee6 req-3470f6ab-b576-48c5-82a9-33bbf4ed45e7 service nova] [instance: a3226972-00d7-4582-804a-5217cb22904f] Refreshing instance network info cache due to event network-changed-51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.697188] env[69281]: DEBUG oslo_concurrency.lockutils [req-08974294-0f64-4860-a6a5-d91a244ecee6 req-3470f6ab-b576-48c5-82a9-33bbf4ed45e7 service nova] Acquiring lock "refresh_cache-a3226972-00d7-4582-804a-5217cb22904f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.697343] env[69281]: DEBUG oslo_concurrency.lockutils [req-08974294-0f64-4860-a6a5-d91a244ecee6 req-3470f6ab-b576-48c5-82a9-33bbf4ed45e7 service nova] Acquired lock "refresh_cache-a3226972-00d7-4582-804a-5217cb22904f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.697539] env[69281]: DEBUG nova.network.neutron [req-08974294-0f64-4860-a6a5-d91a244ecee6 req-3470f6ab-b576-48c5-82a9-33bbf4ed45e7 service nova] [instance: a3226972-00d7-4582-804a-5217cb22904f] Refreshing network info cache for port 51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.714127] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.714127] env[69281]: value = "task-3936391" [ 1143.714127] env[69281]: _type = "Task" [ 1143.714127] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.725023] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936391, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.944164] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.995777] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c94b4a-e58d-e94d-3da4-f101748963ec, 'name': SearchDatastore_Task, 'duration_secs': 0.06613} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.996601] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.996601] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ab5ad992-728e-4710-9110-07728c4bd905/ab5ad992-728e-4710-9110-07728c4bd905.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.996812] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15e0644b-2d17-4d2a-973c-590fed05f89d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.006362] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1144.006362] env[69281]: value = "task-3936392" [ 1144.006362] env[69281]: _type = "Task" [ 1144.006362] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.016130] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.232828] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936391, 'name': CreateVM_Task, 'duration_secs': 0.429542} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.233085] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3226972-00d7-4582-804a-5217cb22904f] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.233885] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.234066] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.234415] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.234716] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b407fbc-94d9-410c-b087-0b51d9b113e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.241269] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1144.241269] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52319e60-a0f0-c2b1-3775-c2a7e5b380a9" [ 1144.241269] env[69281]: _type = "Task" [ 1144.241269] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.253535] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52319e60-a0f0-c2b1-3775-c2a7e5b380a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.401333] env[69281]: DEBUG nova.virt.hardware [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.401677] env[69281]: DEBUG nova.virt.hardware [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.401868] env[69281]: DEBUG nova.virt.hardware [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.402480] env[69281]: DEBUG nova.virt.hardware [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.402788] env[69281]: DEBUG nova.virt.hardware [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.403099] env[69281]: DEBUG nova.virt.hardware [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.405119] env[69281]: DEBUG nova.virt.hardware [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.405441] env[69281]: DEBUG nova.virt.hardware [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.405709] env[69281]: DEBUG nova.virt.hardware [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.405968] env[69281]: DEBUG nova.virt.hardware [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.406242] env[69281]: DEBUG nova.virt.hardware [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.409967] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae2834e-2165-4312-93c8-38db544ece2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.420967] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baff47c8-0b19-4836-b0a2-7b82b576b3c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.443985] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.451286] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.458201] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1144.458436] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.899s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.458675] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.459022] env[69281]: DEBUG oslo_concurrency.lockutils [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.590s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.459287] env[69281]: DEBUG oslo_concurrency.lockutils [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.461407] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.945s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.463104] env[69281]: INFO nova.compute.claims [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.465903] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.466198] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Cleaning up deleted instances {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1144.467364] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4303b2e-1c7a-41f4-9dd9-18565f55466c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.482518] env[69281]: DEBUG nova.network.neutron [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updated VIF entry in instance network info cache for port 5a305fa6-cb17-4f57-a3ff-8a33d1039fff. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.482955] env[69281]: DEBUG nova.network.neutron [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updating instance_info_cache with network_info: [{"id": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "address": "fa:16:3e:b1:9e:72", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a305fa6-cb", "ovs_interfaceid": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.494513] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.494513] env[69281]: value = "task-3936393" [ 1144.494513] env[69281]: _type = "Task" [ 1144.494513] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.505816] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936393, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.520383] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936392, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.529527] env[69281]: INFO nova.scheduler.client.report [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Deleted allocations for instance ab85a348-7231-4543-8207-c67c80e714c9 [ 1144.546390] env[69281]: DEBUG nova.network.neutron [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Successfully updated port: 216beb8c-366e-4f3f-8b69-128acd2397dc {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.629419] env[69281]: DEBUG nova.network.neutron [req-08974294-0f64-4860-a6a5-d91a244ecee6 req-3470f6ab-b576-48c5-82a9-33bbf4ed45e7 service nova] [instance: a3226972-00d7-4582-804a-5217cb22904f] Updated VIF entry in instance network info cache for port 51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.629811] env[69281]: DEBUG nova.network.neutron [req-08974294-0f64-4860-a6a5-d91a244ecee6 req-3470f6ab-b576-48c5-82a9-33bbf4ed45e7 service nova] [instance: a3226972-00d7-4582-804a-5217cb22904f] Updating instance_info_cache with network_info: [{"id": "51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe", "address": "fa:16:3e:15:9a:46", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51aba2c6-7e", "ovs_interfaceid": "51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.753867] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52319e60-a0f0-c2b1-3775-c2a7e5b380a9, 'name': SearchDatastore_Task, 'duration_secs': 0.064499} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.754183] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.754458] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.755517] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.755656] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.755883] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.756679] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ccd2b45-f033-41f3-9805-6d8dffe111d6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.765613] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.765820] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.766611] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441702dc-9dd4-4636-a987-1fc0a174ae93 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.773180] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1144.773180] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dc11a1-b035-6af1-11c1-03930d4c069b" [ 1144.773180] env[69281]: _type = "Task" [ 1144.773180] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.782529] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dc11a1-b035-6af1-11c1-03930d4c069b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.998859] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] There are 54 instances to clean {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1144.999252] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: ef40c8f3-48a6-4a4e-9a3d-783ba8c80d35] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.004321] env[69281]: DEBUG oslo_concurrency.lockutils [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] Releasing lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.004570] env[69281]: DEBUG nova.compute.manager [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Received event network-changed-fd06f188-ab67-48ff-b752-9092393febe3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.004743] env[69281]: DEBUG nova.compute.manager [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Refreshing instance network info cache due to event network-changed-fd06f188-ab67-48ff-b752-9092393febe3. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.004978] env[69281]: DEBUG oslo_concurrency.lockutils [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] Acquiring lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.005225] env[69281]: DEBUG oslo_concurrency.lockutils [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] Acquired lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.005415] env[69281]: DEBUG nova.network.neutron [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Refreshing network info cache for port fd06f188-ab67-48ff-b752-9092393febe3 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.021117] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936393, 'name': CreateVM_Task, 'duration_secs': 0.407357} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.023982] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.024926] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532602} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.027668] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.027833] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.028185] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.028471] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ab5ad992-728e-4710-9110-07728c4bd905/ab5ad992-728e-4710-9110-07728c4bd905.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.028686] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.029316] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e091de3d-759a-4a47-98e1-05e980831973 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.030851] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6db957a-aa7e-4576-ab0d-ced73719601c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.037477] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1145.037477] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527c13e0-90cc-5dcc-e555-533a73f2b693" [ 1145.037477] env[69281]: _type = "Task" [ 1145.037477] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.046149] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1145.046149] env[69281]: value = "task-3936394" [ 1145.046149] env[69281]: _type = "Task" [ 1145.046149] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.046688] env[69281]: DEBUG oslo_concurrency.lockutils [None req-985aa6af-6dda-4f7e-a2e3-7f2827f05e48 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "ab85a348-7231-4543-8207-c67c80e714c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.437s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.048724] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "refresh_cache-00ed17c5-6c9d-462e-a22c-68991a164e1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.049009] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "refresh_cache-00ed17c5-6c9d-462e-a22c-68991a164e1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.049184] env[69281]: DEBUG nova.network.neutron [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.061042] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527c13e0-90cc-5dcc-e555-533a73f2b693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.074197] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.132229] env[69281]: DEBUG oslo_concurrency.lockutils [req-08974294-0f64-4860-a6a5-d91a244ecee6 req-3470f6ab-b576-48c5-82a9-33bbf4ed45e7 service nova] Releasing lock "refresh_cache-a3226972-00d7-4582-804a-5217cb22904f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.205433] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e6e57f-14a3-4f8b-b09e-73ff06bd5a58 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.216296] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f5fa32-a850-4535-bc2e-48210fa3485a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.248750] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a36328-f20f-4c5d-8f22-2b15aeae3a07 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.258099] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd9f21b-7f9a-48cf-98b4-39ea83e81222 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.275531] env[69281]: DEBUG nova.compute.provider_tree [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.287805] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52dc11a1-b035-6af1-11c1-03930d4c069b, 'name': SearchDatastore_Task, 'duration_secs': 0.016354} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.289473] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffdfd369-b4fb-4753-81f1-5377b45445bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.297235] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1145.297235] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52637834-3314-9197-b524-30ca3d07df60" [ 1145.297235] env[69281]: _type = "Task" [ 1145.297235] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.306779] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52637834-3314-9197-b524-30ca3d07df60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.500884] env[69281]: DEBUG nova.compute.manager [req-100f311c-c379-4f58-9179-38c873d2862e req-5a23297c-642e-4048-9b88-778c6f4fb306 service nova] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Received event network-vif-plugged-216beb8c-366e-4f3f-8b69-128acd2397dc {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.501185] env[69281]: DEBUG oslo_concurrency.lockutils [req-100f311c-c379-4f58-9179-38c873d2862e req-5a23297c-642e-4048-9b88-778c6f4fb306 service nova] Acquiring lock "00ed17c5-6c9d-462e-a22c-68991a164e1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.501455] env[69281]: DEBUG oslo_concurrency.lockutils [req-100f311c-c379-4f58-9179-38c873d2862e req-5a23297c-642e-4048-9b88-778c6f4fb306 service nova] Lock "00ed17c5-6c9d-462e-a22c-68991a164e1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.501675] env[69281]: DEBUG oslo_concurrency.lockutils [req-100f311c-c379-4f58-9179-38c873d2862e req-5a23297c-642e-4048-9b88-778c6f4fb306 service nova] Lock "00ed17c5-6c9d-462e-a22c-68991a164e1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.501857] env[69281]: DEBUG nova.compute.manager [req-100f311c-c379-4f58-9179-38c873d2862e req-5a23297c-642e-4048-9b88-778c6f4fb306 service nova] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] No waiting events found dispatching network-vif-plugged-216beb8c-366e-4f3f-8b69-128acd2397dc {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1145.502039] env[69281]: WARNING nova.compute.manager [req-100f311c-c379-4f58-9179-38c873d2862e req-5a23297c-642e-4048-9b88-778c6f4fb306 service nova] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Received unexpected event network-vif-plugged-216beb8c-366e-4f3f-8b69-128acd2397dc for instance with vm_state building and task_state spawning. [ 1145.502208] env[69281]: DEBUG nova.compute.manager [req-100f311c-c379-4f58-9179-38c873d2862e req-5a23297c-642e-4048-9b88-778c6f4fb306 service nova] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Received event network-changed-216beb8c-366e-4f3f-8b69-128acd2397dc {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.502365] env[69281]: DEBUG nova.compute.manager [req-100f311c-c379-4f58-9179-38c873d2862e req-5a23297c-642e-4048-9b88-778c6f4fb306 service nova] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Refreshing instance network info cache due to event network-changed-216beb8c-366e-4f3f-8b69-128acd2397dc. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.502535] env[69281]: DEBUG oslo_concurrency.lockutils [req-100f311c-c379-4f58-9179-38c873d2862e req-5a23297c-642e-4048-9b88-778c6f4fb306 service nova] Acquiring lock "refresh_cache-00ed17c5-6c9d-462e-a22c-68991a164e1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.509868] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 94f619e6-b6af-4e7b-b65c-b37d478f0782] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.549620] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527c13e0-90cc-5dcc-e555-533a73f2b693, 'name': SearchDatastore_Task, 'duration_secs': 0.022137} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.553272] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.553527] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.553801] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.568988] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.337293} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.569419] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.573269] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48526f1-0cc7-472a-b976-a2b51ef5d6ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.610409] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] ab5ad992-728e-4710-9110-07728c4bd905/ab5ad992-728e-4710-9110-07728c4bd905.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.611485] env[69281]: DEBUG nova.network.neutron [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.613434] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c6b7a2e-ad31-46ff-8c6f-60f9027a606b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.641904] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1145.641904] env[69281]: value = "task-3936395" [ 1145.641904] env[69281]: _type = "Task" [ 1145.641904] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.651822] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.709741] env[69281]: DEBUG nova.compute.manager [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Received event network-changed-fd06f188-ab67-48ff-b752-9092393febe3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.710038] env[69281]: DEBUG nova.compute.manager [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Refreshing instance network info cache due to event network-changed-fd06f188-ab67-48ff-b752-9092393febe3. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.710269] env[69281]: DEBUG oslo_concurrency.lockutils [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] Acquiring lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.781899] env[69281]: DEBUG nova.scheduler.client.report [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.810402] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52637834-3314-9197-b524-30ca3d07df60, 'name': SearchDatastore_Task, 'duration_secs': 0.071191} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.810402] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.810680] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] a3226972-00d7-4582-804a-5217cb22904f/a3226972-00d7-4582-804a-5217cb22904f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.810938] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.811361] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.811708] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24d6879a-11b5-4166-aacc-46b12888e857 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.814550] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21bf5755-cfd1-4598-9f26-4de5330236aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.824694] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1145.824694] env[69281]: value = "task-3936397" [ 1145.824694] env[69281]: _type = "Task" [ 1145.824694] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.826537] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.826794] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.830567] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c245402f-7e07-4e1d-8509-fce96f02482a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.838714] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.844281] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1145.844281] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f4eafe-8a04-d009-d253-6ac2b2bdef4d" [ 1145.844281] env[69281]: _type = "Task" [ 1145.844281] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.857430] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f4eafe-8a04-d009-d253-6ac2b2bdef4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.858382] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a892b10-daf3-47fa-ab10-b0735096fee7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.864316] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1145.864316] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52715bf6-2b33-6989-fb5e-33d7311697aa" [ 1145.864316] env[69281]: _type = "Task" [ 1145.864316] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.873310] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52715bf6-2b33-6989-fb5e-33d7311697aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.013797] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 522c4be0-f35b-4280-9bde-1bca21135a77] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.152339] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936395, 'name': ReconfigVM_Task, 'duration_secs': 0.347638} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.152908] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Reconfigured VM instance instance-0000006c to attach disk [datastore1] ab5ad992-728e-4710-9110-07728c4bd905/ab5ad992-728e-4710-9110-07728c4bd905.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.153568] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bcd7921-858f-436e-9baa-1849640726d1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.161363] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1146.161363] env[69281]: value = "task-3936398" [ 1146.161363] env[69281]: _type = "Task" [ 1146.161363] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.172047] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936398, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.288923] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.827s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.289928] env[69281]: DEBUG nova.compute.manager [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.293493] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.640s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.293781] env[69281]: DEBUG nova.objects.instance [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Lazy-loading 'resources' on Instance uuid 37f8853b-006a-4591-bc1b-01349ea94022 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.337870] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936397, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.360330] env[69281]: DEBUG nova.network.neutron [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Updated VIF entry in instance network info cache for port fd06f188-ab67-48ff-b752-9092393febe3. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.361738] env[69281]: DEBUG nova.network.neutron [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Updating instance_info_cache with network_info: [{"id": "fd06f188-ab67-48ff-b752-9092393febe3", "address": "fa:16:3e:c0:e0:13", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd06f188-ab", "ovs_interfaceid": "fd06f188-ab67-48ff-b752-9092393febe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.372169] env[69281]: DEBUG nova.network.neutron [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Updating instance_info_cache with network_info: [{"id": "216beb8c-366e-4f3f-8b69-128acd2397dc", "address": "fa:16:3e:62:b9:7c", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216beb8c-36", "ovs_interfaceid": "216beb8c-366e-4f3f-8b69-128acd2397dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.378676] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52715bf6-2b33-6989-fb5e-33d7311697aa, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.379025] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.379453] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 44c59117-71ed-42e2-9824-a33277a0919e/44c59117-71ed-42e2-9824-a33277a0919e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.379621] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30230749-e1e8-48e0-8a3e-f5e8da7dfcf1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.387831] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1146.387831] env[69281]: value = "task-3936399" [ 1146.387831] env[69281]: _type = "Task" [ 1146.387831] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.397373] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.520601] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: ccbb435d-897f-423b-acac-91520b380ad6] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.674765] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936398, 'name': Rename_Task, 'duration_secs': 0.303284} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.674765] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.675068] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb417ac2-40db-470b-9edd-9753eb72b188 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.684348] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1146.684348] env[69281]: value = "task-3936400" [ 1146.684348] env[69281]: _type = "Task" [ 1146.684348] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.694556] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.799582] env[69281]: DEBUG nova.compute.utils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.799816] env[69281]: DEBUG nova.compute.manager [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.800025] env[69281]: DEBUG nova.network.neutron [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.841896] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531947} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.845230] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] a3226972-00d7-4582-804a-5217cb22904f/a3226972-00d7-4582-804a-5217cb22904f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.845506] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.846208] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5406ad7-61e8-4d07-8086-c2961310bd9c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.854709] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1146.854709] env[69281]: value = "task-3936401" [ 1146.854709] env[69281]: _type = "Task" [ 1146.854709] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.866492] env[69281]: DEBUG oslo_concurrency.lockutils [req-250351c2-8698-4a1a-99aa-23d5d6463c4a req-be3327c4-0085-4da5-889c-0524474698cd service nova] Releasing lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.866854] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.869561] env[69281]: DEBUG oslo_concurrency.lockutils [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] Acquired lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.869757] env[69281]: DEBUG nova.network.neutron [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Refreshing network info cache for port fd06f188-ab67-48ff-b752-9092393febe3 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.874244] env[69281]: DEBUG nova.policy [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8319285550d45a78f3b361a93c82ccf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef2f4c7ef039458fb14acc314185f044', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.876051] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "refresh_cache-00ed17c5-6c9d-462e-a22c-68991a164e1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.876322] env[69281]: DEBUG nova.compute.manager [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Instance network_info: |[{"id": "216beb8c-366e-4f3f-8b69-128acd2397dc", "address": "fa:16:3e:62:b9:7c", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216beb8c-36", "ovs_interfaceid": "216beb8c-366e-4f3f-8b69-128acd2397dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.876643] env[69281]: DEBUG oslo_concurrency.lockutils [req-100f311c-c379-4f58-9179-38c873d2862e req-5a23297c-642e-4048-9b88-778c6f4fb306 service nova] Acquired lock "refresh_cache-00ed17c5-6c9d-462e-a22c-68991a164e1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.876843] env[69281]: DEBUG nova.network.neutron [req-100f311c-c379-4f58-9179-38c873d2862e req-5a23297c-642e-4048-9b88-778c6f4fb306 service nova] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Refreshing network info cache for port 216beb8c-366e-4f3f-8b69-128acd2397dc {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.878744] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:b9:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '216beb8c-366e-4f3f-8b69-128acd2397dc', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.887916] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.892621] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.895993] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffce71f1-46c2-46eb-a9ad-cc7bc44e42c9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.921680] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514376} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.923068] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 44c59117-71ed-42e2-9824-a33277a0919e/44c59117-71ed-42e2-9824-a33277a0919e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.923317] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.923627] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.923627] env[69281]: value = "task-3936402" [ 1146.923627] env[69281]: _type = "Task" [ 1146.923627] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.923872] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-475709e8-e0dd-4bb2-887d-3983e68adcc3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.940113] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1146.940113] env[69281]: value = "task-3936403" [ 1146.940113] env[69281]: _type = "Task" [ 1146.940113] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.943373] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936402, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.952509] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.024948] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: fbeb4a0d-dbdf-4bbb-910d-38c4614f6ec3] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.089853] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ce6fbe-ccf4-4238-b4ae-6e916ff69dea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.102086] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dee998-2f55-4cde-b660-33bbf0025c91 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.138351] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14807f65-3816-485c-9586-6d757b8e713b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.148299] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d093cb45-ca56-4fb7-987c-7df083f55c99 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.162268] env[69281]: DEBUG nova.compute.provider_tree [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.195796] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.258146] env[69281]: DEBUG nova.network.neutron [req-100f311c-c379-4f58-9179-38c873d2862e req-5a23297c-642e-4048-9b88-778c6f4fb306 service nova] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Updated VIF entry in instance network info cache for port 216beb8c-366e-4f3f-8b69-128acd2397dc. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.258539] env[69281]: DEBUG nova.network.neutron [req-100f311c-c379-4f58-9179-38c873d2862e req-5a23297c-642e-4048-9b88-778c6f4fb306 service nova] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Updating instance_info_cache with network_info: [{"id": "216beb8c-366e-4f3f-8b69-128acd2397dc", "address": "fa:16:3e:62:b9:7c", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216beb8c-36", "ovs_interfaceid": "216beb8c-366e-4f3f-8b69-128acd2397dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.305955] env[69281]: DEBUG nova.compute.manager [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.370890] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080057} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.373287] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.376214] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c62ad5e-6bde-4af6-a68b-21140b3ed753 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.403961] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] a3226972-00d7-4582-804a-5217cb22904f/a3226972-00d7-4582-804a-5217cb22904f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.405348] env[69281]: DEBUG nova.network.neutron [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Successfully created port: d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.407411] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e2b442b-26b8-45be-baf5-756c9cf8a0ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.434349] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1147.434349] env[69281]: value = "task-3936404" [ 1147.434349] env[69281]: _type = "Task" [ 1147.434349] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.440451] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936402, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.446742] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936404, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.457073] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077363} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.457487] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.458493] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77357025-6f0c-4ba5-bb08-79cdd94b1f4b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.480718] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 44c59117-71ed-42e2-9824-a33277a0919e/44c59117-71ed-42e2-9824-a33277a0919e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.480952] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d3ee68f-0b6a-4fde-8dd6-f0873b946dd0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.503209] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1147.503209] env[69281]: value = "task-3936405" [ 1147.503209] env[69281]: _type = "Task" [ 1147.503209] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.512740] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.528524] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 52b4b2b6-a7b7-4109-878c-1ff322bd7db6] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.666619] env[69281]: DEBUG nova.scheduler.client.report [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.700918] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936400, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.761844] env[69281]: DEBUG oslo_concurrency.lockutils [req-100f311c-c379-4f58-9179-38c873d2862e req-5a23297c-642e-4048-9b88-778c6f4fb306 service nova] Releasing lock "refresh_cache-00ed17c5-6c9d-462e-a22c-68991a164e1e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.780767] env[69281]: DEBUG nova.network.neutron [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Updated VIF entry in instance network info cache for port fd06f188-ab67-48ff-b752-9092393febe3. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.781272] env[69281]: DEBUG nova.network.neutron [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Updating instance_info_cache with network_info: [{"id": "fd06f188-ab67-48ff-b752-9092393febe3", "address": "fa:16:3e:c0:e0:13", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd06f188-ab", "ovs_interfaceid": "fd06f188-ab67-48ff-b752-9092393febe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.941929] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936402, 'name': CreateVM_Task, 'duration_secs': 0.858923} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.942743] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.944328] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.944965] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.945087] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.945321] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a87111-5450-4ca5-b17d-886c1defa010 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.951073] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.954787] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1147.954787] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52603cbe-b228-93e6-85d0-4993678ba2d9" [ 1147.954787] env[69281]: _type = "Task" [ 1147.954787] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.963342] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52603cbe-b228-93e6-85d0-4993678ba2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.010781] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "7b4309ea-be35-490c-9a0a-63318db38792" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.011050] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "7b4309ea-be35-490c-9a0a-63318db38792" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.019016] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936405, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.032029] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 622a1c77-a9c0-49d0-8755-aed4f957b29e] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.173788] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.200845] env[69281]: DEBUG oslo_vmware.api [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936400, 'name': PowerOnVM_Task, 'duration_secs': 1.13779} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.202144] env[69281]: INFO nova.scheduler.client.report [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Deleted allocations for instance 37f8853b-006a-4591-bc1b-01349ea94022 [ 1148.203516] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.203626] env[69281]: INFO nova.compute.manager [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1148.203807] env[69281]: DEBUG nova.compute.manager [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1148.207278] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99930361-74cf-4601-95bc-9c133ba291c5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.283994] env[69281]: DEBUG oslo_concurrency.lockutils [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] Releasing lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.284451] env[69281]: DEBUG nova.compute.manager [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Received event network-changed-5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.284608] env[69281]: DEBUG nova.compute.manager [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Refreshing instance network info cache due to event network-changed-5a305fa6-cb17-4f57-a3ff-8a33d1039fff. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.284903] env[69281]: DEBUG oslo_concurrency.lockutils [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] Acquiring lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.285075] env[69281]: DEBUG oslo_concurrency.lockutils [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] Acquired lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.285263] env[69281]: DEBUG nova.network.neutron [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Refreshing network info cache for port 5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.316556] env[69281]: DEBUG nova.compute.manager [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.350241] env[69281]: DEBUG nova.virt.hardware [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.350526] env[69281]: DEBUG nova.virt.hardware [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.350712] env[69281]: DEBUG nova.virt.hardware [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.350927] env[69281]: DEBUG nova.virt.hardware [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.351089] env[69281]: DEBUG nova.virt.hardware [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.351272] env[69281]: DEBUG nova.virt.hardware [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.351500] env[69281]: DEBUG nova.virt.hardware [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.351684] env[69281]: DEBUG nova.virt.hardware [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.351859] env[69281]: DEBUG nova.virt.hardware [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.352081] env[69281]: DEBUG nova.virt.hardware [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.352373] env[69281]: DEBUG nova.virt.hardware [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.353360] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8943cdd3-548c-42be-8a59-b1fce192f100 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.366544] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e037eea2-aa48-46f6-9b6d-b4ee28c04a8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.443706] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936404, 'name': ReconfigVM_Task, 'duration_secs': 0.535524} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.444019] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Reconfigured VM instance instance-0000006d to attach disk [datastore1] a3226972-00d7-4582-804a-5217cb22904f/a3226972-00d7-4582-804a-5217cb22904f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.444754] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53b16cbc-05db-4aed-bfb8-257e658340a8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.451832] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1148.451832] env[69281]: value = "task-3936407" [ 1148.451832] env[69281]: _type = "Task" [ 1148.451832] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.462980] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936407, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.469097] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52603cbe-b228-93e6-85d0-4993678ba2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013788} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.469423] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.469683] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.469926] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.470088] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.470291] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.470564] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55ae3995-cc4a-4b16-99c5-6488f7048f1a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.483586] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.483836] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.484810] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d5a8440-5401-4adf-a181-0eb7fc865fda {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.491709] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1148.491709] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ed1ebe-4e91-e6fb-1fe6-b3239ba5b1d9" [ 1148.491709] env[69281]: _type = "Task" [ 1148.491709] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.500767] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ed1ebe-4e91-e6fb-1fe6-b3239ba5b1d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.515430] env[69281]: DEBUG nova.compute.manager [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.519697] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936405, 'name': ReconfigVM_Task, 'duration_secs': 0.525706} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.520133] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 44c59117-71ed-42e2-9824-a33277a0919e/44c59117-71ed-42e2-9824-a33277a0919e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.522510] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7bbd046-34c9-4af5-b257-19eb74a93df7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.530185] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1148.530185] env[69281]: value = "task-3936408" [ 1148.530185] env[69281]: _type = "Task" [ 1148.530185] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.536037] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 81543689-5db0-47fd-a1af-a3d849b0a3b1] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.541721] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936408, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.714598] env[69281]: DEBUG oslo_concurrency.lockutils [None req-12700717-8c9c-47e9-8ffd-ebcce68b8f69 tempest-ServersV294TestFqdnHostnames-424206970 tempest-ServersV294TestFqdnHostnames-424206970-project-member] Lock "37f8853b-006a-4591-bc1b-01349ea94022" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.048s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.726433] env[69281]: INFO nova.compute.manager [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Took 19.85 seconds to build instance. [ 1148.967876] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936407, 'name': Rename_Task, 'duration_secs': 0.218551} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.969217] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.969795] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-533c29ef-315a-47ca-9842-a8f6fc558825 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.979203] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1148.979203] env[69281]: value = "task-3936409" [ 1148.979203] env[69281]: _type = "Task" [ 1148.979203] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.990859] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.010553] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ed1ebe-4e91-e6fb-1fe6-b3239ba5b1d9, 'name': SearchDatastore_Task, 'duration_secs': 0.016723} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.012577] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78dc57c-eb8d-4b15-8351-d7a9f3ac3228 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.020366] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1149.020366] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520967ee-ce54-210e-20b2-44980b3757a2" [ 1149.020366] env[69281]: _type = "Task" [ 1149.020366] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.034047] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520967ee-ce54-210e-20b2-44980b3757a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.048586] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: cf473010-1cd9-4c87-a1ad-3303e683db1e] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.050582] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936408, 'name': Rename_Task, 'duration_secs': 0.201021} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.055071] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.056646] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.057644] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.059780] env[69281]: INFO nova.compute.claims [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.062855] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca729026-40f4-4d6e-991c-a87475ed8299 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.073322] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1149.073322] env[69281]: value = "task-3936410" [ 1149.073322] env[69281]: _type = "Task" [ 1149.073322] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.083768] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.154864] env[69281]: DEBUG nova.compute.manager [req-cd27ff34-5869-4c0f-bf5d-298bafdcad50 req-c5a0620f-a847-4f20-8826-ec209ad1e57b service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Received event network-vif-plugged-d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.155259] env[69281]: DEBUG oslo_concurrency.lockutils [req-cd27ff34-5869-4c0f-bf5d-298bafdcad50 req-c5a0620f-a847-4f20-8826-ec209ad1e57b service nova] Acquiring lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.155581] env[69281]: DEBUG oslo_concurrency.lockutils [req-cd27ff34-5869-4c0f-bf5d-298bafdcad50 req-c5a0620f-a847-4f20-8826-ec209ad1e57b service nova] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.156018] env[69281]: DEBUG oslo_concurrency.lockutils [req-cd27ff34-5869-4c0f-bf5d-298bafdcad50 req-c5a0620f-a847-4f20-8826-ec209ad1e57b service nova] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.156095] env[69281]: DEBUG nova.compute.manager [req-cd27ff34-5869-4c0f-bf5d-298bafdcad50 req-c5a0620f-a847-4f20-8826-ec209ad1e57b service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] No waiting events found dispatching network-vif-plugged-d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1149.156226] env[69281]: WARNING nova.compute.manager [req-cd27ff34-5869-4c0f-bf5d-298bafdcad50 req-c5a0620f-a847-4f20-8826-ec209ad1e57b service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Received unexpected event network-vif-plugged-d16b1e5b-3252-489f-830f-f66e5ae29d31 for instance with vm_state building and task_state spawning. [ 1149.195495] env[69281]: DEBUG nova.network.neutron [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updated VIF entry in instance network info cache for port 5a305fa6-cb17-4f57-a3ff-8a33d1039fff. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.195892] env[69281]: DEBUG nova.network.neutron [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updating instance_info_cache with network_info: [{"id": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "address": "fa:16:3e:b1:9e:72", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a305fa6-cb", "ovs_interfaceid": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.228765] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bdb664cf-71e1-4752-ba7f-dc7c2dfc41ab tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "ab5ad992-728e-4710-9110-07728c4bd905" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.365s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.492576] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.531208] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520967ee-ce54-210e-20b2-44980b3757a2, 'name': SearchDatastore_Task, 'duration_secs': 0.028512} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.531525] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.531796] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 00ed17c5-6c9d-462e-a22c-68991a164e1e/00ed17c5-6c9d-462e-a22c-68991a164e1e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.532105] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2a4be5b-6e06-480d-858e-3ac61ff606c0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.540810] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1149.540810] env[69281]: value = "task-3936411" [ 1149.540810] env[69281]: _type = "Task" [ 1149.540810] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.550038] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.555818] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 795f2d3b-f366-4487-8200-0a65ef25e27b] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.584081] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936410, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.699166] env[69281]: DEBUG oslo_concurrency.lockutils [req-392ecd24-1179-41f3-bec8-0a107bd45d95 req-88f1ad65-3596-4ce3-b81e-f644bb63ef25 service nova] Releasing lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.751912] env[69281]: DEBUG nova.network.neutron [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Successfully updated port: d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.877835] env[69281]: DEBUG nova.compute.manager [req-8e04b615-b462-43fd-90f5-750fd48b476a req-681b9bb3-b948-492d-b887-94da3fdd452f service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Received event network-changed-d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.877835] env[69281]: DEBUG nova.compute.manager [req-8e04b615-b462-43fd-90f5-750fd48b476a req-681b9bb3-b948-492d-b887-94da3fdd452f service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Refreshing instance network info cache due to event network-changed-d16b1e5b-3252-489f-830f-f66e5ae29d31. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.877835] env[69281]: DEBUG oslo_concurrency.lockutils [req-8e04b615-b462-43fd-90f5-750fd48b476a req-681b9bb3-b948-492d-b887-94da3fdd452f service nova] Acquiring lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.877835] env[69281]: DEBUG oslo_concurrency.lockutils [req-8e04b615-b462-43fd-90f5-750fd48b476a req-681b9bb3-b948-492d-b887-94da3fdd452f service nova] Acquired lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.877835] env[69281]: DEBUG nova.network.neutron [req-8e04b615-b462-43fd-90f5-750fd48b476a req-681b9bb3-b948-492d-b887-94da3fdd452f service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Refreshing network info cache for port d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.992587] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936409, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.053334] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936411, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.059248] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: ce8b4d13-baaf-44a1-bd7c-bfb722b4d46f] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.089360] env[69281]: DEBUG oslo_vmware.api [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936410, 'name': PowerOnVM_Task, 'duration_secs': 0.765968} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.089781] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.090083] env[69281]: DEBUG nova.compute.manager [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.091113] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed06970-42c2-4b81-bc33-9aac300eb4cf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.254824] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.296107] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71585c08-869e-42a4-9bbb-f126edada110 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.305091] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e12c840-aff2-4384-bebc-df5cce3e33a7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.344836] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a1be2f-c86b-48ad-ad5b-348d6a774444 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.358291] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68de54cf-547e-417d-ad93-b4a9b4d69527 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.375017] env[69281]: DEBUG nova.compute.provider_tree [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.421564] env[69281]: DEBUG nova.network.neutron [req-8e04b615-b462-43fd-90f5-750fd48b476a req-681b9bb3-b948-492d-b887-94da3fdd452f service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.492384] env[69281]: DEBUG oslo_vmware.api [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936409, 'name': PowerOnVM_Task, 'duration_secs': 1.45292} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.493133] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.493133] env[69281]: INFO nova.compute.manager [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1150.493322] env[69281]: DEBUG nova.compute.manager [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.494355] env[69281]: DEBUG nova.network.neutron [req-8e04b615-b462-43fd-90f5-750fd48b476a req-681b9bb3-b948-492d-b887-94da3fdd452f service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.496840] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41aba0d-a8e9-4c59-b1e8-313fd5e11544 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.554679] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722252} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.554860] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 00ed17c5-6c9d-462e-a22c-68991a164e1e/00ed17c5-6c9d-462e-a22c-68991a164e1e.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.555432] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.555786] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70399030-7433-400c-b1ea-0b6ffb17e3dd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.564938] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: e0ec56ff-8435-43b7-a043-8de35155e1ed] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.568338] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1150.568338] env[69281]: value = "task-3936413" [ 1150.568338] env[69281]: _type = "Task" [ 1150.568338] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.578519] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.612502] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.851992] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "interface-0901b889-5887-4fb7-ab15-39817791d1ec-fe561928-8b58-4b50-9b19-9469ae406eb2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.852386] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-0901b889-5887-4fb7-ab15-39817791d1ec-fe561928-8b58-4b50-9b19-9469ae406eb2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.852859] env[69281]: DEBUG nova.objects.instance [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'flavor' on Instance uuid 0901b889-5887-4fb7-ab15-39817791d1ec {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.901289] env[69281]: ERROR nova.scheduler.client.report [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [req-e459f398-6e07-4640-b651-486cef67e22d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e459f398-6e07-4640-b651-486cef67e22d"}]} [ 1150.920726] env[69281]: DEBUG nova.scheduler.client.report [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1150.947894] env[69281]: DEBUG nova.scheduler.client.report [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1150.948153] env[69281]: DEBUG nova.compute.provider_tree [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.963027] env[69281]: DEBUG nova.scheduler.client.report [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1150.996798] env[69281]: DEBUG oslo_concurrency.lockutils [req-8e04b615-b462-43fd-90f5-750fd48b476a req-681b9bb3-b948-492d-b887-94da3fdd452f service nova] Releasing lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.997265] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.999950] env[69281]: DEBUG nova.network.neutron [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.002363] env[69281]: DEBUG nova.scheduler.client.report [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1151.017721] env[69281]: INFO nova.compute.manager [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Took 21.68 seconds to build instance. [ 1151.068562] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 455976a0-bf0a-4646-857a-2c9bf4b11e61] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.086712] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07496} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.086996] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.087954] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab11ab3a-fbf4-42f8-ab36-bd231546c204 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.118518] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 00ed17c5-6c9d-462e-a22c-68991a164e1e/00ed17c5-6c9d-462e-a22c-68991a164e1e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.119137] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-924b0135-6be3-4be1-8078-2c2933fba9c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.142515] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1151.142515] env[69281]: value = "task-3936414" [ 1151.142515] env[69281]: _type = "Task" [ 1151.142515] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.155612] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.263868] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea527c21-4ea5-4cbf-906c-5ea14a09b380 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.280701] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7698b0-b268-4b4d-90e9-aa6363df89e8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.328091] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1971cfd8-da50-4f8b-8a4a-0f31c0175edd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.337292] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9722089d-eed1-4c88-b372-f077dc394add {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.353965] env[69281]: DEBUG nova.compute.provider_tree [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.520324] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d3937569-4a44-44bd-8326-12bd1e974519 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "a3226972-00d7-4582-804a-5217cb22904f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.191s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.523268] env[69281]: DEBUG nova.objects.instance [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'pci_requests' on Instance uuid 0901b889-5887-4fb7-ab15-39817791d1ec {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.543159] env[69281]: DEBUG nova.network.neutron [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.578571] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 3b380a28-a2a2-4b5b-b2df-3063f5e6eed0] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.654047] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936414, 'name': ReconfigVM_Task, 'duration_secs': 0.334021} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.654129] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 00ed17c5-6c9d-462e-a22c-68991a164e1e/00ed17c5-6c9d-462e-a22c-68991a164e1e.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.655197] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9671b16-eee6-4606-843a-83e25cd639da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.663114] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1151.663114] env[69281]: value = "task-3936415" [ 1151.663114] env[69281]: _type = "Task" [ 1151.663114] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.673486] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936415, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.724475] env[69281]: DEBUG nova.network.neutron [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Updating instance_info_cache with network_info: [{"id": "d16b1e5b-3252-489f-830f-f66e5ae29d31", "address": "fa:16:3e:09:1f:b7", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16b1e5b-32", "ovs_interfaceid": "d16b1e5b-3252-489f-830f-f66e5ae29d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.778734] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "44c59117-71ed-42e2-9824-a33277a0919e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.779488] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "44c59117-71ed-42e2-9824-a33277a0919e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.779488] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "44c59117-71ed-42e2-9824-a33277a0919e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.779488] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "44c59117-71ed-42e2-9824-a33277a0919e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.779707] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "44c59117-71ed-42e2-9824-a33277a0919e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.783110] env[69281]: INFO nova.compute.manager [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Terminating instance [ 1151.886307] env[69281]: DEBUG nova.scheduler.client.report [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1151.886659] env[69281]: DEBUG nova.compute.provider_tree [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 159 to 160 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1151.886869] env[69281]: DEBUG nova.compute.provider_tree [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.017481] env[69281]: INFO nova.compute.manager [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Rescuing [ 1152.017759] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "refresh_cache-a3226972-00d7-4582-804a-5217cb22904f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.017916] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "refresh_cache-a3226972-00d7-4582-804a-5217cb22904f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.018110] env[69281]: DEBUG nova.network.neutron [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.025443] env[69281]: DEBUG nova.objects.base [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Object Instance<0901b889-5887-4fb7-ab15-39817791d1ec> lazy-loaded attributes: flavor,pci_requests {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1152.025661] env[69281]: DEBUG nova.network.neutron [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.086401] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: f50fff55-ec9f-4ff4-b929-b3b6d8990899] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.099902] env[69281]: DEBUG nova.policy [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fe1767f47dd48ffa25d0ea2e648c78f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312cd59189eb4a0696270ef4ca7a672f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.174865] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936415, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.227501] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.227878] env[69281]: DEBUG nova.compute.manager [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Instance network_info: |[{"id": "d16b1e5b-3252-489f-830f-f66e5ae29d31", "address": "fa:16:3e:09:1f:b7", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16b1e5b-32", "ovs_interfaceid": "d16b1e5b-3252-489f-830f-f66e5ae29d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.228358] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:1f:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd16b1e5b-3252-489f-830f-f66e5ae29d31', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.239179] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.239441] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.239949] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6ab6199-2659-4741-ba7d-15f0cb603eff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.262600] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.262600] env[69281]: value = "task-3936417" [ 1152.262600] env[69281]: _type = "Task" [ 1152.262600] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.272581] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936417, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.287453] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "refresh_cache-44c59117-71ed-42e2-9824-a33277a0919e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.289123] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquired lock "refresh_cache-44c59117-71ed-42e2-9824-a33277a0919e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.289123] env[69281]: DEBUG nova.network.neutron [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.392304] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.335s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.393123] env[69281]: DEBUG nova.compute.manager [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.397410] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.784s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.397410] env[69281]: DEBUG nova.objects.instance [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1152.591924] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 1330d48e-e4ca-4bb6-92c8-efba81182b65] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.675094] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936415, 'name': Rename_Task, 'duration_secs': 0.924507} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.678099] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.678427] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-290694df-0e62-4e8b-bd78-5465bd9f68e6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.686324] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1152.686324] env[69281]: value = "task-3936418" [ 1152.686324] env[69281]: _type = "Task" [ 1152.686324] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.695235] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.774887] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936417, 'name': CreateVM_Task, 'duration_secs': 0.381651} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.775099] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.775814] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.775999] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.776335] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.776694] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e89a65-c34d-4f66-847b-93d04e2381e2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.782330] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1152.782330] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ef01c5-b6b1-6162-b207-2d831c288291" [ 1152.782330] env[69281]: _type = "Task" [ 1152.782330] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.793150] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ef01c5-b6b1-6162-b207-2d831c288291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.810347] env[69281]: DEBUG nova.network.neutron [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.875049] env[69281]: DEBUG nova.network.neutron [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.877063] env[69281]: DEBUG nova.network.neutron [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Updating instance_info_cache with network_info: [{"id": "51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe", "address": "fa:16:3e:15:9a:46", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51aba2c6-7e", "ovs_interfaceid": "51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.901651] env[69281]: DEBUG nova.compute.utils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.902899] env[69281]: DEBUG nova.compute.manager [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.903079] env[69281]: DEBUG nova.network.neutron [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.976448] env[69281]: DEBUG nova.policy [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd38b1da057dd45fbb89234a9a76b5065', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05c5402d2b1f429e99a9f7deb95656d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.096359] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 39e1581f-e8bd-4512-821c-6d3349547f85] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.198752] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.295808] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ef01c5-b6b1-6162-b207-2d831c288291, 'name': SearchDatastore_Task, 'duration_secs': 0.021348} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.296824] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.296824] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.296824] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.296987] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.297088] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.297376] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f20ad5f-7f94-4415-8b88-e7c16f253166 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.310022] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.310022] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.310556] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ded09ff7-9963-4cc4-9f31-d9f76e5cf3b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.318469] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1153.318469] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52738855-1575-6521-da16-121f5074df76" [ 1153.318469] env[69281]: _type = "Task" [ 1153.318469] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.330230] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52738855-1575-6521-da16-121f5074df76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.382998] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Releasing lock "refresh_cache-44c59117-71ed-42e2-9824-a33277a0919e" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.382998] env[69281]: DEBUG nova.compute.manager [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.382998] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.383644] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "refresh_cache-a3226972-00d7-4582-804a-5217cb22904f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.388440] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ceaa59-caa0-4a7e-9993-c137ec2cfb5a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.399809] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.400208] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c28a71a1-cbc4-4aa2-b15d-74a28eada984 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.410932] env[69281]: DEBUG oslo_concurrency.lockutils [None req-44380511-349d-40b3-b703-630e9ba328c4 tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.416847] env[69281]: DEBUG nova.compute.manager [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.419599] env[69281]: DEBUG oslo_vmware.api [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1153.419599] env[69281]: value = "task-3936419" [ 1153.419599] env[69281]: _type = "Task" [ 1153.419599] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.432999] env[69281]: DEBUG oslo_vmware.api [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.600330] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 485aad9a-1f46-4cd2-a209-159a6eff5655] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.664269] env[69281]: DEBUG nova.network.neutron [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Successfully created port: 234b7d55-418e-4712-ad4a-88d99af22471 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.701650] env[69281]: DEBUG oslo_vmware.api [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936418, 'name': PowerOnVM_Task, 'duration_secs': 0.683426} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.702010] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.702249] env[69281]: INFO nova.compute.manager [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1153.702432] env[69281]: DEBUG nova.compute.manager [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1153.703716] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b384b05-cae7-456e-abb6-12a147ac4e96 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.778817] env[69281]: DEBUG nova.compute.manager [req-056f144e-528d-4b37-897d-7042970933a7 req-8a187b5a-01ce-407b-96ae-8e3cacaad500 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Received event network-vif-plugged-fe561928-8b58-4b50-9b19-9469ae406eb2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.779058] env[69281]: DEBUG oslo_concurrency.lockutils [req-056f144e-528d-4b37-897d-7042970933a7 req-8a187b5a-01ce-407b-96ae-8e3cacaad500 service nova] Acquiring lock "0901b889-5887-4fb7-ab15-39817791d1ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.779278] env[69281]: DEBUG oslo_concurrency.lockutils [req-056f144e-528d-4b37-897d-7042970933a7 req-8a187b5a-01ce-407b-96ae-8e3cacaad500 service nova] Lock "0901b889-5887-4fb7-ab15-39817791d1ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.779452] env[69281]: DEBUG oslo_concurrency.lockutils [req-056f144e-528d-4b37-897d-7042970933a7 req-8a187b5a-01ce-407b-96ae-8e3cacaad500 service nova] Lock "0901b889-5887-4fb7-ab15-39817791d1ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.779624] env[69281]: DEBUG nova.compute.manager [req-056f144e-528d-4b37-897d-7042970933a7 req-8a187b5a-01ce-407b-96ae-8e3cacaad500 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] No waiting events found dispatching network-vif-plugged-fe561928-8b58-4b50-9b19-9469ae406eb2 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1153.779855] env[69281]: WARNING nova.compute.manager [req-056f144e-528d-4b37-897d-7042970933a7 req-8a187b5a-01ce-407b-96ae-8e3cacaad500 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Received unexpected event network-vif-plugged-fe561928-8b58-4b50-9b19-9469ae406eb2 for instance with vm_state active and task_state None. [ 1153.830084] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52738855-1575-6521-da16-121f5074df76, 'name': SearchDatastore_Task, 'duration_secs': 0.014892} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.831388] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b181be5-96e2-4d63-a93a-48382cfc9ca3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.837592] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1153.837592] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524038f6-efc2-e5b6-d74a-1bd9a5f5a4ab" [ 1153.837592] env[69281]: _type = "Task" [ 1153.837592] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.848026] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524038f6-efc2-e5b6-d74a-1bd9a5f5a4ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.936677] env[69281]: DEBUG oslo_vmware.api [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936419, 'name': PowerOffVM_Task, 'duration_secs': 0.288934} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.936964] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.937152] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.937418] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b169d181-c69e-402a-b15d-e8708607f8fc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.970199] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.972511] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.972511] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Deleting the datastore file [datastore1] 44c59117-71ed-42e2-9824-a33277a0919e {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.972703] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-222bc79d-8b19-432b-9d67-6aa2bcc83742 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.983794] env[69281]: DEBUG oslo_vmware.api [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1153.983794] env[69281]: value = "task-3936421" [ 1153.983794] env[69281]: _type = "Task" [ 1153.983794] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.993770] env[69281]: DEBUG oslo_vmware.api [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.104964] env[69281]: DEBUG nova.network.neutron [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Successfully updated port: fe561928-8b58-4b50-9b19-9469ae406eb2 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.106371] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 00612be9-9405-4f1e-9e1b-df137d669cbf] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.228093] env[69281]: INFO nova.compute.manager [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Took 16.68 seconds to build instance. [ 1154.351015] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524038f6-efc2-e5b6-d74a-1bd9a5f5a4ab, 'name': SearchDatastore_Task, 'duration_secs': 0.0271} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.351337] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.351606] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] d075430d-690d-4a45-b5bd-6fb2c50b49b8/d075430d-690d-4a45-b5bd-6fb2c50b49b8.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.351898] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a342f477-f4ae-4a5d-86f7-82e9378171d3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.360095] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1154.360095] env[69281]: value = "task-3936423" [ 1154.360095] env[69281]: _type = "Task" [ 1154.360095] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.372406] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.431532] env[69281]: DEBUG nova.compute.manager [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.471234] env[69281]: DEBUG nova.virt.hardware [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.471551] env[69281]: DEBUG nova.virt.hardware [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.471643] env[69281]: DEBUG nova.virt.hardware [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.471828] env[69281]: DEBUG nova.virt.hardware [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.471976] env[69281]: DEBUG nova.virt.hardware [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.472289] env[69281]: DEBUG nova.virt.hardware [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.472469] env[69281]: DEBUG nova.virt.hardware [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.472571] env[69281]: DEBUG nova.virt.hardware [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.472747] env[69281]: DEBUG nova.virt.hardware [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.472916] env[69281]: DEBUG nova.virt.hardware [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.473118] env[69281]: DEBUG nova.virt.hardware [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.474493] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed2e57e-af64-4f6f-a15c-a2b29614e188 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.484453] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81326572-cee9-42b8-a7a3-4c3e5ce46afc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.502285] env[69281]: DEBUG oslo_vmware.api [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241617} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.512297] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.512600] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.513513] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.513513] env[69281]: INFO nova.compute.manager [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1154.513513] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.514343] env[69281]: DEBUG nova.compute.manager [-] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.514462] env[69281]: DEBUG nova.network.neutron [-] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.611289] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.611289] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.611537] env[69281]: DEBUG nova.network.neutron [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.613265] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 7bd20726-0fcc-43cf-afad-fdf822fd8741] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.697878] env[69281]: DEBUG nova.network.neutron [-] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.732069] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9f289f4a-8671-46dd-81c8-5b11670361b6 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "00ed17c5-6c9d-462e-a22c-68991a164e1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.192s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.874878] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936423, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.956997] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.957478] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13cc980b-b366-4569-b043-f34269dc2b4d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.969026] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1154.969026] env[69281]: value = "task-3936424" [ 1154.969026] env[69281]: _type = "Task" [ 1154.969026] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.986627] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.117925] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 7bace696-692b-47b9-ae24-fecedb4d32f0] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.177052] env[69281]: WARNING nova.network.neutron [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] 1b518f72-6b0c-432b-9b8c-200692befa46 already exists in list: networks containing: ['1b518f72-6b0c-432b-9b8c-200692befa46']. ignoring it [ 1155.200745] env[69281]: DEBUG nova.network.neutron [-] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.373229] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708182} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.373229] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] d075430d-690d-4a45-b5bd-6fb2c50b49b8/d075430d-690d-4a45-b5bd-6fb2c50b49b8.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.374416] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.374416] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cca299a6-fac1-41e3-bc6a-a383156fafa5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.381879] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1155.381879] env[69281]: value = "task-3936425" [ 1155.381879] env[69281]: _type = "Task" [ 1155.381879] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.391579] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.479535] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936424, 'name': PowerOffVM_Task, 'duration_secs': 0.252516} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.479607] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.480737] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ccbe78-f051-4ed6-b289-c44a4e5c062d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.507483] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bedf45-3d8e-40b2-921f-32f26a46128c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.513703] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0484722-86d6-4be1-a938-a0417b9d4496 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.525671] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5117b622-924c-48a0-bd2c-6adc10092e6a tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Suspending the VM {{(pid=69281) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1155.525946] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-575ac989-1faf-476b-8ea3-28d1392a7fa0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.534481] env[69281]: DEBUG oslo_vmware.api [None req-5117b622-924c-48a0-bd2c-6adc10092e6a tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1155.534481] env[69281]: value = "task-3936426" [ 1155.534481] env[69281]: _type = "Task" [ 1155.534481] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.545132] env[69281]: DEBUG oslo_vmware.api [None req-5117b622-924c-48a0-bd2c-6adc10092e6a tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936426, 'name': SuspendVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.556032] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.556366] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58a46429-b223-4f50-92a0-16fccf673cda {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.566419] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1155.566419] env[69281]: value = "task-3936427" [ 1155.566419] env[69281]: _type = "Task" [ 1155.566419] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.581859] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1155.582125] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.582644] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.582745] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.582966] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.588404] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e37cee49-2dfd-4007-b2fe-ca7e89b70d44 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.599916] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.599916] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.600811] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2800735-2c6a-4a33-9eff-57165fda5082 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.609806] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1155.609806] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527b54d3-54cb-22aa-f324-5e8307f45f34" [ 1155.609806] env[69281]: _type = "Task" [ 1155.609806] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.621299] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527b54d3-54cb-22aa-f324-5e8307f45f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.623932] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 48edb48b-e20d-4620-9f22-f0a3c229d46c] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.659215] env[69281]: DEBUG nova.network.neutron [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updating instance_info_cache with network_info: [{"id": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "address": "fa:16:3e:b1:9e:72", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a305fa6-cb", "ovs_interfaceid": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe561928-8b58-4b50-9b19-9469ae406eb2", "address": "fa:16:3e:4d:0c:fc", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe561928-8b", "ovs_interfaceid": "fe561928-8b58-4b50-9b19-9469ae406eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.703737] env[69281]: INFO nova.compute.manager [-] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Took 1.19 seconds to deallocate network for instance. [ 1155.727402] env[69281]: DEBUG nova.network.neutron [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Successfully updated port: 234b7d55-418e-4712-ad4a-88d99af22471 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.827901] env[69281]: DEBUG nova.compute.manager [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Received event network-changed-fe561928-8b58-4b50-9b19-9469ae406eb2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.828112] env[69281]: DEBUG nova.compute.manager [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Refreshing instance network info cache due to event network-changed-fe561928-8b58-4b50-9b19-9469ae406eb2. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.828440] env[69281]: DEBUG oslo_concurrency.lockutils [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] Acquiring lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.896913] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074667} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.897272] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.898547] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4df560-7feb-4f92-b7a1-bf4ae5ac8d8f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.937547] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d075430d-690d-4a45-b5bd-6fb2c50b49b8/d075430d-690d-4a45-b5bd-6fb2c50b49b8.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.938011] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b483c08-db85-43c7-a8a7-4cf74ee2f549 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.964730] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1155.964730] env[69281]: value = "task-3936428" [ 1155.964730] env[69281]: _type = "Task" [ 1155.964730] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.975840] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.047213] env[69281]: DEBUG oslo_vmware.api [None req-5117b622-924c-48a0-bd2c-6adc10092e6a tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936426, 'name': SuspendVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.124441] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527b54d3-54cb-22aa-f324-5e8307f45f34, 'name': SearchDatastore_Task, 'duration_secs': 0.013486} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.125358] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffec4daf-812d-4ee3-93e8-6df576eacc1b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.128129] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: dcc00b16-bc8b-4f04-86c9-87d692062ebb] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.134415] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1156.134415] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528640bb-8807-cb57-c86b-a881903005cc" [ 1156.134415] env[69281]: _type = "Task" [ 1156.134415] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.144586] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528640bb-8807-cb57-c86b-a881903005cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.161520] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.163416] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.163416] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.163416] env[69281]: DEBUG oslo_concurrency.lockutils [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] Acquired lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.163416] env[69281]: DEBUG nova.network.neutron [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Refreshing network info cache for port fe561928-8b58-4b50-9b19-9469ae406eb2 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.169048] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7500ee9-bcce-4719-83f6-3f0e1443d2c0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.198173] env[69281]: DEBUG nova.virt.hardware [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.198389] env[69281]: DEBUG nova.virt.hardware [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.198476] env[69281]: DEBUG nova.virt.hardware [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.198665] env[69281]: DEBUG nova.virt.hardware [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.198932] env[69281]: DEBUG nova.virt.hardware [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.199132] env[69281]: DEBUG nova.virt.hardware [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.199426] env[69281]: DEBUG nova.virt.hardware [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.199535] env[69281]: DEBUG nova.virt.hardware [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.199757] env[69281]: DEBUG nova.virt.hardware [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.199954] env[69281]: DEBUG nova.virt.hardware [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.200039] env[69281]: DEBUG nova.virt.hardware [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.206725] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Reconfiguring VM to attach interface {{(pid=69281) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1156.207557] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dabfbf03-a08c-4462-b600-fbdd9ae5c51f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.221764] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.222121] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.222322] env[69281]: DEBUG nova.objects.instance [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lazy-loading 'resources' on Instance uuid 44c59117-71ed-42e2-9824-a33277a0919e {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.231209] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "refresh_cache-7b4309ea-be35-490c-9a0a-63318db38792" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.231385] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired lock "refresh_cache-7b4309ea-be35-490c-9a0a-63318db38792" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.231538] env[69281]: DEBUG nova.network.neutron [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.232853] env[69281]: DEBUG oslo_vmware.api [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1156.232853] env[69281]: value = "task-3936429" [ 1156.232853] env[69281]: _type = "Task" [ 1156.232853] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.246224] env[69281]: DEBUG oslo_vmware.api [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936429, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.487379] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.547082] env[69281]: DEBUG oslo_vmware.api [None req-5117b622-924c-48a0-bd2c-6adc10092e6a tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936426, 'name': SuspendVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.631986] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: bdaf7b4a-568a-4040-85ae-6f3c535f8166] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.645839] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528640bb-8807-cb57-c86b-a881903005cc, 'name': SearchDatastore_Task, 'duration_secs': 0.025988} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.646290] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.646400] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] a3226972-00d7-4582-804a-5217cb22904f/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk. {{(pid=69281) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1156.647094] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64b92e34-3d52-4478-aa9c-3d4d93846afe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.656786] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1156.656786] env[69281]: value = "task-3936430" [ 1156.656786] env[69281]: _type = "Task" [ 1156.656786] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.667238] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.750281] env[69281]: DEBUG oslo_vmware.api [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.831274] env[69281]: DEBUG nova.network.neutron [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.973446] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d47cd70-a4a7-4bd0-8128-9f7a1cb600ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.982723] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936428, 'name': ReconfigVM_Task, 'duration_secs': 0.889732} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.986390] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d075430d-690d-4a45-b5bd-6fb2c50b49b8/d075430d-690d-4a45-b5bd-6fb2c50b49b8.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.987409] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0a573a9-b5cd-4178-8460-b47be61b7a01 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.995383] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bfe768-6fa1-4246-8829-7e7ed2168052 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.007472] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1157.007472] env[69281]: value = "task-3936431" [ 1157.007472] env[69281]: _type = "Task" [ 1157.007472] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.072030] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e70cf9-fd6b-4f67-b427-6243b1ae955f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.077966] env[69281]: DEBUG nova.network.neutron [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updated VIF entry in instance network info cache for port fe561928-8b58-4b50-9b19-9469ae406eb2. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.078717] env[69281]: DEBUG nova.network.neutron [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updating instance_info_cache with network_info: [{"id": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "address": "fa:16:3e:b1:9e:72", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a305fa6-cb", "ovs_interfaceid": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe561928-8b58-4b50-9b19-9469ae406eb2", "address": "fa:16:3e:4d:0c:fc", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe561928-8b", "ovs_interfaceid": "fe561928-8b58-4b50-9b19-9469ae406eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.086765] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936431, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.096720] env[69281]: DEBUG oslo_vmware.api [None req-5117b622-924c-48a0-bd2c-6adc10092e6a tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936426, 'name': SuspendVM_Task, 'duration_secs': 1.30976} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.101657] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5117b622-924c-48a0-bd2c-6adc10092e6a tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Suspended the VM {{(pid=69281) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1157.102093] env[69281]: DEBUG nova.compute.manager [None req-5117b622-924c-48a0-bd2c-6adc10092e6a tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1157.104300] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb33ec0-6dfc-4584-b3f1-30208e0f4359 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.109286] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e0a815-c42a-4219-86cf-b23e19e770c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.126858] env[69281]: DEBUG nova.compute.provider_tree [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.138434] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 967a7065-70b5-4697-b9c5-b7d2b6f88b8a] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.139909] env[69281]: DEBUG nova.network.neutron [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Updating instance_info_cache with network_info: [{"id": "234b7d55-418e-4712-ad4a-88d99af22471", "address": "fa:16:3e:dc:d8:8e", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234b7d55-41", "ovs_interfaceid": "234b7d55-418e-4712-ad4a-88d99af22471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.170461] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936430, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.250032] env[69281]: DEBUG oslo_vmware.api [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.523568] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936431, 'name': Rename_Task, 'duration_secs': 0.345311} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.523568] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.523568] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7ce48b6-06c9-4d2b-abed-20ffaba825cf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.532181] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1157.532181] env[69281]: value = "task-3936432" [ 1157.532181] env[69281]: _type = "Task" [ 1157.532181] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.544713] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.590093] env[69281]: DEBUG oslo_concurrency.lockutils [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] Releasing lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.590093] env[69281]: DEBUG nova.compute.manager [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Received event network-vif-plugged-234b7d55-418e-4712-ad4a-88d99af22471 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.590093] env[69281]: DEBUG oslo_concurrency.lockutils [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] Acquiring lock "7b4309ea-be35-490c-9a0a-63318db38792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.590093] env[69281]: DEBUG oslo_concurrency.lockutils [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] Lock "7b4309ea-be35-490c-9a0a-63318db38792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.590093] env[69281]: DEBUG oslo_concurrency.lockutils [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] Lock "7b4309ea-be35-490c-9a0a-63318db38792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.590093] env[69281]: DEBUG nova.compute.manager [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] No waiting events found dispatching network-vif-plugged-234b7d55-418e-4712-ad4a-88d99af22471 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1157.590304] env[69281]: WARNING nova.compute.manager [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Received unexpected event network-vif-plugged-234b7d55-418e-4712-ad4a-88d99af22471 for instance with vm_state building and task_state spawning. [ 1157.590304] env[69281]: DEBUG nova.compute.manager [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Received event network-changed-234b7d55-418e-4712-ad4a-88d99af22471 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.590497] env[69281]: DEBUG nova.compute.manager [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Refreshing instance network info cache due to event network-changed-234b7d55-418e-4712-ad4a-88d99af22471. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.590703] env[69281]: DEBUG oslo_concurrency.lockutils [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] Acquiring lock "refresh_cache-7b4309ea-be35-490c-9a0a-63318db38792" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.640058] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 098bb7f4-c121-4751-946a-15c5d5b20b37] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.643892] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Releasing lock "refresh_cache-7b4309ea-be35-490c-9a0a-63318db38792" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.644373] env[69281]: DEBUG nova.compute.manager [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Instance network_info: |[{"id": "234b7d55-418e-4712-ad4a-88d99af22471", "address": "fa:16:3e:dc:d8:8e", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234b7d55-41", "ovs_interfaceid": "234b7d55-418e-4712-ad4a-88d99af22471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.646171] env[69281]: DEBUG oslo_concurrency.lockutils [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] Acquired lock "refresh_cache-7b4309ea-be35-490c-9a0a-63318db38792" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.646171] env[69281]: DEBUG nova.network.neutron [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Refreshing network info cache for port 234b7d55-418e-4712-ad4a-88d99af22471 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.647377] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:d8:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '234b7d55-418e-4712-ad4a-88d99af22471', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.657226] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.658590] env[69281]: ERROR nova.scheduler.client.report [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [req-11dac6b7-52fb-4e8c-8139-6a2089e365c2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-11dac6b7-52fb-4e8c-8139-6a2089e365c2"}]} [ 1157.659518] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.664256] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba4d4b25-6c4a-4fd6-b48f-b3fbf47e65d1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.688017] env[69281]: DEBUG nova.scheduler.client.report [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1157.705812] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.706149] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.714062] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919117} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.715218] env[69281]: INFO nova.virt.vmwareapi.ds_util [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] a3226972-00d7-4582-804a-5217cb22904f/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk. [ 1157.715563] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.715563] env[69281]: value = "task-3936433" [ 1157.715563] env[69281]: _type = "Task" [ 1157.715563] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.716387] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd40c48b-68a0-41c5-b3ac-5cbce8540160 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.721394] env[69281]: DEBUG nova.scheduler.client.report [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1157.721394] env[69281]: DEBUG nova.compute.provider_tree [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.757089] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] a3226972-00d7-4582-804a-5217cb22904f/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.757556] env[69281]: DEBUG nova.scheduler.client.report [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1157.767569] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-601f937c-bbfa-4cba-9fb9-4d0d25a75da9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.780352] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936433, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.791031] env[69281]: DEBUG oslo_vmware.api [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936429, 'name': ReconfigVM_Task, 'duration_secs': 1.123403} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.791384] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.791635] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Reconfigured VM to attach interface {{(pid=69281) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1157.795179] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1157.795179] env[69281]: value = "task-3936434" [ 1157.795179] env[69281]: _type = "Task" [ 1157.795179] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.807735] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936434, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.808945] env[69281]: DEBUG nova.scheduler.client.report [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1158.017392] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bdce68-53de-48d0-aeaf-d8b84e579470 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.026088] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc4975e-2d9d-4d32-b2d3-efa1afac1841 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.067474] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f16154-0791-4f89-9f9e-455517a64dfd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.076444] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936432, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.079704] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd11c93-26ba-480f-a04c-6e968f30d1fb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.095972] env[69281]: DEBUG nova.compute.provider_tree [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.143442] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 9b04d2af-8d91-45fa-bad4-034df8333aa0] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.216250] env[69281]: DEBUG nova.compute.manager [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.234342] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936433, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.298097] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9b811627-49f6-4255-b735-e70971873f02 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-0901b889-5887-4fb7-ab15-39817791d1ec-fe561928-8b58-4b50-9b19-9469ae406eb2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.446s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.313196] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.408615] env[69281]: DEBUG nova.network.neutron [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Updated VIF entry in instance network info cache for port 234b7d55-418e-4712-ad4a-88d99af22471. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.409416] env[69281]: DEBUG nova.network.neutron [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Updating instance_info_cache with network_info: [{"id": "234b7d55-418e-4712-ad4a-88d99af22471", "address": "fa:16:3e:dc:d8:8e", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234b7d55-41", "ovs_interfaceid": "234b7d55-418e-4712-ad4a-88d99af22471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.502224] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "8b07f9cd-a13a-41e7-9f83-87e448049be7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.503202] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "8b07f9cd-a13a-41e7-9f83-87e448049be7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.545206] env[69281]: DEBUG oslo_vmware.api [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936432, 'name': PowerOnVM_Task, 'duration_secs': 0.657409} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.545416] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.545650] env[69281]: INFO nova.compute.manager [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1158.545937] env[69281]: DEBUG nova.compute.manager [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1158.547654] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef5e1ff-29b3-4e3e-8131-a52e3c4ca10c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.600377] env[69281]: DEBUG nova.scheduler.client.report [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.647461] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 6f6d6da4-7571-4388-bfc9-660896fb64e3] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.734627] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936433, 'name': CreateVM_Task, 'duration_secs': 0.573208} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.735898] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.737039] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.737039] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.737287] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.737546] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb86835-63e8-4855-ae5d-3052e772e079 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.743465] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1158.743465] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c21a80-d131-e875-32e0-cdb6f127a64e" [ 1158.743465] env[69281]: _type = "Task" [ 1158.743465] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.750187] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.753916] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c21a80-d131-e875-32e0-cdb6f127a64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.768104] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "00ed17c5-6c9d-462e-a22c-68991a164e1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.768370] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "00ed17c5-6c9d-462e-a22c-68991a164e1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.768573] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "00ed17c5-6c9d-462e-a22c-68991a164e1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.768752] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "00ed17c5-6c9d-462e-a22c-68991a164e1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.768934] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "00ed17c5-6c9d-462e-a22c-68991a164e1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.771100] env[69281]: INFO nova.compute.manager [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Terminating instance [ 1158.811055] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936434, 'name': ReconfigVM_Task, 'duration_secs': 0.58008} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.811467] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Reconfigured VM instance instance-0000006d to attach disk [datastore1] a3226972-00d7-4582-804a-5217cb22904f/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.812462] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4720a6-7395-4a5b-b153-349344c13299 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.838706] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e9c141-70ce-4a1e-a678-6bb5421fe6f9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.856657] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1158.856657] env[69281]: value = "task-3936435" [ 1158.856657] env[69281]: _type = "Task" [ 1158.856657] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.866078] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.912970] env[69281]: DEBUG oslo_concurrency.lockutils [req-5de82825-8975-4aef-b665-545adc99110b req-9dcfe0fd-77ed-44b1-a230-209146b15999 service nova] Releasing lock "refresh_cache-7b4309ea-be35-490c-9a0a-63318db38792" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.005753] env[69281]: DEBUG nova.compute.manager [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.077471] env[69281]: INFO nova.compute.manager [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Took 16.60 seconds to build instance. [ 1159.107046] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.885s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.109759] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.360s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.111454] env[69281]: INFO nova.compute.claims [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.130444] env[69281]: INFO nova.scheduler.client.report [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Deleted allocations for instance 44c59117-71ed-42e2-9824-a33277a0919e [ 1159.150834] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 4292247a-b2ba-450d-a8af-0398e4ccab75] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.255646] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c21a80-d131-e875-32e0-cdb6f127a64e, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.256042] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.256335] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.256643] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.256840] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.257083] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.257418] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5e138ab-b44d-4727-b4ac-7b05edd6489c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.267421] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.267619] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.268450] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc6c909-beea-4998-8c70-0812098904fc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.274854] env[69281]: DEBUG nova.compute.manager [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.274854] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.275020] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1159.275020] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a302d9-fe0d-990f-71b9-2e47df4a0ac4" [ 1159.275020] env[69281]: _type = "Task" [ 1159.275020] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.275814] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d41c8d-1d4c-4e4e-9f76-3d4a62013a2c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.287848] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a302d9-fe0d-990f-71b9-2e47df4a0ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.010844} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.290728] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.290974] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57dccab7-b272-4a74-b1e0-fb1001d4faba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.293681] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-691a7f44-e156-4028-bd75-f437d6500ac5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.298997] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1159.298997] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a9ca3b-d1f8-4739-0197-58bc1669ec20" [ 1159.298997] env[69281]: _type = "Task" [ 1159.298997] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.310417] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a9ca3b-d1f8-4739-0197-58bc1669ec20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.367876] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936435, 'name': ReconfigVM_Task, 'duration_secs': 0.179252} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.368937] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.370232] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92cdae26-6104-4052-85d7-3ed5f88b1153 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.372343] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.372596] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.372788] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleting the datastore file [datastore1] 00ed17c5-6c9d-462e-a22c-68991a164e1e {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.373110] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b274356-e9fb-4829-b6f7-7cb77ed98392 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.380567] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1159.380567] env[69281]: value = "task-3936437" [ 1159.380567] env[69281]: _type = "Task" [ 1159.380567] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.382095] env[69281]: DEBUG oslo_vmware.api [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1159.382095] env[69281]: value = "task-3936438" [ 1159.382095] env[69281]: _type = "Task" [ 1159.382095] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.394527] env[69281]: DEBUG oslo_vmware.api [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.397716] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.526165] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.580117] env[69281]: DEBUG oslo_concurrency.lockutils [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "interface-0901b889-5887-4fb7-ab15-39817791d1ec-fe561928-8b58-4b50-9b19-9469ae406eb2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.580426] env[69281]: DEBUG oslo_concurrency.lockutils [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-0901b889-5887-4fb7-ab15-39817791d1ec-fe561928-8b58-4b50-9b19-9469ae406eb2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.581962] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65077bfa-2058-4dec-a788-b084938cb6e2 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.128s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.637885] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2d4f7e9c-570b-430e-8dbf-ba7e188081ac tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "44c59117-71ed-42e2-9824-a33277a0919e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.859s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.656993] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: e894d77f-378a-4b9f-98ca-6ae6dc50d78d] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.813606] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a9ca3b-d1f8-4739-0197-58bc1669ec20, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.813606] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.813606] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 7b4309ea-be35-490c-9a0a-63318db38792/7b4309ea-be35-490c-9a0a-63318db38792.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.813606] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7ae0061-bc74-4285-9f6b-e32a506a6037 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.824974] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1159.824974] env[69281]: value = "task-3936439" [ 1159.824974] env[69281]: _type = "Task" [ 1159.824974] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.836530] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.898987] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.904528] env[69281]: DEBUG oslo_vmware.api [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289125} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.904528] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.904528] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.904780] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.905853] env[69281]: INFO nova.compute.manager [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1159.905853] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.905853] env[69281]: DEBUG nova.compute.manager [-] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.905853] env[69281]: DEBUG nova.network.neutron [-] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.083876] env[69281]: DEBUG oslo_concurrency.lockutils [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.084059] env[69281]: DEBUG oslo_concurrency.lockutils [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.084990] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd91821-6b64-4222-a7f8-0688a15637cf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.104332] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d28e243-01f8-434f-82e4-736610c136b8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.134615] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Reconfiguring VM to detach interface {{(pid=69281) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1160.134817] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-584f2eee-435a-4e95-a130-1ba5752f3428 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.160923] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 3157633a-c966-48d3-a066-ef80540e64a4] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.165028] env[69281]: DEBUG oslo_vmware.api [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1160.165028] env[69281]: value = "task-3936440" [ 1160.165028] env[69281]: _type = "Task" [ 1160.165028] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.173508] env[69281]: DEBUG nova.compute.manager [req-1af7f4b5-29c1-457b-ae86-c2218a4ac35a req-787c185c-f929-4cec-849d-ff21c2192fd8 service nova] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Received event network-vif-deleted-216beb8c-366e-4f3f-8b69-128acd2397dc {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.173767] env[69281]: INFO nova.compute.manager [req-1af7f4b5-29c1-457b-ae86-c2218a4ac35a req-787c185c-f929-4cec-849d-ff21c2192fd8 service nova] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Neutron deleted interface 216beb8c-366e-4f3f-8b69-128acd2397dc; detaching it from the instance and deleting it from the info cache [ 1160.173998] env[69281]: DEBUG nova.network.neutron [req-1af7f4b5-29c1-457b-ae86-c2218a4ac35a req-787c185c-f929-4cec-849d-ff21c2192fd8 service nova] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.181092] env[69281]: DEBUG oslo_vmware.api [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936440, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.208078] env[69281]: DEBUG nova.compute.manager [req-566be7bb-ec74-442d-85d0-9e8376dcbd9e req-26f304aa-87d8-4e52-a860-8e2a9b461929 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Received event network-changed-d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.208346] env[69281]: DEBUG nova.compute.manager [req-566be7bb-ec74-442d-85d0-9e8376dcbd9e req-26f304aa-87d8-4e52-a860-8e2a9b461929 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Refreshing instance network info cache due to event network-changed-d16b1e5b-3252-489f-830f-f66e5ae29d31. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.208579] env[69281]: DEBUG oslo_concurrency.lockutils [req-566be7bb-ec74-442d-85d0-9e8376dcbd9e req-26f304aa-87d8-4e52-a860-8e2a9b461929 service nova] Acquiring lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.208748] env[69281]: DEBUG oslo_concurrency.lockutils [req-566be7bb-ec74-442d-85d0-9e8376dcbd9e req-26f304aa-87d8-4e52-a860-8e2a9b461929 service nova] Acquired lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.208967] env[69281]: DEBUG nova.network.neutron [req-566be7bb-ec74-442d-85d0-9e8376dcbd9e req-26f304aa-87d8-4e52-a860-8e2a9b461929 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Refreshing network info cache for port d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.259247] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.259504] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.259711] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.259895] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.260122] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.262328] env[69281]: INFO nova.compute.manager [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Terminating instance [ 1160.337536] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936439, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.400046] env[69281]: DEBUG oslo_vmware.api [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936437, 'name': PowerOnVM_Task, 'duration_secs': 0.576435} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.400437] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.403828] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa22eed-66e5-4e70-8f76-50fa4972255d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.408046] env[69281]: DEBUG nova.compute.manager [None req-d08c8619-0ef9-4c72-9b5e-387b8d2fc5b4 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1160.408894] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06373120-161d-4688-b5d9-bee9abe231a9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.418691] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0becdd-525a-401a-b580-e3ca028f6287 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.457791] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36091886-d9c0-49cf-9f8e-e0ac62128689 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.466903] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519f9b72-ddd8-406d-8a67-b830051f1d08 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.483144] env[69281]: DEBUG nova.compute.provider_tree [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.656028] env[69281]: DEBUG nova.network.neutron [-] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.664298] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: cf67457e-fd08-422f-899a-2799d00e8760] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.681831] env[69281]: DEBUG oslo_vmware.api [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.682120] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e37c6fd-630b-46b7-ba21-ead1d1732650 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.692523] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab974f4-c2d5-4154-86af-5bd47630fa2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.729986] env[69281]: DEBUG nova.compute.manager [req-1af7f4b5-29c1-457b-ae86-c2218a4ac35a req-787c185c-f929-4cec-849d-ff21c2192fd8 service nova] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Detach interface failed, port_id=216beb8c-366e-4f3f-8b69-128acd2397dc, reason: Instance 00ed17c5-6c9d-462e-a22c-68991a164e1e could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.766039] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "refresh_cache-79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.766208] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquired lock "refresh_cache-79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.766350] env[69281]: DEBUG nova.network.neutron [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.838039] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628655} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.838354] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 7b4309ea-be35-490c-9a0a-63318db38792/7b4309ea-be35-490c-9a0a-63318db38792.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.838593] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.838863] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6249dd29-07e0-4445-a816-76162aec7283 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.847499] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1160.847499] env[69281]: value = "task-3936441" [ 1160.847499] env[69281]: _type = "Task" [ 1160.847499] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.860655] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.970539] env[69281]: DEBUG nova.network.neutron [req-566be7bb-ec74-442d-85d0-9e8376dcbd9e req-26f304aa-87d8-4e52-a860-8e2a9b461929 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Updated VIF entry in instance network info cache for port d16b1e5b-3252-489f-830f-f66e5ae29d31. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.970910] env[69281]: DEBUG nova.network.neutron [req-566be7bb-ec74-442d-85d0-9e8376dcbd9e req-26f304aa-87d8-4e52-a860-8e2a9b461929 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Updating instance_info_cache with network_info: [{"id": "d16b1e5b-3252-489f-830f-f66e5ae29d31", "address": "fa:16:3e:09:1f:b7", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16b1e5b-32", "ovs_interfaceid": "d16b1e5b-3252-489f-830f-f66e5ae29d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.986345] env[69281]: DEBUG nova.scheduler.client.report [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.158275] env[69281]: INFO nova.compute.manager [-] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Took 1.25 seconds to deallocate network for instance. [ 1161.173286] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 5636bd99-848f-4206-bb1b-0203caf5a8b2] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.181961] env[69281]: DEBUG oslo_vmware.api [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.285384] env[69281]: DEBUG nova.network.neutron [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.334900] env[69281]: DEBUG nova.network.neutron [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.357438] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072859} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.357662] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.358632] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996f9a5e-b7d6-446d-a3b3-e6dcac95bd26 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.384408] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 7b4309ea-be35-490c-9a0a-63318db38792/7b4309ea-be35-490c-9a0a-63318db38792.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.385096] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f545357-9862-49d9-9b9a-7e0948ba13fe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.406256] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1161.406256] env[69281]: value = "task-3936442" [ 1161.406256] env[69281]: _type = "Task" [ 1161.406256] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.416078] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.474567] env[69281]: DEBUG oslo_concurrency.lockutils [req-566be7bb-ec74-442d-85d0-9e8376dcbd9e req-26f304aa-87d8-4e52-a860-8e2a9b461929 service nova] Releasing lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.492550] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.495020] env[69281]: DEBUG nova.compute.manager [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.498505] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.972s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.505512] env[69281]: INFO nova.compute.claims [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.666423] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.680570] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 4308f6b3-dc0a-4d76-aa9c-b17c1b50acb1] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.683338] env[69281]: DEBUG oslo_vmware.api [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.837343] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Releasing lock "refresh_cache-79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.837810] env[69281]: DEBUG nova.compute.manager [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.838035] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.839060] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b482b8b8-33f3-46a9-85a8-a16f1832eefe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.847676] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.847941] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e29224e-ef4c-414e-921e-8dbb544dc760 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.855202] env[69281]: DEBUG oslo_vmware.api [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1161.855202] env[69281]: value = "task-3936443" [ 1161.855202] env[69281]: _type = "Task" [ 1161.855202] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.865056] env[69281]: DEBUG oslo_vmware.api [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.919369] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.013717] env[69281]: DEBUG nova.compute.utils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.018482] env[69281]: DEBUG nova.compute.manager [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.018662] env[69281]: DEBUG nova.network.neutron [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.074996] env[69281]: DEBUG nova.policy [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51cd4a6268534a70a6c652f4dbdaa135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384f78d40a8a4efca7e3f86b9e89d06f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.181245] env[69281]: DEBUG oslo_vmware.api [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.185913] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: dec2b564-be28-4462-b767-cba2e1842d33] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.369889] env[69281]: DEBUG oslo_vmware.api [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936443, 'name': PowerOffVM_Task, 'duration_secs': 0.221319} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.370941] env[69281]: DEBUG nova.network.neutron [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Successfully created port: 2c4f8192-5553-4771-a502-0c2ddae4ca4b {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.373998] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.374286] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.374587] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f64c9d66-fd3c-48ba-95cc-88ef01e0fb22 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.403170] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.403370] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.403535] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Deleting the datastore file [datastore2] 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.403854] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-519ab01b-45a0-4e6f-b5e8-11cf263ef5e0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.412520] env[69281]: DEBUG oslo_vmware.api [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for the task: (returnval){ [ 1162.412520] env[69281]: value = "task-3936445" [ 1162.412520] env[69281]: _type = "Task" [ 1162.412520] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.419104] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936442, 'name': ReconfigVM_Task, 'duration_secs': 0.659434} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.419859] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 7b4309ea-be35-490c-9a0a-63318db38792/7b4309ea-be35-490c-9a0a-63318db38792.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.420527] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9be0992-8993-41a0-971d-cad6d0fe9610 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.425443] env[69281]: DEBUG oslo_vmware.api [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.431188] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1162.431188] env[69281]: value = "task-3936446" [ 1162.431188] env[69281]: _type = "Task" [ 1162.431188] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.440105] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936446, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.519506] env[69281]: DEBUG nova.compute.manager [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.680889] env[69281]: DEBUG oslo_vmware.api [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.689577] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 4600fd81-377f-4ce2-97de-9b03f2b03d37] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.768190] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe352e2-efce-4e51-afe1-00f0935754aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.777092] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d17c39-6be3-4fd3-a5d3-83d8a5244f4d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.813672] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff5625b-455e-435b-9a60-60a354070546 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.821940] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f488ae89-c2ea-41af-b280-28079cbb5f21 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.836490] env[69281]: DEBUG nova.compute.provider_tree [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.922869] env[69281]: DEBUG oslo_vmware.api [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Task: {'id': task-3936445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20827} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.923149] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.923339] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.923923] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.923923] env[69281]: INFO nova.compute.manager [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1162.923923] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.924159] env[69281]: DEBUG nova.compute.manager [-] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.924292] env[69281]: DEBUG nova.network.neutron [-] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.945291] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936446, 'name': Rename_Task, 'duration_secs': 0.182897} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.945675] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.946525] env[69281]: DEBUG nova.network.neutron [-] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.948107] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4db5409c-3f32-4589-8949-60bf490e91aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.957098] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1162.957098] env[69281]: value = "task-3936447" [ 1162.957098] env[69281]: _type = "Task" [ 1162.957098] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.966099] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.182633] env[69281]: DEBUG oslo_vmware.api [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.192364] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 1d7a25e6-1f78-40b1-b146-339b754cbeb8] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.358716] env[69281]: ERROR nova.scheduler.client.report [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [req-b1be94d8-baf4-495e-9a26-e246de747d9a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1be94d8-baf4-495e-9a26-e246de747d9a"}]} [ 1163.371971] env[69281]: INFO nova.compute.manager [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Rescuing [ 1163.372280] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "refresh_cache-ab5ad992-728e-4710-9110-07728c4bd905" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.372474] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "refresh_cache-ab5ad992-728e-4710-9110-07728c4bd905" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.372645] env[69281]: DEBUG nova.network.neutron [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.375357] env[69281]: DEBUG nova.scheduler.client.report [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1163.390364] env[69281]: DEBUG nova.scheduler.client.report [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1163.390618] env[69281]: DEBUG nova.compute.provider_tree [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.405126] env[69281]: DEBUG nova.scheduler.client.report [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1163.428399] env[69281]: DEBUG nova.scheduler.client.report [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1163.450365] env[69281]: DEBUG nova.network.neutron [-] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.470264] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.534691] env[69281]: DEBUG nova.compute.manager [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.564171] env[69281]: DEBUG nova.virt.hardware [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.564461] env[69281]: DEBUG nova.virt.hardware [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.564623] env[69281]: DEBUG nova.virt.hardware [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.564803] env[69281]: DEBUG nova.virt.hardware [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.564949] env[69281]: DEBUG nova.virt.hardware [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.565115] env[69281]: DEBUG nova.virt.hardware [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.565378] env[69281]: DEBUG nova.virt.hardware [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.565563] env[69281]: DEBUG nova.virt.hardware [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.565736] env[69281]: DEBUG nova.virt.hardware [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.565902] env[69281]: DEBUG nova.virt.hardware [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.566090] env[69281]: DEBUG nova.virt.hardware [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.567043] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4c34d3-108d-4a79-a1ad-9f89c4c0022e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.579270] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c868160a-8cd3-4fa7-903e-07a54132f1f4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.634895] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa5c0e0-eee1-4811-acd1-99afbe3c732f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.642945] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d296ab-5a0d-4514-b17a-2b53a349e390 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.679213] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc77f40c-0620-4e7b-98a4-d77c975f6317 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.687634] env[69281]: DEBUG oslo_vmware.api [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.690888] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d510d1-bbd9-4ab9-b415-c4aa78552129 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.695058] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 5461af5c-2687-413e-af95-2ceaea58953f] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.707774] env[69281]: DEBUG nova.compute.provider_tree [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.942232] env[69281]: DEBUG nova.compute.manager [req-f2488745-e270-445a-8571-3618faa0cc75 req-627a8c3e-250b-474f-9dff-4f39aaa866d3 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Received event network-vif-plugged-2c4f8192-5553-4771-a502-0c2ddae4ca4b {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.946021] env[69281]: DEBUG oslo_concurrency.lockutils [req-f2488745-e270-445a-8571-3618faa0cc75 req-627a8c3e-250b-474f-9dff-4f39aaa866d3 service nova] Acquiring lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.946021] env[69281]: DEBUG oslo_concurrency.lockutils [req-f2488745-e270-445a-8571-3618faa0cc75 req-627a8c3e-250b-474f-9dff-4f39aaa866d3 service nova] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.946021] env[69281]: DEBUG oslo_concurrency.lockutils [req-f2488745-e270-445a-8571-3618faa0cc75 req-627a8c3e-250b-474f-9dff-4f39aaa866d3 service nova] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.946021] env[69281]: DEBUG nova.compute.manager [req-f2488745-e270-445a-8571-3618faa0cc75 req-627a8c3e-250b-474f-9dff-4f39aaa866d3 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] No waiting events found dispatching network-vif-plugged-2c4f8192-5553-4771-a502-0c2ddae4ca4b {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1163.946021] env[69281]: WARNING nova.compute.manager [req-f2488745-e270-445a-8571-3618faa0cc75 req-627a8c3e-250b-474f-9dff-4f39aaa866d3 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Received unexpected event network-vif-plugged-2c4f8192-5553-4771-a502-0c2ddae4ca4b for instance with vm_state building and task_state spawning. [ 1163.953257] env[69281]: INFO nova.compute.manager [-] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Took 1.03 seconds to deallocate network for instance. [ 1163.968706] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936447, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.086781] env[69281]: DEBUG nova.network.neutron [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Successfully updated port: 2c4f8192-5553-4771-a502-0c2ddae4ca4b {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.176996] env[69281]: DEBUG nova.network.neutron [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Updating instance_info_cache with network_info: [{"id": "d015212e-619c-43db-99de-220331b10e56", "address": "fa:16:3e:ef:73:07", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd015212e-61", "ovs_interfaceid": "d015212e-619c-43db-99de-220331b10e56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.187890] env[69281]: DEBUG oslo_vmware.api [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.198023] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 30e0d6a1-a30e-4023-94e4-4fba054a237d] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.247417] env[69281]: DEBUG nova.scheduler.client.report [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1164.247874] env[69281]: DEBUG nova.compute.provider_tree [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 162 to 163 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1164.248200] env[69281]: DEBUG nova.compute.provider_tree [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1164.463723] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.472190] env[69281]: DEBUG oslo_vmware.api [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936447, 'name': PowerOnVM_Task, 'duration_secs': 1.375637} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.472465] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.472670] env[69281]: INFO nova.compute.manager [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1164.472846] env[69281]: DEBUG nova.compute.manager [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1164.473738] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66ee45d-e6da-4647-86bd-918e3ed775fb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.589567] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.589771] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.589998] env[69281]: DEBUG nova.network.neutron [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.683177] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "refresh_cache-ab5ad992-728e-4710-9110-07728c4bd905" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.689017] env[69281]: DEBUG oslo_vmware.api [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.701163] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 08a765e1-c6ce-459a-9543-f017aa8202ba] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.756076] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.257s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.756076] env[69281]: DEBUG nova.compute.manager [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.758877] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.093s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.759131] env[69281]: DEBUG nova.objects.instance [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lazy-loading 'resources' on Instance uuid 00ed17c5-6c9d-462e-a22c-68991a164e1e {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.991166] env[69281]: INFO nova.compute.manager [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Took 15.97 seconds to build instance. [ 1165.126303] env[69281]: DEBUG nova.network.neutron [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.187712] env[69281]: DEBUG oslo_vmware.api [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.206475] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 34e008ef-bbb1-423c-9ca5-2a5bf4de8e1a] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.265724] env[69281]: DEBUG nova.compute.utils [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.267965] env[69281]: DEBUG nova.compute.manager [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.268544] env[69281]: DEBUG nova.network.neutron [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.327496] env[69281]: DEBUG nova.policy [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '600b7a30c2ed4e8da34c02329981bc92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f30d87eba9e548a9844b6f38ba6eb899', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.336098] env[69281]: DEBUG nova.network.neutron [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance_info_cache with network_info: [{"id": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "address": "fa:16:3e:d6:e3:c1", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4f8192-55", "ovs_interfaceid": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.477646] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66bcda2-061c-4bd6-a15b-9cd90cde5975 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.486708] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeb7af7-672a-49d9-83a7-88d9cc55f050 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.493350] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b4a0d5cb-a92f-447d-99a5-a7fe1cfa2680 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "7b4309ea-be35-490c-9a0a-63318db38792" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.482s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.523405] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24acfb25-b2a1-4eec-b8b8-b8d0920ff3e6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.532390] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b482f5e1-5169-4fe8-8060-b2f6a42134a2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.547972] env[69281]: DEBUG nova.compute.provider_tree [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.630489] env[69281]: DEBUG nova.compute.manager [req-ab4ddddd-9df7-458d-a8a6-3a56a2f9525f req-58018bef-22ff-4fcf-9469-56041a79d2e0 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Received event network-changed-234b7d55-418e-4712-ad4a-88d99af22471 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.630663] env[69281]: DEBUG nova.compute.manager [req-ab4ddddd-9df7-458d-a8a6-3a56a2f9525f req-58018bef-22ff-4fcf-9469-56041a79d2e0 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Refreshing instance network info cache due to event network-changed-234b7d55-418e-4712-ad4a-88d99af22471. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.630888] env[69281]: DEBUG oslo_concurrency.lockutils [req-ab4ddddd-9df7-458d-a8a6-3a56a2f9525f req-58018bef-22ff-4fcf-9469-56041a79d2e0 service nova] Acquiring lock "refresh_cache-7b4309ea-be35-490c-9a0a-63318db38792" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.631045] env[69281]: DEBUG oslo_concurrency.lockutils [req-ab4ddddd-9df7-458d-a8a6-3a56a2f9525f req-58018bef-22ff-4fcf-9469-56041a79d2e0 service nova] Acquired lock "refresh_cache-7b4309ea-be35-490c-9a0a-63318db38792" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.631703] env[69281]: DEBUG nova.network.neutron [req-ab4ddddd-9df7-458d-a8a6-3a56a2f9525f req-58018bef-22ff-4fcf-9469-56041a79d2e0 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Refreshing network info cache for port 234b7d55-418e-4712-ad4a-88d99af22471 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.659275] env[69281]: DEBUG nova.network.neutron [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Successfully created port: b4d35fd9-fe26-4f2b-8124-c47eb74ac181 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.688205] env[69281]: DEBUG oslo_vmware.api [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936440, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.710262] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: fcf6c5ff-9ad0-4c74-9ac8-0ba60dde8af9] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.775029] env[69281]: DEBUG nova.compute.manager [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.843447] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.843447] env[69281]: DEBUG nova.compute.manager [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Instance network_info: |[{"id": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "address": "fa:16:3e:d6:e3:c1", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4f8192-55", "ovs_interfaceid": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1165.843447] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:e3:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c4f8192-5553-4771-a502-0c2ddae4ca4b', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.853417] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Creating folder: Project (384f78d40a8a4efca7e3f86b9e89d06f). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1165.854750] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81ceec5a-cba0-4cc3-a9b9-d5a49ffb0118 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.869024] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Created folder: Project (384f78d40a8a4efca7e3f86b9e89d06f) in parent group-v781128. [ 1165.869024] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Creating folder: Instances. Parent ref: group-v781435. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1165.869024] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc8ec6f1-f8f7-4f30-acef-f380c6cc7c51 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.881735] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Created folder: Instances in parent group-v781435. [ 1165.882447] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.882852] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.883250] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d4b290d-c03c-4083-bd60-f743da7ff36f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.906692] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.906692] env[69281]: value = "task-3936450" [ 1165.906692] env[69281]: _type = "Task" [ 1165.906692] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.916033] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936450, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.986790] env[69281]: DEBUG nova.compute.manager [req-d37eaa27-f362-45b3-9ce7-155c7b3e9f4c req-f16c4c69-7fc5-4d87-8a13-05cf9a7b8437 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Received event network-changed-2c4f8192-5553-4771-a502-0c2ddae4ca4b {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.987294] env[69281]: DEBUG nova.compute.manager [req-d37eaa27-f362-45b3-9ce7-155c7b3e9f4c req-f16c4c69-7fc5-4d87-8a13-05cf9a7b8437 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Refreshing instance network info cache due to event network-changed-2c4f8192-5553-4771-a502-0c2ddae4ca4b. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.987625] env[69281]: DEBUG oslo_concurrency.lockutils [req-d37eaa27-f362-45b3-9ce7-155c7b3e9f4c req-f16c4c69-7fc5-4d87-8a13-05cf9a7b8437 service nova] Acquiring lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.987969] env[69281]: DEBUG oslo_concurrency.lockutils [req-d37eaa27-f362-45b3-9ce7-155c7b3e9f4c req-f16c4c69-7fc5-4d87-8a13-05cf9a7b8437 service nova] Acquired lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.988137] env[69281]: DEBUG nova.network.neutron [req-d37eaa27-f362-45b3-9ce7-155c7b3e9f4c req-f16c4c69-7fc5-4d87-8a13-05cf9a7b8437 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Refreshing network info cache for port 2c4f8192-5553-4771-a502-0c2ddae4ca4b {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.051293] env[69281]: DEBUG nova.scheduler.client.report [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.196359] env[69281]: DEBUG oslo_vmware.api [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936440, 'name': ReconfigVM_Task, 'duration_secs': 5.841861} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.196787] env[69281]: DEBUG oslo_concurrency.lockutils [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.197156] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Reconfigured VM to detach interface {{(pid=69281) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1166.212205] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 1611f9a2-3f7d-4f02-b5ea-0f321af9d2a3] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.227859] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.228419] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59f83142-0c7b-475e-b13c-f82e4a4eb0e3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.236681] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1166.236681] env[69281]: value = "task-3936451" [ 1166.236681] env[69281]: _type = "Task" [ 1166.236681] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.248315] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.277363] env[69281]: INFO nova.virt.block_device [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Booting with volume 09491265-53e2-4123-a56c-60d7ed33dd2f at /dev/sda [ 1166.321949] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c90dba39-bdc4-4fbb-bb49-043b6f474c71 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.336178] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d847a1af-3e9a-4345-a7c2-ae8731add7df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.371699] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-183984ce-9fe2-4c1e-9165-68218c6f4265 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.382319] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c360c3-3d31-4886-a16c-6febbc2d54c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.416959] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936450, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.428468] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c5fbf9-0eac-4300-a7a8-3e70a9ed1af4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.435710] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d183b300-7430-4e62-81be-fb3fbb3e2f60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.439725] env[69281]: DEBUG nova.network.neutron [req-ab4ddddd-9df7-458d-a8a6-3a56a2f9525f req-58018bef-22ff-4fcf-9469-56041a79d2e0 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Updated VIF entry in instance network info cache for port 234b7d55-418e-4712-ad4a-88d99af22471. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.440107] env[69281]: DEBUG nova.network.neutron [req-ab4ddddd-9df7-458d-a8a6-3a56a2f9525f req-58018bef-22ff-4fcf-9469-56041a79d2e0 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Updating instance_info_cache with network_info: [{"id": "234b7d55-418e-4712-ad4a-88d99af22471", "address": "fa:16:3e:dc:d8:8e", "network": {"id": "0ac0503d-68a9-4e16-b4aa-8fec0bf9404e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-58802287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05c5402d2b1f429e99a9f7deb95656d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234b7d55-41", "ovs_interfaceid": "234b7d55-418e-4712-ad4a-88d99af22471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.450434] env[69281]: DEBUG nova.virt.block_device [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating existing volume attachment record: 3cc8f628-6c6d-4816-9bb7-ca535d2db5c0 {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1166.556492] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.559732] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.095s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.559732] env[69281]: DEBUG nova.objects.instance [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lazy-loading 'resources' on Instance uuid 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.593140] env[69281]: INFO nova.scheduler.client.report [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleted allocations for instance 00ed17c5-6c9d-462e-a22c-68991a164e1e [ 1166.715710] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: ef277bf0-8b0b-4e8d-bbee-13cb4ff68263] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.726691] env[69281]: DEBUG nova.network.neutron [req-d37eaa27-f362-45b3-9ce7-155c7b3e9f4c req-f16c4c69-7fc5-4d87-8a13-05cf9a7b8437 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updated VIF entry in instance network info cache for port 2c4f8192-5553-4771-a502-0c2ddae4ca4b. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.726747] env[69281]: DEBUG nova.network.neutron [req-d37eaa27-f362-45b3-9ce7-155c7b3e9f4c req-f16c4c69-7fc5-4d87-8a13-05cf9a7b8437 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance_info_cache with network_info: [{"id": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "address": "fa:16:3e:d6:e3:c1", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4f8192-55", "ovs_interfaceid": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.749457] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936451, 'name': PowerOffVM_Task, 'duration_secs': 0.26867} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.749750] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.750615] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77e3a90-1350-4443-85ea-0688ac39b052 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.770732] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7485f0d8-0c00-4efb-b604-37e12a550904 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.807707] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.808066] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e7ffd5a-3540-4072-ac9d-e04ee506d024 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.816740] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1166.816740] env[69281]: value = "task-3936452" [ 1166.816740] env[69281]: _type = "Task" [ 1166.816740] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.825899] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1166.826142] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.826403] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.826554] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.826737] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.826991] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c07d0cb3-fc2a-4d91-9e06-58eca0e43dab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.837284] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.837475] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.838367] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6a6aa8-ee00-4843-aa4b-3ff40bc82115 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.844630] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1166.844630] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5257cdc2-b5d6-3639-7f5e-851bc8c4bd6c" [ 1166.844630] env[69281]: _type = "Task" [ 1166.844630] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.853418] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5257cdc2-b5d6-3639-7f5e-851bc8c4bd6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.917060] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936450, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.943238] env[69281]: DEBUG oslo_concurrency.lockutils [req-ab4ddddd-9df7-458d-a8a6-3a56a2f9525f req-58018bef-22ff-4fcf-9469-56041a79d2e0 service nova] Releasing lock "refresh_cache-7b4309ea-be35-490c-9a0a-63318db38792" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.103948] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6ea733c7-5ba5-417e-8016-8f7a6af4808b tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "00ed17c5-6c9d-462e-a22c-68991a164e1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.335s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.170140] env[69281]: DEBUG nova.network.neutron [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Successfully updated port: b4d35fd9-fe26-4f2b-8124-c47eb74ac181 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.218733] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 94545097-35b6-483f-b933-6e3e9d592f7e] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.231882] env[69281]: DEBUG oslo_concurrency.lockutils [req-d37eaa27-f362-45b3-9ce7-155c7b3e9f4c req-f16c4c69-7fc5-4d87-8a13-05cf9a7b8437 service nova] Releasing lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.297449] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edfa595-85f9-4d74-bab5-7a9298d5d6bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.306088] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1633f6-dfd8-4c61-94c6-6a804f8cf281 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.338441] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217acdec-31f5-4a3b-8bbb-cdf34a8f5a96 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.351352] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c850ac3a-79f1-47b7-bfff-940a0c8b32dd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.363038] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5257cdc2-b5d6-3639-7f5e-851bc8c4bd6c, 'name': SearchDatastore_Task, 'duration_secs': 0.013697} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.372117] env[69281]: DEBUG nova.compute.provider_tree [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.374248] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d864229-df54-41ea-bf9a-f4e5a9037808 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.381954] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1167.381954] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52850737-d883-f50c-860a-d5af891b3af9" [ 1167.381954] env[69281]: _type = "Task" [ 1167.381954] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.393121] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52850737-d883-f50c-860a-d5af891b3af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.417243] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936450, 'name': CreateVM_Task, 'duration_secs': 1.410651} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.417454] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.418281] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.418404] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.419091] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.419091] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc2f08f-a0a6-46bc-9d70-a91326fd41b6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.424708] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1167.424708] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520a7c89-85f1-5d88-b38c-1e8249934de3" [ 1167.424708] env[69281]: _type = "Task" [ 1167.424708] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.433292] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520a7c89-85f1-5d88-b38c-1e8249934de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.629360] env[69281]: DEBUG oslo_concurrency.lockutils [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.629360] env[69281]: DEBUG oslo_concurrency.lockutils [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.629551] env[69281]: DEBUG nova.network.neutron [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.673434] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.674192] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.674192] env[69281]: DEBUG nova.network.neutron [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.721666] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 066aadf2-88b6-4015-a933-f110946dbf3e] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.875716] env[69281]: DEBUG nova.scheduler.client.report [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.894600] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52850737-d883-f50c-860a-d5af891b3af9, 'name': SearchDatastore_Task, 'duration_secs': 0.028347} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.894884] env[69281]: DEBUG oslo_concurrency.lockutils [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.895286] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ab5ad992-728e-4710-9110-07728c4bd905/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk. {{(pid=69281) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1167.896299] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a87fea9-5d3a-4790-9bb7-28d074ccbb13 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.905789] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1167.905789] env[69281]: value = "task-3936453" [ 1167.905789] env[69281]: _type = "Task" [ 1167.905789] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.914731] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.936009] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520a7c89-85f1-5d88-b38c-1e8249934de3, 'name': SearchDatastore_Task, 'duration_secs': 0.025099} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.936338] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.936590] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.936847] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.936997] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.937196] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.937467] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef8e9cd1-cd80-49fd-888e-9ae08592b204 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.946290] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.946474] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.947231] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7240c84c-a461-4b90-8e68-306df3aa5fc5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.953272] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1167.953272] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524755a8-6a75-e84c-6749-f0762f760312" [ 1167.953272] env[69281]: _type = "Task" [ 1167.953272] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.961452] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524755a8-6a75-e84c-6749-f0762f760312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.023139] env[69281]: DEBUG nova.compute.manager [req-428b816d-f5c8-45fa-9b26-0440f36b84d6 req-57e8fbb0-d45a-45ff-ba39-ac33a1f84f41 service nova] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Received event network-vif-plugged-b4d35fd9-fe26-4f2b-8124-c47eb74ac181 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.023572] env[69281]: DEBUG oslo_concurrency.lockutils [req-428b816d-f5c8-45fa-9b26-0440f36b84d6 req-57e8fbb0-d45a-45ff-ba39-ac33a1f84f41 service nova] Acquiring lock "8b07f9cd-a13a-41e7-9f83-87e448049be7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.023784] env[69281]: DEBUG oslo_concurrency.lockutils [req-428b816d-f5c8-45fa-9b26-0440f36b84d6 req-57e8fbb0-d45a-45ff-ba39-ac33a1f84f41 service nova] Lock "8b07f9cd-a13a-41e7-9f83-87e448049be7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.024037] env[69281]: DEBUG oslo_concurrency.lockutils [req-428b816d-f5c8-45fa-9b26-0440f36b84d6 req-57e8fbb0-d45a-45ff-ba39-ac33a1f84f41 service nova] Lock "8b07f9cd-a13a-41e7-9f83-87e448049be7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.024375] env[69281]: DEBUG nova.compute.manager [req-428b816d-f5c8-45fa-9b26-0440f36b84d6 req-57e8fbb0-d45a-45ff-ba39-ac33a1f84f41 service nova] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] No waiting events found dispatching network-vif-plugged-b4d35fd9-fe26-4f2b-8124-c47eb74ac181 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1168.024567] env[69281]: WARNING nova.compute.manager [req-428b816d-f5c8-45fa-9b26-0440f36b84d6 req-57e8fbb0-d45a-45ff-ba39-ac33a1f84f41 service nova] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Received unexpected event network-vif-plugged-b4d35fd9-fe26-4f2b-8124-c47eb74ac181 for instance with vm_state building and task_state block_device_mapping. [ 1168.024777] env[69281]: DEBUG nova.compute.manager [req-428b816d-f5c8-45fa-9b26-0440f36b84d6 req-57e8fbb0-d45a-45ff-ba39-ac33a1f84f41 service nova] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Received event network-changed-b4d35fd9-fe26-4f2b-8124-c47eb74ac181 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.025043] env[69281]: DEBUG nova.compute.manager [req-428b816d-f5c8-45fa-9b26-0440f36b84d6 req-57e8fbb0-d45a-45ff-ba39-ac33a1f84f41 service nova] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Refreshing instance network info cache due to event network-changed-b4d35fd9-fe26-4f2b-8124-c47eb74ac181. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.025365] env[69281]: DEBUG oslo_concurrency.lockutils [req-428b816d-f5c8-45fa-9b26-0440f36b84d6 req-57e8fbb0-d45a-45ff-ba39-ac33a1f84f41 service nova] Acquiring lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.226137] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 7289d8eb-3321-4946-8799-efd422ffb4e4] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.250067] env[69281]: DEBUG nova.network.neutron [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.317675] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "c832a03f-3bf0-459c-8814-f9bd4958fc42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.317953] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "c832a03f-3bf0-459c-8814-f9bd4958fc42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.380934] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.418546] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936453, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.420856] env[69281]: INFO nova.scheduler.client.report [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Deleted allocations for instance 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8 [ 1168.466833] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524755a8-6a75-e84c-6749-f0762f760312, 'name': SearchDatastore_Task, 'duration_secs': 0.011367} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.467786] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe4ca77c-e69d-47b5-9e50-e24267f9b473 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.474241] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1168.474241] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52155eda-9b75-7bc9-d46f-a62f27f4a076" [ 1168.474241] env[69281]: _type = "Task" [ 1168.474241] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.485745] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52155eda-9b75-7bc9-d46f-a62f27f4a076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.540529] env[69281]: DEBUG nova.compute.manager [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.541087] env[69281]: DEBUG nova.virt.hardware [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.541318] env[69281]: DEBUG nova.virt.hardware [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.541585] env[69281]: DEBUG nova.virt.hardware [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.541711] env[69281]: DEBUG nova.virt.hardware [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.541832] env[69281]: DEBUG nova.virt.hardware [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.541981] env[69281]: DEBUG nova.virt.hardware [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.542228] env[69281]: DEBUG nova.virt.hardware [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.542591] env[69281]: DEBUG nova.virt.hardware [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.542825] env[69281]: DEBUG nova.virt.hardware [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.543039] env[69281]: DEBUG nova.virt.hardware [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.543244] env[69281]: DEBUG nova.virt.hardware [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.544249] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab88e97-d025-4315-9996-a38031520c4a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.343717] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 8e2b0a67-27be-4006-888f-1bfc6b45030b] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.345656] env[69281]: DEBUG nova.compute.manager [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.360946] env[69281]: DEBUG oslo_concurrency.lockutils [None req-73287d3a-1895-4f5b-8bee-b5378c51d90e tempest-ServerShowV247Test-1986293661 tempest-ServerShowV247Test-1986293661-project-member] Lock "79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.101s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.367748] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1c3169-d20e-4dfa-a09f-500769db2843 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.377869] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52155eda-9b75-7bc9-d46f-a62f27f4a076, 'name': SearchDatastore_Task, 'duration_secs': 0.014144} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.379081] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936453, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.379081] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.379186] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] f8dee9fa-7778-49c4-8e4f-d30a274debb6/f8dee9fa-7778-49c4-8e4f-d30a274debb6.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.379418] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14b56c8e-2461-4a31-bec2-d0ed31a548d3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.397729] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1169.397729] env[69281]: value = "task-3936454" [ 1169.397729] env[69281]: _type = "Task" [ 1169.397729] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.407982] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.584614] env[69281]: DEBUG nova.network.neutron [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating instance_info_cache with network_info: [{"id": "b4d35fd9-fe26-4f2b-8124-c47eb74ac181", "address": "fa:16:3e:d2:b8:58", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d35fd9-fe", "ovs_interfaceid": "b4d35fd9-fe26-4f2b-8124-c47eb74ac181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.627799] env[69281]: INFO nova.network.neutron [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Port fe561928-8b58-4b50-9b19-9469ae406eb2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1169.628196] env[69281]: DEBUG nova.network.neutron [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updating instance_info_cache with network_info: [{"id": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "address": "fa:16:3e:b1:9e:72", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a305fa6-cb", "ovs_interfaceid": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.860674] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 9b30894a-b414-4c4c-b92e-b33d4fbb40cb] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.863891] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "interface-bf5b029e-91d4-4a5c-a044-73b36134731d-fe561928-8b58-4b50-9b19-9469ae406eb2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.863891] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-bf5b029e-91d4-4a5c-a044-73b36134731d-fe561928-8b58-4b50-9b19-9469ae406eb2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.864340] env[69281]: DEBUG nova.objects.instance [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'flavor' on Instance uuid bf5b029e-91d4-4a5c-a044-73b36134731d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.872146] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936453, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.607398} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.872432] env[69281]: INFO nova.virt.vmwareapi.ds_util [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] ab5ad992-728e-4710-9110-07728c4bd905/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk. [ 1169.873788] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56166c07-a1c8-4831-afcf-f374c13c7c63 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.905178] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] ab5ad992-728e-4710-9110-07728c4bd905/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.907181] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.907468] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.909023] env[69281]: INFO nova.compute.claims [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.913964] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce8d02e7-b366-4dce-a0dc-4eddd11fb688 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.944702] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936454, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.946637] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1169.946637] env[69281]: value = "task-3936455" [ 1169.946637] env[69281]: _type = "Task" [ 1169.946637] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.960531] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936455, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.056307] env[69281]: DEBUG nova.compute.manager [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Received event network-changed-5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.056575] env[69281]: DEBUG nova.compute.manager [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Refreshing instance network info cache due to event network-changed-5a305fa6-cb17-4f57-a3ff-8a33d1039fff. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.056827] env[69281]: DEBUG oslo_concurrency.lockutils [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] Acquiring lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.087895] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.088394] env[69281]: DEBUG nova.compute.manager [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Instance network_info: |[{"id": "b4d35fd9-fe26-4f2b-8124-c47eb74ac181", "address": "fa:16:3e:d2:b8:58", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d35fd9-fe", "ovs_interfaceid": "b4d35fd9-fe26-4f2b-8124-c47eb74ac181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.088785] env[69281]: DEBUG oslo_concurrency.lockutils [req-428b816d-f5c8-45fa-9b26-0440f36b84d6 req-57e8fbb0-d45a-45ff-ba39-ac33a1f84f41 service nova] Acquired lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.088994] env[69281]: DEBUG nova.network.neutron [req-428b816d-f5c8-45fa-9b26-0440f36b84d6 req-57e8fbb0-d45a-45ff-ba39-ac33a1f84f41 service nova] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Refreshing network info cache for port b4d35fd9-fe26-4f2b-8124-c47eb74ac181 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.094031] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:b8:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4d35fd9-fe26-4f2b-8124-c47eb74ac181', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.099963] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.103935] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.104544] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32445479-fb87-46d9-baed-c8eb3ba91e34 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.128319] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.128319] env[69281]: value = "task-3936456" [ 1170.128319] env[69281]: _type = "Task" [ 1170.128319] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.134959] env[69281]: DEBUG oslo_concurrency.lockutils [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.138205] env[69281]: DEBUG oslo_concurrency.lockutils [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] Acquired lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.138437] env[69281]: DEBUG nova.network.neutron [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Refreshing network info cache for port 5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.146903] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936456, 'name': CreateVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.368110] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 2a052560-2c5d-4da4-8ecd-a0ba0e78a17d] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.432684] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739392} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.433015] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] f8dee9fa-7778-49c4-8e4f-d30a274debb6/f8dee9fa-7778-49c4-8e4f-d30a274debb6.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.433303] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.433622] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9989cb0c-c560-45f9-9d51-5c1c4f0e7466 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.443040] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1170.443040] env[69281]: value = "task-3936457" [ 1170.443040] env[69281]: _type = "Task" [ 1170.443040] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.451923] env[69281]: DEBUG nova.network.neutron [req-428b816d-f5c8-45fa-9b26-0440f36b84d6 req-57e8fbb0-d45a-45ff-ba39-ac33a1f84f41 service nova] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updated VIF entry in instance network info cache for port b4d35fd9-fe26-4f2b-8124-c47eb74ac181. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.452499] env[69281]: DEBUG nova.network.neutron [req-428b816d-f5c8-45fa-9b26-0440f36b84d6 req-57e8fbb0-d45a-45ff-ba39-ac33a1f84f41 service nova] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating instance_info_cache with network_info: [{"id": "b4d35fd9-fe26-4f2b-8124-c47eb74ac181", "address": "fa:16:3e:d2:b8:58", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d35fd9-fe", "ovs_interfaceid": "b4d35fd9-fe26-4f2b-8124-c47eb74ac181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.460245] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.464009] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936455, 'name': ReconfigVM_Task, 'duration_secs': 0.482252} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.464472] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Reconfigured VM instance instance-0000006c to attach disk [datastore1] ab5ad992-728e-4710-9110-07728c4bd905/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.465697] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3b45d2-2ff2-4582-b044-d4612f171e88 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.497544] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aee220e0-ecbd-44c4-8586-0f265df2854e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.514773] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1170.514773] env[69281]: value = "task-3936458" [ 1170.514773] env[69281]: _type = "Task" [ 1170.514773] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.526696] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.527679] env[69281]: DEBUG nova.objects.instance [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'pci_requests' on Instance uuid bf5b029e-91d4-4a5c-a044-73b36134731d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.640495] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936456, 'name': CreateVM_Task, 'duration_secs': 0.370189} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.640683] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.641903] env[69281]: DEBUG oslo_concurrency.lockutils [None req-742c9dfb-5f32-4ecc-b08c-85898c941e22 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-0901b889-5887-4fb7-ab15-39817791d1ec-fe561928-8b58-4b50-9b19-9469ae406eb2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.061s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.646574] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '3cc8f628-6c6d-4816-9bb7-ca535d2db5c0', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781432', 'volume_id': '09491265-53e2-4123-a56c-60d7ed33dd2f', 'name': 'volume-09491265-53e2-4123-a56c-60d7ed33dd2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b07f9cd-a13a-41e7-9f83-87e448049be7', 'attached_at': '', 'detached_at': '', 'volume_id': '09491265-53e2-4123-a56c-60d7ed33dd2f', 'serial': '09491265-53e2-4123-a56c-60d7ed33dd2f'}, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69281) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1170.646935] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Root volume attach. Driver type: vmdk {{(pid=69281) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1170.648348] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876604da-5e13-49f5-a891-180a5115da45 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.659718] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48d1ba6-ef1a-4c74-be36-a3499570841a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.669026] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c52c25-d6a8-41a4-87ea-e328f463d3c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.676482] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9871f554-598f-4c8b-9c74-01973aff5fb5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.685064] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1170.685064] env[69281]: value = "task-3936459" [ 1170.685064] env[69281]: _type = "Task" [ 1170.685064] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.694063] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936459, 'name': RelocateVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.875328] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 31701380-3998-4510-be64-ec5271cf985f] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.911274] env[69281]: DEBUG nova.network.neutron [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updated VIF entry in instance network info cache for port 5a305fa6-cb17-4f57-a3ff-8a33d1039fff. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.911648] env[69281]: DEBUG nova.network.neutron [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updating instance_info_cache with network_info: [{"id": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "address": "fa:16:3e:b1:9e:72", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a305fa6-cb", "ovs_interfaceid": "5a305fa6-cb17-4f57-a3ff-8a33d1039fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.954595] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068539} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.954595] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.955074] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4dc74c-7ad7-4e85-be1b-3129b3da7cae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.957849] env[69281]: DEBUG oslo_concurrency.lockutils [req-428b816d-f5c8-45fa-9b26-0440f36b84d6 req-57e8fbb0-d45a-45ff-ba39-ac33a1f84f41 service nova] Releasing lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.981873] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] f8dee9fa-7778-49c4-8e4f-d30a274debb6/f8dee9fa-7778-49c4-8e4f-d30a274debb6.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.985133] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33ed14ae-af74-4fc7-8f39-68fe5d9e7f28 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.007177] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1171.007177] env[69281]: value = "task-3936460" [ 1171.007177] env[69281]: _type = "Task" [ 1171.007177] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.018132] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.026383] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936458, 'name': ReconfigVM_Task, 'duration_secs': 0.170209} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.029285] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.030075] env[69281]: DEBUG nova.objects.base [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1171.030479] env[69281]: DEBUG nova.network.neutron [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.032495] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e1e5d4a-c70c-425f-a752-9b4569252b0f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.040228] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1171.040228] env[69281]: value = "task-3936461" [ 1171.040228] env[69281]: _type = "Task" [ 1171.040228] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.051770] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.128971] env[69281]: DEBUG nova.policy [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fe1767f47dd48ffa25d0ea2e648c78f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '312cd59189eb4a0696270ef4ca7a672f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.143741] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9172f6c-d4fc-4256-b46a-6f8ad620a41f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.151656] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fed463-801b-4b0d-9ef6-97b4d312d6c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.184174] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735bc413-994f-4e22-acbd-50a5cde7bf62 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.199476] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa43bfc-1fe8-4b4c-9d5a-4d9c554329fb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.204327] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936459, 'name': RelocateVM_Task} progress is 19%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.215143] env[69281]: DEBUG nova.compute.provider_tree [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.379064] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: f936b4ff-b128-46b1-ae08-e22f0030c5ea] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.414920] env[69281]: DEBUG oslo_concurrency.lockutils [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] Releasing lock "refresh_cache-0901b889-5887-4fb7-ab15-39817791d1ec" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.414920] env[69281]: DEBUG nova.compute.manager [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Received event network-changed-fd06f188-ab67-48ff-b752-9092393febe3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.415140] env[69281]: DEBUG nova.compute.manager [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Refreshing instance network info cache due to event network-changed-fd06f188-ab67-48ff-b752-9092393febe3. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.416081] env[69281]: DEBUG oslo_concurrency.lockutils [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] Acquiring lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.416081] env[69281]: DEBUG oslo_concurrency.lockutils [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] Acquired lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.416081] env[69281]: DEBUG nova.network.neutron [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Refreshing network info cache for port fd06f188-ab67-48ff-b752-9092393febe3 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.517227] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936460, 'name': ReconfigVM_Task, 'duration_secs': 0.490663} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.517503] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Reconfigured VM instance instance-00000071 to attach disk [datastore2] f8dee9fa-7778-49c4-8e4f-d30a274debb6/f8dee9fa-7778-49c4-8e4f-d30a274debb6.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.518157] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4f0b59a-134b-434e-bece-dc7422bfebaf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.524668] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1171.524668] env[69281]: value = "task-3936462" [ 1171.524668] env[69281]: _type = "Task" [ 1171.524668] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.532912] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936462, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.551670] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.697182] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936459, 'name': RelocateVM_Task, 'duration_secs': 0.759692} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.697485] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1171.697691] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781432', 'volume_id': '09491265-53e2-4123-a56c-60d7ed33dd2f', 'name': 'volume-09491265-53e2-4123-a56c-60d7ed33dd2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b07f9cd-a13a-41e7-9f83-87e448049be7', 'attached_at': '', 'detached_at': '', 'volume_id': '09491265-53e2-4123-a56c-60d7ed33dd2f', 'serial': '09491265-53e2-4123-a56c-60d7ed33dd2f'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1171.698516] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a975741d-0a0e-4acb-b190-a6bf3ddc4092 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.722230] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f133968-623c-4908-aaf5-919d4d2f2e7d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.747132] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-09491265-53e2-4123-a56c-60d7ed33dd2f/volume-09491265-53e2-4123-a56c-60d7ed33dd2f.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.748241] env[69281]: ERROR nova.scheduler.client.report [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [req-9263e8c7-9b4d-4caa-9d71-1fe7f6155ce2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID adc98e38-91c6-4ac1-9063-c94accf48342. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9263e8c7-9b4d-4caa-9d71-1fe7f6155ce2"}]} [ 1171.748842] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a28322-560b-4a58-b2ad-2a21e63773fa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.771306] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1171.771306] env[69281]: value = "task-3936463" [ 1171.771306] env[69281]: _type = "Task" [ 1171.771306] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.780808] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.781880] env[69281]: DEBUG nova.scheduler.client.report [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1171.799879] env[69281]: DEBUG nova.scheduler.client.report [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1171.800121] env[69281]: DEBUG nova.compute.provider_tree [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1171.812372] env[69281]: DEBUG nova.scheduler.client.report [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1171.831310] env[69281]: DEBUG nova.scheduler.client.report [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1171.882370] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: bf429377-67c2-48d3-acb9-1a497e262682] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.036460] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936462, 'name': Rename_Task, 'duration_secs': 0.154028} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.036746] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.037028] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94e48177-1d2f-4ecc-9927-80a3f4df242b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.045661] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1172.045661] env[69281]: value = "task-3936464" [ 1172.045661] env[69281]: _type = "Task" [ 1172.045661] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.050989] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c14ec8a-21ae-4180-81e1-ae9bbf729f11 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.073215] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44401874-c71e-40f7-8ddc-2834574fc342 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.077159] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.077643] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.115214] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ab8fc6-6137-49d6-80ee-71ddb86e0788 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.125128] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d780602-e3e4-42d4-96f9-e3d7478790d7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.141099] env[69281]: DEBUG nova.compute.provider_tree [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.208058] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "5c44108a-38d5-4019-be33-513287c89050" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.208428] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "5c44108a-38d5-4019-be33-513287c89050" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.208723] env[69281]: INFO nova.compute.manager [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Shelving [ 1172.248288] env[69281]: DEBUG nova.network.neutron [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Updated VIF entry in instance network info cache for port fd06f188-ab67-48ff-b752-9092393febe3. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.248712] env[69281]: DEBUG nova.network.neutron [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Updating instance_info_cache with network_info: [{"id": "fd06f188-ab67-48ff-b752-9092393febe3", "address": "fa:16:3e:c0:e0:13", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd06f188-ab", "ovs_interfaceid": "fd06f188-ab67-48ff-b752-9092393febe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.283163] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.386209] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 9bf17219-c600-4bb2-b10d-628bb6f13524] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.560850] env[69281]: DEBUG oslo_vmware.api [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936461, 'name': PowerOnVM_Task, 'duration_secs': 1.14366} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.562372] env[69281]: DEBUG nova.compute.manager [req-1bd8c0c5-a63a-4b7e-b755-00149b6008e6 req-8de8a72a-f6fd-4ce3-9706-bf7d31dd81c2 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Received event network-vif-plugged-fe561928-8b58-4b50-9b19-9469ae406eb2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.562784] env[69281]: DEBUG oslo_concurrency.lockutils [req-1bd8c0c5-a63a-4b7e-b755-00149b6008e6 req-8de8a72a-f6fd-4ce3-9706-bf7d31dd81c2 service nova] Acquiring lock "bf5b029e-91d4-4a5c-a044-73b36134731d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.563197] env[69281]: DEBUG oslo_concurrency.lockutils [req-1bd8c0c5-a63a-4b7e-b755-00149b6008e6 req-8de8a72a-f6fd-4ce3-9706-bf7d31dd81c2 service nova] Lock "bf5b029e-91d4-4a5c-a044-73b36134731d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.565116] env[69281]: DEBUG oslo_concurrency.lockutils [req-1bd8c0c5-a63a-4b7e-b755-00149b6008e6 req-8de8a72a-f6fd-4ce3-9706-bf7d31dd81c2 service nova] Lock "bf5b029e-91d4-4a5c-a044-73b36134731d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.565116] env[69281]: DEBUG nova.compute.manager [req-1bd8c0c5-a63a-4b7e-b755-00149b6008e6 req-8de8a72a-f6fd-4ce3-9706-bf7d31dd81c2 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] No waiting events found dispatching network-vif-plugged-fe561928-8b58-4b50-9b19-9469ae406eb2 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1172.565116] env[69281]: WARNING nova.compute.manager [req-1bd8c0c5-a63a-4b7e-b755-00149b6008e6 req-8de8a72a-f6fd-4ce3-9706-bf7d31dd81c2 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Received unexpected event network-vif-plugged-fe561928-8b58-4b50-9b19-9469ae406eb2 for instance with vm_state active and task_state None. [ 1172.565116] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.568620] env[69281]: DEBUG nova.compute.manager [None req-21b2f890-8984-4665-b469-3a32ea5e456d tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1172.574586] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24add791-ed65-46af-b563-c45a311709ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.578645] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936464, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.660457] env[69281]: DEBUG nova.network.neutron [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Successfully updated port: fe561928-8b58-4b50-9b19-9469ae406eb2 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.685413] env[69281]: DEBUG nova.scheduler.client.report [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1172.685819] env[69281]: DEBUG nova.compute.provider_tree [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 164 to 165 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1172.686174] env[69281]: DEBUG nova.compute.provider_tree [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1172.752211] env[69281]: DEBUG oslo_concurrency.lockutils [req-172a91c4-f501-4493-8e52-73847a8fd147 req-fa688aab-3fc2-455a-ac45-beec3edda3c3 service nova] Releasing lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.782770] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.892045] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.892045] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Cleaning up deleted instances with incomplete migration {{(pid=69281) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1173.060959] env[69281]: DEBUG oslo_vmware.api [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936464, 'name': PowerOnVM_Task, 'duration_secs': 0.564735} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.061257] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.061463] env[69281]: INFO nova.compute.manager [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1173.061645] env[69281]: DEBUG nova.compute.manager [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1173.062490] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5bb78c-f6c0-4c5c-8291-b082d597f6e9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.163615] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.163824] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.164052] env[69281]: DEBUG nova.network.neutron [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.193114] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.285s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.193669] env[69281]: DEBUG nova.compute.manager [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.220905] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.221215] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a6540f1-58f0-49bb-9907-49bb55f46122 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.229734] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1173.229734] env[69281]: value = "task-3936465" [ 1173.229734] env[69281]: _type = "Task" [ 1173.229734] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.240916] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.282570] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.394758] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.582495] env[69281]: INFO nova.compute.manager [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Took 14.85 seconds to build instance. [ 1173.698517] env[69281]: DEBUG nova.compute.utils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.700081] env[69281]: DEBUG nova.compute.manager [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.700262] env[69281]: DEBUG nova.network.neutron [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.707274] env[69281]: WARNING nova.network.neutron [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] 1b518f72-6b0c-432b-9b8c-200692befa46 already exists in list: networks containing: ['1b518f72-6b0c-432b-9b8c-200692befa46']. ignoring it [ 1173.741687] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936465, 'name': PowerOffVM_Task, 'duration_secs': 0.366869} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.741974] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.742818] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8550b5a5-6c9f-4d05-b136-2b604739af67 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.762464] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eece8b-f747-4566-9975-5f871a4e0343 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.780984] env[69281]: DEBUG nova.policy [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b24be1c476c431c95707829c0dd370c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa25e53553ec44378e9f7ee80f6ed5e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.789711] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.053076] env[69281]: INFO nova.compute.manager [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Unrescuing [ 1174.053334] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "refresh_cache-ab5ad992-728e-4710-9110-07728c4bd905" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.053489] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "refresh_cache-ab5ad992-728e-4710-9110-07728c4bd905" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.053651] env[69281]: DEBUG nova.network.neutron [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.086834] env[69281]: DEBUG oslo_concurrency.lockutils [None req-81fa81dd-7ebb-4769-885e-a1395f4edafc tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.381s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.204889] env[69281]: DEBUG nova.compute.manager [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.280861] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1174.281578] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-127f6f01-586d-485d-b240-7c340f1e9d14 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.288931] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.296836] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1174.296836] env[69281]: value = "task-3936466" [ 1174.296836] env[69281]: _type = "Task" [ 1174.296836] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.307673] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936466, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.333732] env[69281]: DEBUG nova.network.neutron [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Updating instance_info_cache with network_info: [{"id": "fd06f188-ab67-48ff-b752-9092393febe3", "address": "fa:16:3e:c0:e0:13", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd06f188-ab", "ovs_interfaceid": "fd06f188-ab67-48ff-b752-9092393febe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe561928-8b58-4b50-9b19-9469ae406eb2", "address": "fa:16:3e:4d:0c:fc", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe561928-8b", "ovs_interfaceid": "fe561928-8b58-4b50-9b19-9469ae406eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.336164] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.339667] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.339932] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "5a930c0a-2d3e-499a-a6ea-e35cae957982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.340181] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.340364] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.345669] env[69281]: INFO nova.compute.manager [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Terminating instance [ 1174.404291] env[69281]: DEBUG nova.network.neutron [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Successfully created port: 70bd7b30-4d88-4d49-945e-2416742ddd6c {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.792773] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936463, 'name': ReconfigVM_Task, 'duration_secs': 2.624214} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.793467] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-09491265-53e2-4123-a56c-60d7ed33dd2f/volume-09491265-53e2-4123-a56c-60d7ed33dd2f.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.803267] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a37925f7-5913-4989-9ce2-09cfe1174071 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.836747] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.837793] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.838156] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.838658] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936466, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.840836] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69db66a3-ad99-4e15-a1fb-f8295f741ba1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.844034] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1174.844034] env[69281]: value = "task-3936467" [ 1174.844034] env[69281]: _type = "Task" [ 1174.844034] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.863794] env[69281]: DEBUG nova.compute.manager [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.864341] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.865291] env[69281]: DEBUG nova.virt.hardware [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.865598] env[69281]: DEBUG nova.virt.hardware [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.865834] env[69281]: DEBUG nova.virt.hardware [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.866165] env[69281]: DEBUG nova.virt.hardware [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.866380] env[69281]: DEBUG nova.virt.hardware [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.866625] env[69281]: DEBUG nova.virt.hardware [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.866960] env[69281]: DEBUG nova.virt.hardware [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.867202] env[69281]: DEBUG nova.virt.hardware [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.867440] env[69281]: DEBUG nova.virt.hardware [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.867720] env[69281]: DEBUG nova.virt.hardware [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.867976] env[69281]: DEBUG nova.virt.hardware [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.875662] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Reconfiguring VM to attach interface {{(pid=69281) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1174.881153] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc726fb-5a50-4f9a-a0e3-a441486925bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.885920] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67b24edf-1aff-4ecc-8a80-95184ee485e4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.905427] env[69281]: DEBUG nova.compute.manager [req-2f0cf128-458c-47c8-8499-2f4661347805 req-055f4103-cbe5-4374-92c9-d02fd9a0ff40 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Received event network-changed-fe561928-8b58-4b50-9b19-9469ae406eb2 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.905681] env[69281]: DEBUG nova.compute.manager [req-2f0cf128-458c-47c8-8499-2f4661347805 req-055f4103-cbe5-4374-92c9-d02fd9a0ff40 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Refreshing instance network info cache due to event network-changed-fe561928-8b58-4b50-9b19-9469ae406eb2. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.905915] env[69281]: DEBUG oslo_concurrency.lockutils [req-2f0cf128-458c-47c8-8499-2f4661347805 req-055f4103-cbe5-4374-92c9-d02fd9a0ff40 service nova] Acquiring lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.906076] env[69281]: DEBUG oslo_concurrency.lockutils [req-2f0cf128-458c-47c8-8499-2f4661347805 req-055f4103-cbe5-4374-92c9-d02fd9a0ff40 service nova] Acquired lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.906240] env[69281]: DEBUG nova.network.neutron [req-2f0cf128-458c-47c8-8499-2f4661347805 req-055f4103-cbe5-4374-92c9-d02fd9a0ff40 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Refreshing network info cache for port fe561928-8b58-4b50-9b19-9469ae406eb2 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.908372] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.917507] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.919035] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6054487-27c4-4572-8d18-b5c3e6ea3473 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.920878] env[69281]: DEBUG oslo_vmware.api [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1174.920878] env[69281]: value = "task-3936468" [ 1174.920878] env[69281]: _type = "Task" [ 1174.920878] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.927869] env[69281]: DEBUG oslo_vmware.api [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1174.927869] env[69281]: value = "task-3936469" [ 1174.927869] env[69281]: _type = "Task" [ 1174.927869] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.932279] env[69281]: DEBUG oslo_vmware.api [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936468, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.942055] env[69281]: DEBUG oslo_vmware.api [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.029756] env[69281]: DEBUG nova.network.neutron [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Updating instance_info_cache with network_info: [{"id": "d015212e-619c-43db-99de-220331b10e56", "address": "fa:16:3e:ef:73:07", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd015212e-61", "ovs_interfaceid": "d015212e-619c-43db-99de-220331b10e56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.214417] env[69281]: DEBUG nova.compute.manager [req-a0421b3d-dcce-4446-9a15-6c54779c911c req-78145936-f642-41a4-9e2d-5feff1867bb7 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Received event network-changed-2c4f8192-5553-4771-a502-0c2ddae4ca4b {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.214630] env[69281]: DEBUG nova.compute.manager [req-a0421b3d-dcce-4446-9a15-6c54779c911c req-78145936-f642-41a4-9e2d-5feff1867bb7 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Refreshing instance network info cache due to event network-changed-2c4f8192-5553-4771-a502-0c2ddae4ca4b. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.214873] env[69281]: DEBUG oslo_concurrency.lockutils [req-a0421b3d-dcce-4446-9a15-6c54779c911c req-78145936-f642-41a4-9e2d-5feff1867bb7 service nova] Acquiring lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.215071] env[69281]: DEBUG oslo_concurrency.lockutils [req-a0421b3d-dcce-4446-9a15-6c54779c911c req-78145936-f642-41a4-9e2d-5feff1867bb7 service nova] Acquired lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.215317] env[69281]: DEBUG nova.network.neutron [req-a0421b3d-dcce-4446-9a15-6c54779c911c req-78145936-f642-41a4-9e2d-5feff1867bb7 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Refreshing network info cache for port 2c4f8192-5553-4771-a502-0c2ddae4ca4b {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.217727] env[69281]: DEBUG nova.compute.manager [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.246613] env[69281]: DEBUG nova.virt.hardware [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.246978] env[69281]: DEBUG nova.virt.hardware [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.247191] env[69281]: DEBUG nova.virt.hardware [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.247441] env[69281]: DEBUG nova.virt.hardware [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.247598] env[69281]: DEBUG nova.virt.hardware [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.247701] env[69281]: DEBUG nova.virt.hardware [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.247931] env[69281]: DEBUG nova.virt.hardware [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.248118] env[69281]: DEBUG nova.virt.hardware [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.248354] env[69281]: DEBUG nova.virt.hardware [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.248549] env[69281]: DEBUG nova.virt.hardware [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.248772] env[69281]: DEBUG nova.virt.hardware [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.249724] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40a44e1-01a0-4dcf-876e-0a713e6ee0f8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.260949] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81334e7a-133a-48ef-9320-fde88c1398fc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.314615] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936466, 'name': CreateSnapshot_Task, 'duration_secs': 0.726464} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.314952] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1175.315870] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687b112c-e5b9-46d7-91e2-ea3aa30c7c46 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.358227] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936467, 'name': ReconfigVM_Task, 'duration_secs': 0.171709} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.358621] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781432', 'volume_id': '09491265-53e2-4123-a56c-60d7ed33dd2f', 'name': 'volume-09491265-53e2-4123-a56c-60d7ed33dd2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b07f9cd-a13a-41e7-9f83-87e448049be7', 'attached_at': '', 'detached_at': '', 'volume_id': '09491265-53e2-4123-a56c-60d7ed33dd2f', 'serial': '09491265-53e2-4123-a56c-60d7ed33dd2f'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1175.359237] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86ce06a8-6328-414b-a27c-b327a455c295 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.367525] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1175.367525] env[69281]: value = "task-3936470" [ 1175.367525] env[69281]: _type = "Task" [ 1175.367525] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.379417] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936470, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.439029] env[69281]: DEBUG oslo_vmware.api [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.451556] env[69281]: DEBUG oslo_vmware.api [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936469, 'name': PowerOffVM_Task, 'duration_secs': 0.38275} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.453120] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.453819] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.454636] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ba70fe2-ca00-4797-96fe-14f9143ffac8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.533298] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "refresh_cache-ab5ad992-728e-4710-9110-07728c4bd905" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.534041] env[69281]: DEBUG nova.objects.instance [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lazy-loading 'flavor' on Instance uuid ab5ad992-728e-4710-9110-07728c4bd905 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.537356] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.537622] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.537885] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Deleting the datastore file [datastore2] 5a930c0a-2d3e-499a-a6ea-e35cae957982 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.538396] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b96cf11f-9b00-4619-a988-3018d85275da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.549443] env[69281]: DEBUG oslo_vmware.api [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1175.549443] env[69281]: value = "task-3936472" [ 1175.549443] env[69281]: _type = "Task" [ 1175.549443] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.561025] env[69281]: DEBUG oslo_vmware.api [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.757511] env[69281]: DEBUG nova.network.neutron [req-2f0cf128-458c-47c8-8499-2f4661347805 req-055f4103-cbe5-4374-92c9-d02fd9a0ff40 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Updated VIF entry in instance network info cache for port fe561928-8b58-4b50-9b19-9469ae406eb2. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.758044] env[69281]: DEBUG nova.network.neutron [req-2f0cf128-458c-47c8-8499-2f4661347805 req-055f4103-cbe5-4374-92c9-d02fd9a0ff40 service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Updating instance_info_cache with network_info: [{"id": "fd06f188-ab67-48ff-b752-9092393febe3", "address": "fa:16:3e:c0:e0:13", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd06f188-ab", "ovs_interfaceid": "fd06f188-ab67-48ff-b752-9092393febe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe561928-8b58-4b50-9b19-9469ae406eb2", "address": "fa:16:3e:4d:0c:fc", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe561928-8b", "ovs_interfaceid": "fe561928-8b58-4b50-9b19-9469ae406eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.840096] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1175.841114] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ea1a2e8-093b-49e7-95b0-5853383353f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.850568] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1175.850568] env[69281]: value = "task-3936473" [ 1175.850568] env[69281]: _type = "Task" [ 1175.850568] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.860266] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936473, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.878060] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936470, 'name': Rename_Task, 'duration_secs': 0.267662} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.878416] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.878707] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dabfa891-2a03-4dac-9e2d-530bfc46664c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.885969] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1175.885969] env[69281]: value = "task-3936474" [ 1175.885969] env[69281]: _type = "Task" [ 1175.885969] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.895280] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.895592] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.895806] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.937326] env[69281]: DEBUG oslo_vmware.api [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.977511] env[69281]: DEBUG nova.network.neutron [req-a0421b3d-dcce-4446-9a15-6c54779c911c req-78145936-f642-41a4-9e2d-5feff1867bb7 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updated VIF entry in instance network info cache for port 2c4f8192-5553-4771-a502-0c2ddae4ca4b. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.977936] env[69281]: DEBUG nova.network.neutron [req-a0421b3d-dcce-4446-9a15-6c54779c911c req-78145936-f642-41a4-9e2d-5feff1867bb7 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance_info_cache with network_info: [{"id": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "address": "fa:16:3e:d6:e3:c1", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4f8192-55", "ovs_interfaceid": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.043343] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001fdddb-83ae-44c9-bc9d-87c0bcd66b63 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.066403] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.069776] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1a32de5-563e-4123-9056-dd6a4a9b3601 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.077586] env[69281]: DEBUG oslo_vmware.api [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435154} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.078892] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.079106] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.079295] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.079486] env[69281]: INFO nova.compute.manager [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1176.079731] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.079984] env[69281]: DEBUG oslo_vmware.api [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1176.079984] env[69281]: value = "task-3936475" [ 1176.079984] env[69281]: _type = "Task" [ 1176.079984] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.080195] env[69281]: DEBUG nova.compute.manager [-] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.080296] env[69281]: DEBUG nova.network.neutron [-] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.092105] env[69281]: DEBUG oslo_vmware.api [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.251459] env[69281]: DEBUG nova.network.neutron [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Successfully updated port: 70bd7b30-4d88-4d49-945e-2416742ddd6c {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.261136] env[69281]: DEBUG oslo_concurrency.lockutils [req-2f0cf128-458c-47c8-8499-2f4661347805 req-055f4103-cbe5-4374-92c9-d02fd9a0ff40 service nova] Releasing lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.363978] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936473, 'name': CloneVM_Task} progress is 93%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.397296] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.402450] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.403066] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.403066] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.403066] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.433209] env[69281]: DEBUG oslo_vmware.api [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.481500] env[69281]: DEBUG oslo_concurrency.lockutils [req-a0421b3d-dcce-4446-9a15-6c54779c911c req-78145936-f642-41a4-9e2d-5feff1867bb7 service nova] Releasing lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.593164] env[69281]: DEBUG oslo_vmware.api [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.756887] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.757259] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.757458] env[69281]: DEBUG nova.network.neutron [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.863882] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936473, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.903443] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936474, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.905877] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.906414] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.906781] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.907147] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1176.908781] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edb3e60-6db2-48f8-b558-b0ce05235fee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.921276] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f313e9-19b6-4eca-a4ef-c6707e3ae3f6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.927317] env[69281]: DEBUG nova.compute.manager [req-c4dc329d-fb54-461d-80dc-9f61526bf032 req-bbf26809-9f3c-49d4-9ed0-2fa2ee42ec58 service nova] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Received event network-vif-plugged-70bd7b30-4d88-4d49-945e-2416742ddd6c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.927673] env[69281]: DEBUG oslo_concurrency.lockutils [req-c4dc329d-fb54-461d-80dc-9f61526bf032 req-bbf26809-9f3c-49d4-9ed0-2fa2ee42ec58 service nova] Acquiring lock "c832a03f-3bf0-459c-8814-f9bd4958fc42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.927931] env[69281]: DEBUG oslo_concurrency.lockutils [req-c4dc329d-fb54-461d-80dc-9f61526bf032 req-bbf26809-9f3c-49d4-9ed0-2fa2ee42ec58 service nova] Lock "c832a03f-3bf0-459c-8814-f9bd4958fc42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.928183] env[69281]: DEBUG oslo_concurrency.lockutils [req-c4dc329d-fb54-461d-80dc-9f61526bf032 req-bbf26809-9f3c-49d4-9ed0-2fa2ee42ec58 service nova] Lock "c832a03f-3bf0-459c-8814-f9bd4958fc42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.928416] env[69281]: DEBUG nova.compute.manager [req-c4dc329d-fb54-461d-80dc-9f61526bf032 req-bbf26809-9f3c-49d4-9ed0-2fa2ee42ec58 service nova] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] No waiting events found dispatching network-vif-plugged-70bd7b30-4d88-4d49-945e-2416742ddd6c {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1176.928692] env[69281]: WARNING nova.compute.manager [req-c4dc329d-fb54-461d-80dc-9f61526bf032 req-bbf26809-9f3c-49d4-9ed0-2fa2ee42ec58 service nova] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Received unexpected event network-vif-plugged-70bd7b30-4d88-4d49-945e-2416742ddd6c for instance with vm_state building and task_state spawning. [ 1176.928986] env[69281]: DEBUG nova.compute.manager [req-c4dc329d-fb54-461d-80dc-9f61526bf032 req-bbf26809-9f3c-49d4-9ed0-2fa2ee42ec58 service nova] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Received event network-changed-70bd7b30-4d88-4d49-945e-2416742ddd6c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.929261] env[69281]: DEBUG nova.compute.manager [req-c4dc329d-fb54-461d-80dc-9f61526bf032 req-bbf26809-9f3c-49d4-9ed0-2fa2ee42ec58 service nova] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Refreshing instance network info cache due to event network-changed-70bd7b30-4d88-4d49-945e-2416742ddd6c. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.929489] env[69281]: DEBUG oslo_concurrency.lockutils [req-c4dc329d-fb54-461d-80dc-9f61526bf032 req-bbf26809-9f3c-49d4-9ed0-2fa2ee42ec58 service nova] Acquiring lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.942483] env[69281]: DEBUG oslo_vmware.api [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936468, 'name': ReconfigVM_Task, 'duration_secs': 1.666392} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.956117] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.956491] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Reconfigured VM to attach interface {{(pid=69281) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1176.962116] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c53f250-ca04-417c-a3ee-04759219037c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.973522] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557c50dc-348b-4ad0-8d81-b39e53f9f6bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.015269] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179731MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1177.015504] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.015779] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.021737] env[69281]: DEBUG nova.network.neutron [-] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.093347] env[69281]: DEBUG oslo_vmware.api [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936475, 'name': PowerOffVM_Task, 'duration_secs': 0.853871} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.093678] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.099022] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.099594] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-185329e9-d8f0-4cd2-985d-bd3c0e37f4c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.118721] env[69281]: DEBUG oslo_vmware.api [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1177.118721] env[69281]: value = "task-3936476" [ 1177.118721] env[69281]: _type = "Task" [ 1177.118721] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.128046] env[69281]: DEBUG oslo_vmware.api [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.297411] env[69281]: DEBUG nova.network.neutron [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.330295] env[69281]: DEBUG nova.compute.manager [req-0ca4bf03-7e70-4b8f-b0d7-2dddebef64ed req-30b42623-4b00-4ea7-abf7-b9cde443135b service nova] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Received event network-vif-deleted-a457f8fa-93c2-41e2-849d-58127badf365 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.365610] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936473, 'name': CloneVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.399950] env[69281]: DEBUG oslo_vmware.api [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936474, 'name': PowerOnVM_Task, 'duration_secs': 1.142483} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.400271] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.400486] env[69281]: INFO nova.compute.manager [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1177.400664] env[69281]: DEBUG nova.compute.manager [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1177.401621] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb1848c-2d1e-499f-a100-97d695831560 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.448215] env[69281]: DEBUG nova.network.neutron [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating instance_info_cache with network_info: [{"id": "70bd7b30-4d88-4d49-945e-2416742ddd6c", "address": "fa:16:3e:b7:4a:fc", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bd7b30-4d", "ovs_interfaceid": "70bd7b30-4d88-4d49-945e-2416742ddd6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.463234] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f12963dc-e61f-4d18-aef5-6e98ad1b5834 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-bf5b029e-91d4-4a5c-a044-73b36134731d-fe561928-8b58-4b50-9b19-9469ae406eb2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.599s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.527087] env[69281]: INFO nova.compute.manager [-] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Took 1.45 seconds to deallocate network for instance. [ 1177.629515] env[69281]: DEBUG oslo_vmware.api [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936476, 'name': ReconfigVM_Task, 'duration_secs': 0.277137} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.629797] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.629983] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.630252] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8caca35e-7519-4cdf-8be2-b98a26a84105 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.636986] env[69281]: DEBUG oslo_vmware.api [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1177.636986] env[69281]: value = "task-3936477" [ 1177.636986] env[69281]: _type = "Task" [ 1177.636986] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.645963] env[69281]: DEBUG oslo_vmware.api [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.863059] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936473, 'name': CloneVM_Task, 'duration_secs': 1.592103} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.863382] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Created linked-clone VM from snapshot [ 1177.864237] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5fecc6-4a45-4bf4-a863-c368d00f7b1f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.873581] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Uploading image b4d1b9f5-d769-4f1c-b83b-64cee1192046 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1177.900769] env[69281]: DEBUG oslo_vmware.rw_handles [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1177.900769] env[69281]: value = "vm-781440" [ 1177.900769] env[69281]: _type = "VirtualMachine" [ 1177.900769] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1177.901081] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b16b6bcf-3df0-4f6d-b290-e54fe889b9bb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.909543] env[69281]: DEBUG oslo_vmware.rw_handles [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lease: (returnval){ [ 1177.909543] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528e99d6-9363-269f-939d-4da37efa063f" [ 1177.909543] env[69281]: _type = "HttpNfcLease" [ 1177.909543] env[69281]: } obtained for exporting VM: (result){ [ 1177.909543] env[69281]: value = "vm-781440" [ 1177.909543] env[69281]: _type = "VirtualMachine" [ 1177.909543] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1177.909873] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the lease: (returnval){ [ 1177.909873] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528e99d6-9363-269f-939d-4da37efa063f" [ 1177.909873] env[69281]: _type = "HttpNfcLease" [ 1177.909873] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1177.921475] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.921475] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528e99d6-9363-269f-939d-4da37efa063f" [ 1177.921475] env[69281]: _type = "HttpNfcLease" [ 1177.921475] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1177.923462] env[69281]: INFO nova.compute.manager [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Took 18.41 seconds to build instance. [ 1177.951663] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.952133] env[69281]: DEBUG nova.compute.manager [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Instance network_info: |[{"id": "70bd7b30-4d88-4d49-945e-2416742ddd6c", "address": "fa:16:3e:b7:4a:fc", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bd7b30-4d", "ovs_interfaceid": "70bd7b30-4d88-4d49-945e-2416742ddd6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.952638] env[69281]: DEBUG oslo_concurrency.lockutils [req-c4dc329d-fb54-461d-80dc-9f61526bf032 req-bbf26809-9f3c-49d4-9ed0-2fa2ee42ec58 service nova] Acquired lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.952790] env[69281]: DEBUG nova.network.neutron [req-c4dc329d-fb54-461d-80dc-9f61526bf032 req-bbf26809-9f3c-49d4-9ed0-2fa2ee42ec58 service nova] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Refreshing network info cache for port 70bd7b30-4d88-4d49-945e-2416742ddd6c {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.954908] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:4a:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70bd7b30-4d88-4d49-945e-2416742ddd6c', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.964238] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.965402] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.966376] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46b96d7c-8359-40c3-8c82-cc651fa9d7f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.988675] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.988675] env[69281]: value = "task-3936479" [ 1177.988675] env[69281]: _type = "Task" [ 1177.988675] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.998190] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936479, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.033664] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.053256] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 1ee96550-ffee-4b07-b48e-7f5978d12145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1178.053423] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 5a930c0a-2d3e-499a-a6ea-e35cae957982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1178.053543] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 0901b889-5887-4fb7-ab15-39817791d1ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1178.053677] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 5c44108a-38d5-4019-be33-513287c89050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1178.053798] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance eae9c3ff-8477-4fb4-a048-e7f83a48f982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1178.053962] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance bf5b029e-91d4-4a5c-a044-73b36134731d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1178.054035] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance ab5ad992-728e-4710-9110-07728c4bd905 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1178.054159] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance a3226972-00d7-4582-804a-5217cb22904f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1178.054270] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance d075430d-690d-4a45-b5bd-6fb2c50b49b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1178.054417] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 7b4309ea-be35-490c-9a0a-63318db38792 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1178.054626] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance f8dee9fa-7778-49c4-8e4f-d30a274debb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1178.054685] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 8b07f9cd-a13a-41e7-9f83-87e448049be7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1178.054785] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance c832a03f-3bf0-459c-8814-f9bd4958fc42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1178.054999] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1178.055161] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1178.151853] env[69281]: DEBUG oslo_vmware.api [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.261503] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dbbf08-e594-4728-a098-6a44eb774457 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.269932] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292d5f82-3e1e-4c1b-813a-1c1b9751111f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.301956] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820dfa36-5d11-4a17-892f-4082ecd04cab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.315484] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efadd8f1-dfb1-42a3-8694-0ce459ee393b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.331767] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.417915] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1178.417915] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528e99d6-9363-269f-939d-4da37efa063f" [ 1178.417915] env[69281]: _type = "HttpNfcLease" [ 1178.417915] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1178.418337] env[69281]: DEBUG oslo_vmware.rw_handles [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1178.418337] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]528e99d6-9363-269f-939d-4da37efa063f" [ 1178.418337] env[69281]: _type = "HttpNfcLease" [ 1178.418337] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1178.419097] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cf4fdc-1edd-49a4-9f4a-99c87717bd90 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.427203] env[69281]: DEBUG oslo_concurrency.lockutils [None req-5e1fadac-c682-4a7f-8fbb-c4cd72a09d6d tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "8b07f9cd-a13a-41e7-9f83-87e448049be7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.925s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.427491] env[69281]: DEBUG oslo_vmware.rw_handles [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52484772-d0f4-124b-7345-c10cebd7ca14/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1178.427659] env[69281]: DEBUG oslo_vmware.rw_handles [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52484772-d0f4-124b-7345-c10cebd7ca14/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1178.499887] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936479, 'name': CreateVM_Task, 'duration_secs': 0.510053} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.500090] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.500856] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.501035] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.501360] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.501633] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad857a0-de65-48d0-bb37-3c2ff2eb0c7d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.507184] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1178.507184] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527d7b3c-8d6c-32aa-58ab-0ad6077fd31e" [ 1178.507184] env[69281]: _type = "Task" [ 1178.507184] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.517577] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527d7b3c-8d6c-32aa-58ab-0ad6077fd31e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.582793] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1d19160-b1d0-40bd-b648-073d77e1309a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.648902] env[69281]: DEBUG oslo_vmware.api [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936477, 'name': PowerOnVM_Task, 'duration_secs': 0.576976} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.649137] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.649376] env[69281]: DEBUG nova.compute.manager [None req-fa1bbe90-7f90-4e40-8748-fcff434beb16 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1178.652022] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c6076b-83c5-44d1-934e-f46364ffb88a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.715033] env[69281]: DEBUG nova.network.neutron [req-c4dc329d-fb54-461d-80dc-9f61526bf032 req-bbf26809-9f3c-49d4-9ed0-2fa2ee42ec58 service nova] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updated VIF entry in instance network info cache for port 70bd7b30-4d88-4d49-945e-2416742ddd6c. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.715033] env[69281]: DEBUG nova.network.neutron [req-c4dc329d-fb54-461d-80dc-9f61526bf032 req-bbf26809-9f3c-49d4-9ed0-2fa2ee42ec58 service nova] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating instance_info_cache with network_info: [{"id": "70bd7b30-4d88-4d49-945e-2416742ddd6c", "address": "fa:16:3e:b7:4a:fc", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bd7b30-4d", "ovs_interfaceid": "70bd7b30-4d88-4d49-945e-2416742ddd6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.811104] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "interface-bf5b029e-91d4-4a5c-a044-73b36134731d-fe561928-8b58-4b50-9b19-9469ae406eb2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.811368] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-bf5b029e-91d4-4a5c-a044-73b36134731d-fe561928-8b58-4b50-9b19-9469ae406eb2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.869646] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updated inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1178.869943] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updating resource provider adc98e38-91c6-4ac1-9063-c94accf48342 generation from 165 to 166 during operation: update_inventory {{(pid=69281) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1178.870162] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.024282] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]527d7b3c-8d6c-32aa-58ab-0ad6077fd31e, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.025664] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.026173] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.026301] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.026513] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.026821] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.027334] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1094637a-cc82-4e4b-943f-ac8990a46bc6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.037844] env[69281]: DEBUG nova.compute.manager [req-18562305-5a0f-47eb-ad8e-e70447ccd826 req-13792be0-ab6c-446d-941c-4c9334c481a4 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Received event network-changed-7f40e004-b664-4789-9acd-7918472ee9d1 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.038297] env[69281]: DEBUG nova.compute.manager [req-18562305-5a0f-47eb-ad8e-e70447ccd826 req-13792be0-ab6c-446d-941c-4c9334c481a4 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Refreshing instance network info cache due to event network-changed-7f40e004-b664-4789-9acd-7918472ee9d1. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.038645] env[69281]: DEBUG oslo_concurrency.lockutils [req-18562305-5a0f-47eb-ad8e-e70447ccd826 req-13792be0-ab6c-446d-941c-4c9334c481a4 service nova] Acquiring lock "refresh_cache-1ee96550-ffee-4b07-b48e-7f5978d12145" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.038802] env[69281]: DEBUG oslo_concurrency.lockutils [req-18562305-5a0f-47eb-ad8e-e70447ccd826 req-13792be0-ab6c-446d-941c-4c9334c481a4 service nova] Acquired lock "refresh_cache-1ee96550-ffee-4b07-b48e-7f5978d12145" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.038967] env[69281]: DEBUG nova.network.neutron [req-18562305-5a0f-47eb-ad8e-e70447ccd826 req-13792be0-ab6c-446d-941c-4c9334c481a4 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Refreshing network info cache for port 7f40e004-b664-4789-9acd-7918472ee9d1 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.042352] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.042501] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.043346] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ba4f85-7683-4f19-b619-60cb63a80546 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.050129] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1179.050129] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5291df53-9e64-9429-f9fe-62c148d46814" [ 1179.050129] env[69281]: _type = "Task" [ 1179.050129] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.064094] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5291df53-9e64-9429-f9fe-62c148d46814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.217694] env[69281]: DEBUG oslo_concurrency.lockutils [req-c4dc329d-fb54-461d-80dc-9f61526bf032 req-bbf26809-9f3c-49d4-9ed0-2fa2ee42ec58 service nova] Releasing lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.314707] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.314968] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.316072] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d444e04f-e70e-46d8-8e6a-1f373d7d2cea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.337590] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8d8cce-8094-4d1c-9efb-9eb51685142c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.367992] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Reconfiguring VM to detach interface {{(pid=69281) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1179.368575] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c896cfcb-74e2-4fdc-b843-2e492c4c5b20 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.384279] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1179.384768] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.369s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.385181] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.352s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.385443] env[69281]: DEBUG nova.objects.instance [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lazy-loading 'resources' on Instance uuid 5a930c0a-2d3e-499a-a6ea-e35cae957982 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.397365] env[69281]: DEBUG oslo_vmware.api [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1179.397365] env[69281]: value = "task-3936480" [ 1179.397365] env[69281]: _type = "Task" [ 1179.397365] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.410312] env[69281]: DEBUG oslo_vmware.api [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936480, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.563862] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5291df53-9e64-9429-f9fe-62c148d46814, 'name': SearchDatastore_Task, 'duration_secs': 0.014949} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.564902] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e97bdc2-aa1c-49a5-a2fa-5d4062686ed2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.572381] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1179.572381] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522e4994-dc28-b27e-c765-f3621ea68da3" [ 1179.572381] env[69281]: _type = "Task" [ 1179.572381] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.587903] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522e4994-dc28-b27e-c765-f3621ea68da3, 'name': SearchDatastore_Task, 'duration_secs': 0.012472} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.588689] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.588689] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] c832a03f-3bf0-459c-8814-f9bd4958fc42/c832a03f-3bf0-459c-8814-f9bd4958fc42.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.589049] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b416e9c4-66ed-48d9-b4d4-5d025c3a79d6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.598435] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1179.598435] env[69281]: value = "task-3936481" [ 1179.598435] env[69281]: _type = "Task" [ 1179.598435] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.618983] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.816308] env[69281]: DEBUG nova.network.neutron [req-18562305-5a0f-47eb-ad8e-e70447ccd826 req-13792be0-ab6c-446d-941c-4c9334c481a4 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Updated VIF entry in instance network info cache for port 7f40e004-b664-4789-9acd-7918472ee9d1. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.817048] env[69281]: DEBUG nova.network.neutron [req-18562305-5a0f-47eb-ad8e-e70447ccd826 req-13792be0-ab6c-446d-941c-4c9334c481a4 service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Updating instance_info_cache with network_info: [{"id": "7f40e004-b664-4789-9acd-7918472ee9d1", "address": "fa:16:3e:5b:2c:49", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f40e004-b6", "ovs_interfaceid": "7f40e004-b664-4789-9acd-7918472ee9d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.908484] env[69281]: DEBUG oslo_vmware.api [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.117695] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936481, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.135449] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ce9b83-b396-4ade-b7d3-94eee4427419 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.146176] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f725b12-3504-403a-a4d9-f3439d7a90ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.179719] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb75a628-5e70-4a74-a334-d8c0e5aff71e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.188437] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bcfacd-9035-458c-8166-5adbdb40f829 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.203889] env[69281]: DEBUG nova.compute.provider_tree [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.320489] env[69281]: DEBUG oslo_concurrency.lockutils [req-18562305-5a0f-47eb-ad8e-e70447ccd826 req-13792be0-ab6c-446d-941c-4c9334c481a4 service nova] Releasing lock "refresh_cache-1ee96550-ffee-4b07-b48e-7f5978d12145" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.412050] env[69281]: DEBUG oslo_vmware.api [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.612441] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602819} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.613282] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] c832a03f-3bf0-459c-8814-f9bd4958fc42/c832a03f-3bf0-459c-8814-f9bd4958fc42.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.613282] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.613440] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-798d8a3f-1968-43f7-a3c9-079638723353 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.623754] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1180.623754] env[69281]: value = "task-3936482" [ 1180.623754] env[69281]: _type = "Task" [ 1180.623754] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.631635] env[69281]: DEBUG nova.compute.manager [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Stashing vm_state: active {{(pid=69281) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1180.642557] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.707180] env[69281]: DEBUG nova.scheduler.client.report [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.908581] env[69281]: DEBUG oslo_vmware.api [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.066552] env[69281]: DEBUG nova.compute.manager [req-5a8ef841-cf08-420d-971a-48008835c251 req-a99c35bd-2c98-4c65-ae79-8637c1f030e1 service nova] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Received event network-changed-b4d35fd9-fe26-4f2b-8124-c47eb74ac181 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.066949] env[69281]: DEBUG nova.compute.manager [req-5a8ef841-cf08-420d-971a-48008835c251 req-a99c35bd-2c98-4c65-ae79-8637c1f030e1 service nova] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Refreshing instance network info cache due to event network-changed-b4d35fd9-fe26-4f2b-8124-c47eb74ac181. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.067453] env[69281]: DEBUG oslo_concurrency.lockutils [req-5a8ef841-cf08-420d-971a-48008835c251 req-a99c35bd-2c98-4c65-ae79-8637c1f030e1 service nova] Acquiring lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.067453] env[69281]: DEBUG oslo_concurrency.lockutils [req-5a8ef841-cf08-420d-971a-48008835c251 req-a99c35bd-2c98-4c65-ae79-8637c1f030e1 service nova] Acquired lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.067453] env[69281]: DEBUG nova.network.neutron [req-5a8ef841-cf08-420d-971a-48008835c251 req-a99c35bd-2c98-4c65-ae79-8637c1f030e1 service nova] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Refreshing network info cache for port b4d35fd9-fe26-4f2b-8124-c47eb74ac181 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.141290] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082043} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.142072] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.142832] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac239cf-5666-4d2a-a7ba-8d850be8c96c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.167433] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] c832a03f-3bf0-459c-8814-f9bd4958fc42/c832a03f-3bf0-459c-8814-f9bd4958fc42.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.168617] env[69281]: DEBUG oslo_concurrency.lockutils [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.168840] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8672666-169c-4016-9e67-9a0257784e13 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.189438] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1181.189438] env[69281]: value = "task-3936483" [ 1181.189438] env[69281]: _type = "Task" [ 1181.189438] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.201692] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.212124] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.214828] env[69281]: DEBUG oslo_concurrency.lockutils [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.046s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.236165] env[69281]: INFO nova.scheduler.client.report [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Deleted allocations for instance 5a930c0a-2d3e-499a-a6ea-e35cae957982 [ 1181.409431] env[69281]: DEBUG oslo_vmware.api [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.705899] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.719774] env[69281]: INFO nova.compute.claims [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.751023] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f325eca7-502b-4357-b8f7-97db386c1ebe tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "5a930c0a-2d3e-499a-a6ea-e35cae957982" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.408s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.906186] env[69281]: DEBUG nova.network.neutron [req-5a8ef841-cf08-420d-971a-48008835c251 req-a99c35bd-2c98-4c65-ae79-8637c1f030e1 service nova] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updated VIF entry in instance network info cache for port b4d35fd9-fe26-4f2b-8124-c47eb74ac181. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.906186] env[69281]: DEBUG nova.network.neutron [req-5a8ef841-cf08-420d-971a-48008835c251 req-a99c35bd-2c98-4c65-ae79-8637c1f030e1 service nova] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating instance_info_cache with network_info: [{"id": "b4d35fd9-fe26-4f2b-8124-c47eb74ac181", "address": "fa:16:3e:d2:b8:58", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d35fd9-fe", "ovs_interfaceid": "b4d35fd9-fe26-4f2b-8124-c47eb74ac181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.913941] env[69281]: DEBUG oslo_vmware.api [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.203034] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936483, 'name': ReconfigVM_Task, 'duration_secs': 0.616287} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.203034] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Reconfigured VM instance instance-00000073 to attach disk [datastore1] c832a03f-3bf0-459c-8814-f9bd4958fc42/c832a03f-3bf0-459c-8814-f9bd4958fc42.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.203034] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0292e628-936d-422a-a8d2-4ed2751688bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.210485] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1182.210485] env[69281]: value = "task-3936484" [ 1182.210485] env[69281]: _type = "Task" [ 1182.210485] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.220170] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936484, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.228247] env[69281]: INFO nova.compute.resource_tracker [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating resource usage from migration 85f0ef6b-aa5a-4a65-bbc7-0217dda3d61f [ 1182.409618] env[69281]: DEBUG oslo_concurrency.lockutils [req-5a8ef841-cf08-420d-971a-48008835c251 req-a99c35bd-2c98-4c65-ae79-8637c1f030e1 service nova] Releasing lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.414260] env[69281]: DEBUG oslo_vmware.api [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.452421] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f01953-aec2-49fc-a442-03faa1758446 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.461775] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fdcd58-b6e8-4f87-9672-1850bee76d1a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.498407] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69ade08-8c03-4a30-9947-6cb34970013c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.506896] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0c0403-bdc4-487c-ae93-623367b8df4e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.524546] env[69281]: DEBUG nova.compute.provider_tree [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.725990] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936484, 'name': Rename_Task, 'duration_secs': 0.206152} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.726363] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.726566] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c8a41f1-9575-40a9-bca0-39e31ad2547e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.735020] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1182.735020] env[69281]: value = "task-3936485" [ 1182.735020] env[69281]: _type = "Task" [ 1182.735020] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.744072] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.911661] env[69281]: DEBUG oslo_vmware.api [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.024939] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.024939] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.028429] env[69281]: DEBUG nova.scheduler.client.report [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.246540] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.413282] env[69281]: DEBUG oslo_vmware.api [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.527626] env[69281]: DEBUG nova.compute.manager [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.532736] env[69281]: DEBUG oslo_concurrency.lockutils [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.318s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.532966] env[69281]: INFO nova.compute.manager [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Migrating [ 1183.746379] env[69281]: DEBUG oslo_vmware.api [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936485, 'name': PowerOnVM_Task, 'duration_secs': 0.883324} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.746801] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.746889] env[69281]: INFO nova.compute.manager [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1183.747116] env[69281]: DEBUG nova.compute.manager [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1183.747922] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a069d76-d2d9-445f-9a3e-3f732d908d0c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.913845] env[69281]: DEBUG oslo_vmware.api [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.918256] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.918482] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.048629] env[69281]: DEBUG oslo_concurrency.lockutils [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.048739] env[69281]: DEBUG oslo_concurrency.lockutils [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.048966] env[69281]: DEBUG nova.network.neutron [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.052194] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.052522] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.054121] env[69281]: INFO nova.compute.claims [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.264553] env[69281]: INFO nova.compute.manager [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Took 14.41 seconds to build instance. [ 1184.415967] env[69281]: DEBUG oslo_vmware.api [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.422539] env[69281]: DEBUG nova.compute.manager [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.767149] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f2327755-a614-4918-91d1-decd45bc0b5e tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "c832a03f-3bf0-459c-8814-f9bd4958fc42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.449s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.848299] env[69281]: DEBUG nova.network.neutron [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating instance_info_cache with network_info: [{"id": "b4d35fd9-fe26-4f2b-8124-c47eb74ac181", "address": "fa:16:3e:d2:b8:58", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d35fd9-fe", "ovs_interfaceid": "b4d35fd9-fe26-4f2b-8124-c47eb74ac181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.916497] env[69281]: DEBUG oslo_vmware.api [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936480, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.989303] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.304133] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71da9bd-ad02-4622-8458-522f732c4976 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.314798] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd4d134-a5fc-491b-90ab-57aff03dd2f7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.356348] env[69281]: DEBUG oslo_concurrency.lockutils [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.360441] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319412e5-5dd8-49b9-b69a-e0a582e05d39 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.363424] env[69281]: DEBUG nova.compute.manager [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Stashing vm_state: active {{(pid=69281) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1185.372737] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe14b656-d0e4-45fb-bf11-2901afbceddd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.389045] env[69281]: DEBUG nova.compute.provider_tree [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.415653] env[69281]: DEBUG oslo_vmware.api [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936480, 'name': ReconfigVM_Task, 'duration_secs': 5.806711} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.415940] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.416238] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Reconfigured VM to detach interface {{(pid=69281) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1185.883826] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.892713] env[69281]: DEBUG nova.scheduler.client.report [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.398958] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.399496] env[69281]: DEBUG nova.compute.manager [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.402460] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.413s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.404138] env[69281]: INFO nova.compute.claims [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.835428] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.835641] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquired lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.835831] env[69281]: DEBUG nova.network.neutron [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.873073] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed037a9e-d377-48f6-9337-924e13f0fe3b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.895716] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating instance '8b07f9cd-a13a-41e7-9f83-87e448049be7' progress to 0 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.909577] env[69281]: DEBUG nova.compute.utils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.912955] env[69281]: DEBUG nova.compute.manager [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.913651] env[69281]: DEBUG nova.network.neutron [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.953327] env[69281]: DEBUG nova.policy [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36d951bc7b8f42e6878d5d22e0d8eb73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e97cd50219f74c64a3794cc5f97d2089', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.241930] env[69281]: DEBUG nova.network.neutron [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Successfully created port: fb69aeb1-9486-4aa0-8333-9261d14aa9fc {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.290590] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.315871] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "bf5b029e-91d4-4a5c-a044-73b36134731d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.317028] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "bf5b029e-91d4-4a5c-a044-73b36134731d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.317028] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "bf5b029e-91d4-4a5c-a044-73b36134731d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.317028] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "bf5b029e-91d4-4a5c-a044-73b36134731d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.317028] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "bf5b029e-91d4-4a5c-a044-73b36134731d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.319022] env[69281]: INFO nova.compute.manager [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Terminating instance [ 1187.402042] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.402473] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d00245ff-215b-4262-b7ec-be052eb3e12a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.410441] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1187.410441] env[69281]: value = "task-3936486" [ 1187.410441] env[69281]: _type = "Task" [ 1187.410441] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.416024] env[69281]: DEBUG nova.compute.manager [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.428522] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.635039] env[69281]: INFO nova.network.neutron [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Port fe561928-8b58-4b50-9b19-9469ae406eb2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1187.635370] env[69281]: DEBUG nova.network.neutron [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Updating instance_info_cache with network_info: [{"id": "fd06f188-ab67-48ff-b752-9092393febe3", "address": "fa:16:3e:c0:e0:13", "network": {"id": "1b518f72-6b0c-432b-9b8c-200692befa46", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-486159398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "312cd59189eb4a0696270ef4ca7a672f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd06f188-ab", "ovs_interfaceid": "fd06f188-ab67-48ff-b752-9092393febe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.686129] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4782c850-66f1-4007-9075-36fe6f4736b6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.694801] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b6c6b6-8949-45b1-afdf-4cb911c9eeb4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.736687] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39effdf-2529-4755-b46d-8bcfbf1cb412 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.745444] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5e9850-d202-4922-8873-0504f4d14f7b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.760545] env[69281]: DEBUG nova.compute.provider_tree [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.795949] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Getting list of instances from cluster (obj){ [ 1187.795949] env[69281]: value = "domain-c8" [ 1187.795949] env[69281]: _type = "ClusterComputeResource" [ 1187.795949] env[69281]: } {{(pid=69281) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1187.797170] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fd87f1-78aa-42a2-bb3c-d85b32ad0118 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.820020] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Got total of 12 instances {{(pid=69281) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1187.820225] env[69281]: WARNING nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] While synchronizing instance power states, found 14 instances in the database and 12 instances on the hypervisor. [ 1187.820373] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid 1ee96550-ffee-4b07-b48e-7f5978d12145 {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.820615] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid 0901b889-5887-4fb7-ab15-39817791d1ec {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.820868] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid 5c44108a-38d5-4019-be33-513287c89050 {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.821127] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid eae9c3ff-8477-4fb4-a048-e7f83a48f982 {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.821321] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid bf5b029e-91d4-4a5c-a044-73b36134731d {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.821498] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid ab5ad992-728e-4710-9110-07728c4bd905 {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.821703] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid a3226972-00d7-4582-804a-5217cb22904f {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.821847] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid d075430d-690d-4a45-b5bd-6fb2c50b49b8 {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.822020] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid 7b4309ea-be35-490c-9a0a-63318db38792 {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.822202] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid f8dee9fa-7778-49c4-8e4f-d30a274debb6 {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.822513] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid 8b07f9cd-a13a-41e7-9f83-87e448049be7 {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.822756] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid c832a03f-3bf0-459c-8814-f9bd4958fc42 {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.823017] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6 {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.823209] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Triggering sync for uuid 7bbd9d32-c972-46fa-b6f4-d80638b1527f {{(pid=69281) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.823608] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "1ee96550-ffee-4b07-b48e-7f5978d12145" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.823840] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "1ee96550-ffee-4b07-b48e-7f5978d12145" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.824140] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "0901b889-5887-4fb7-ab15-39817791d1ec" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.824330] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "0901b889-5887-4fb7-ab15-39817791d1ec" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.824666] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "5c44108a-38d5-4019-be33-513287c89050" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.824894] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.825088] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.825331] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "bf5b029e-91d4-4a5c-a044-73b36134731d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.825539] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "ab5ad992-728e-4710-9110-07728c4bd905" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.825716] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "ab5ad992-728e-4710-9110-07728c4bd905" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.825944] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "a3226972-00d7-4582-804a-5217cb22904f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.826137] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "a3226972-00d7-4582-804a-5217cb22904f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.826369] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.826548] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.826778] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "7b4309ea-be35-490c-9a0a-63318db38792" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.826954] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "7b4309ea-be35-490c-9a0a-63318db38792" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.827199] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.827384] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.827625] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "8b07f9cd-a13a-41e7-9f83-87e448049be7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.827835] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "8b07f9cd-a13a-41e7-9f83-87e448049be7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.828009] env[69281]: INFO nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1187.828183] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "8b07f9cd-a13a-41e7-9f83-87e448049be7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.828373] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "c832a03f-3bf0-459c-8814-f9bd4958fc42" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.828548] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "c832a03f-3bf0-459c-8814-f9bd4958fc42" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.828707] env[69281]: INFO nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1187.828864] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "c832a03f-3bf0-459c-8814-f9bd4958fc42" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.829060] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.829267] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.832110] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11e7325-fcad-430d-9ffc-bb71fbfea687 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.835936] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a25c191-b7ca-465f-ab5e-d084b9b127ef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.839053] env[69281]: DEBUG nova.compute.manager [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.839270] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.839998] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3098b979-97e0-4fd3-92ed-cb64376e2d4f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.842907] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b607ce-d056-4e6d-b198-b171690fff92 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.845979] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a2d258-0352-45c1-aaa0-0adb1afb91c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.848829] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c86a7bf-4444-4f47-8755-0a4cbd668e5b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.851812] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5556e1b6-f4a5-46bc-b3d2-b5331233440e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.855193] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6472a1f3-6119-4763-8abb-77fe2e106026 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.861443] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904ecbf3-1c95-48e3-87cd-d73f3f42921a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.900427] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.903177] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fea611d-9d1d-4a99-b36a-3c6fd22e676e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.912320] env[69281]: DEBUG oslo_vmware.api [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1187.912320] env[69281]: value = "task-3936487" [ 1187.912320] env[69281]: _type = "Task" [ 1187.912320] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.930487] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936486, 'name': PowerOffVM_Task, 'duration_secs': 0.380801} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.934686] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.935620] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating instance '8b07f9cd-a13a-41e7-9f83-87e448049be7' progress to 17 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.940043] env[69281]: DEBUG oslo_vmware.api [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.138907] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Releasing lock "refresh_cache-bf5b029e-91d4-4a5c-a044-73b36134731d" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.265056] env[69281]: DEBUG nova.scheduler.client.report [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.392893] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.393360] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "1ee96550-ffee-4b07-b48e-7f5978d12145" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.393683] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "0901b889-5887-4fb7-ab15-39817791d1ec" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.395146] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "7b4309ea-be35-490c-9a0a-63318db38792" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.568s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.397579] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.407113] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "a3226972-00d7-4582-804a-5217cb22904f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.581s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.407434] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "ab5ad992-728e-4710-9110-07728c4bd905" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.582s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.408857] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.584s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.426103] env[69281]: DEBUG oslo_vmware.api [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936487, 'name': PowerOffVM_Task, 'duration_secs': 0.283316} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.426103] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.426277] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.426564] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11d206a8-0537-440c-ade0-337464ea8b10 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.436576] env[69281]: DEBUG nova.compute.manager [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.443310] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.443558] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.443722] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.444646] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.444646] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.444646] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.444646] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.445284] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.445284] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.445927] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.445927] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.451893] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab80a36e-95fc-4ad3-85f9-c0035fbb4258 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.473205] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1188.473205] env[69281]: value = "task-3936489" [ 1188.473205] env[69281]: _type = "Task" [ 1188.473205] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.475940] env[69281]: DEBUG nova.virt.hardware [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.476257] env[69281]: DEBUG nova.virt.hardware [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.476356] env[69281]: DEBUG nova.virt.hardware [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.476538] env[69281]: DEBUG nova.virt.hardware [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.476762] env[69281]: DEBUG nova.virt.hardware [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.476875] env[69281]: DEBUG nova.virt.hardware [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.477062] env[69281]: DEBUG nova.virt.hardware [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.477233] env[69281]: DEBUG nova.virt.hardware [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.477409] env[69281]: DEBUG nova.virt.hardware [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.477575] env[69281]: DEBUG nova.virt.hardware [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.477753] env[69281]: DEBUG nova.virt.hardware [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.478721] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979cde82-3b18-4f42-ac94-19b10166cdd5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.493515] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a9a6c6-7aa5-4661-821e-d098f2e40ce6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.500097] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.514714] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.514714] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.514714] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Deleting the datastore file [datastore2] bf5b029e-91d4-4a5c-a044-73b36134731d {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.514714] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d515356-c50e-4475-9594-882c6c4a2a26 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.523155] env[69281]: DEBUG oslo_vmware.api [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1188.523155] env[69281]: value = "task-3936490" [ 1188.523155] env[69281]: _type = "Task" [ 1188.523155] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.535223] env[69281]: DEBUG oslo_vmware.api [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.643460] env[69281]: DEBUG oslo_concurrency.lockutils [None req-65126beb-4b97-49bb-85ca-93f9c00d3e07 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "interface-bf5b029e-91d4-4a5c-a044-73b36134731d-fe561928-8b58-4b50-9b19-9469ae406eb2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.832s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.727544] env[69281]: DEBUG nova.compute.manager [req-f39f85fb-7b3a-45b0-b3d1-33eeedeff8a1 req-bd8710dd-7f59-4448-97be-0ee0f2b1e0be service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Received event network-vif-plugged-fb69aeb1-9486-4aa0-8333-9261d14aa9fc {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.727781] env[69281]: DEBUG oslo_concurrency.lockutils [req-f39f85fb-7b3a-45b0-b3d1-33eeedeff8a1 req-bd8710dd-7f59-4448-97be-0ee0f2b1e0be service nova] Acquiring lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.727996] env[69281]: DEBUG oslo_concurrency.lockutils [req-f39f85fb-7b3a-45b0-b3d1-33eeedeff8a1 req-bd8710dd-7f59-4448-97be-0ee0f2b1e0be service nova] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.728192] env[69281]: DEBUG oslo_concurrency.lockutils [req-f39f85fb-7b3a-45b0-b3d1-33eeedeff8a1 req-bd8710dd-7f59-4448-97be-0ee0f2b1e0be service nova] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.728360] env[69281]: DEBUG nova.compute.manager [req-f39f85fb-7b3a-45b0-b3d1-33eeedeff8a1 req-bd8710dd-7f59-4448-97be-0ee0f2b1e0be service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] No waiting events found dispatching network-vif-plugged-fb69aeb1-9486-4aa0-8333-9261d14aa9fc {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1188.728525] env[69281]: WARNING nova.compute.manager [req-f39f85fb-7b3a-45b0-b3d1-33eeedeff8a1 req-bd8710dd-7f59-4448-97be-0ee0f2b1e0be service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Received unexpected event network-vif-plugged-fb69aeb1-9486-4aa0-8333-9261d14aa9fc for instance with vm_state building and task_state spawning. [ 1188.769670] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.770279] env[69281]: DEBUG nova.compute.manager [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.773625] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.890s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.798274] env[69281]: DEBUG nova.network.neutron [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Successfully updated port: fb69aeb1-9486-4aa0-8333-9261d14aa9fc {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.990667] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936489, 'name': ReconfigVM_Task, 'duration_secs': 0.248611} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.990999] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating instance '8b07f9cd-a13a-41e7-9f83-87e448049be7' progress to 33 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.034601] env[69281]: DEBUG oslo_vmware.api [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475921} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.034601] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.034821] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.035183] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.035183] env[69281]: INFO nova.compute.manager [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1189.035365] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.036371] env[69281]: DEBUG nova.compute.manager [-] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.036516] env[69281]: DEBUG nova.network.neutron [-] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.278162] env[69281]: DEBUG nova.compute.utils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.281672] env[69281]: INFO nova.compute.claims [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.286012] env[69281]: DEBUG nova.compute.manager [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.286250] env[69281]: DEBUG nova.network.neutron [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.300498] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.300665] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.301171] env[69281]: DEBUG nova.network.neutron [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.325206] env[69281]: DEBUG nova.policy [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71c4cb210fda4edeb1d737658780be9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '502bfebbab5f4a65b8ffac216086a92e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.498348] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.498680] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.498773] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.498980] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.499872] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.500220] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.500444] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.500619] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.500842] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.501048] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.501240] env[69281]: DEBUG nova.virt.hardware [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.509600] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.510247] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a186dcc-d2de-436b-95d7-9b3abc663ade {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.537908] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1189.537908] env[69281]: value = "task-3936491" [ 1189.537908] env[69281]: _type = "Task" [ 1189.537908] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.549446] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.741049] env[69281]: DEBUG nova.network.neutron [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Successfully created port: a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.790028] env[69281]: DEBUG nova.compute.manager [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.791850] env[69281]: INFO nova.compute.resource_tracker [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating resource usage from migration 3c11967e-791e-4c47-91ff-9e076cec2040 [ 1189.898287] env[69281]: DEBUG nova.network.neutron [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.049923] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936491, 'name': ReconfigVM_Task, 'duration_secs': 0.239902} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.054040] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.056168] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74520268-bceb-4366-8755-8026f007275b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.085187] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-09491265-53e2-4123-a56c-60d7ed33dd2f/volume-09491265-53e2-4123-a56c-60d7ed33dd2f.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.088394] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-913ebf2d-83ec-40eb-a027-89b570e610c0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.109676] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1190.109676] env[69281]: value = "task-3936492" [ 1190.109676] env[69281]: _type = "Task" [ 1190.109676] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.116048] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb0da16-1484-4d6f-9aff-57c7f2890d9f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.129278] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936492, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.130381] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe48217-830d-4bc2-8742-e944f883aaff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.163367] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf57778-bbec-423b-a12b-bb33a1bac5a9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.166882] env[69281]: DEBUG nova.network.neutron [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Updating instance_info_cache with network_info: [{"id": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "address": "fa:16:3e:67:b8:97", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb69aeb1-94", "ovs_interfaceid": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.173780] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1dd8f7-97d9-44c3-aec0-83c394d620bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.189659] env[69281]: DEBUG nova.compute.provider_tree [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.403102] env[69281]: DEBUG nova.network.neutron [-] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.622422] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.669355] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.669782] env[69281]: DEBUG nova.compute.manager [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Instance network_info: |[{"id": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "address": "fa:16:3e:67:b8:97", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb69aeb1-94", "ovs_interfaceid": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.670237] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:b8:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb69aeb1-9486-4aa0-8333-9261d14aa9fc', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.678200] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.678845] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.679092] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdbd82d0-736c-4c53-8409-c3a486a91175 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.694183] env[69281]: DEBUG nova.scheduler.client.report [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.705214] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.705214] env[69281]: value = "task-3936493" [ 1190.705214] env[69281]: _type = "Task" [ 1190.705214] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.714383] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936493, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.774243] env[69281]: DEBUG nova.compute.manager [req-fadc2f0d-1d70-4dab-946d-0ffcd482fdc4 req-8fd653cd-5764-421c-90ed-ffbb65682adf service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Received event network-changed-fb69aeb1-9486-4aa0-8333-9261d14aa9fc {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.774500] env[69281]: DEBUG nova.compute.manager [req-fadc2f0d-1d70-4dab-946d-0ffcd482fdc4 req-8fd653cd-5764-421c-90ed-ffbb65682adf service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Refreshing instance network info cache due to event network-changed-fb69aeb1-9486-4aa0-8333-9261d14aa9fc. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.774747] env[69281]: DEBUG oslo_concurrency.lockutils [req-fadc2f0d-1d70-4dab-946d-0ffcd482fdc4 req-8fd653cd-5764-421c-90ed-ffbb65682adf service nova] Acquiring lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.774919] env[69281]: DEBUG oslo_concurrency.lockutils [req-fadc2f0d-1d70-4dab-946d-0ffcd482fdc4 req-8fd653cd-5764-421c-90ed-ffbb65682adf service nova] Acquired lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.775088] env[69281]: DEBUG nova.network.neutron [req-fadc2f0d-1d70-4dab-946d-0ffcd482fdc4 req-8fd653cd-5764-421c-90ed-ffbb65682adf service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Refreshing network info cache for port fb69aeb1-9486-4aa0-8333-9261d14aa9fc {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.801465] env[69281]: DEBUG nova.compute.manager [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.833783] env[69281]: DEBUG nova.virt.hardware [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.834133] env[69281]: DEBUG nova.virt.hardware [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.834304] env[69281]: DEBUG nova.virt.hardware [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.834526] env[69281]: DEBUG nova.virt.hardware [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.834686] env[69281]: DEBUG nova.virt.hardware [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.834841] env[69281]: DEBUG nova.virt.hardware [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.835078] env[69281]: DEBUG nova.virt.hardware [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.835252] env[69281]: DEBUG nova.virt.hardware [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.835467] env[69281]: DEBUG nova.virt.hardware [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.835671] env[69281]: DEBUG nova.virt.hardware [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.835841] env[69281]: DEBUG nova.virt.hardware [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.837086] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af404b4f-f03d-41cc-93b2-a1549b7ceaa2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.846468] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb772fa9-cbc1-4c0a-986a-f21350a42ab9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.908154] env[69281]: INFO nova.compute.manager [-] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Took 1.87 seconds to deallocate network for instance. [ 1191.025173] env[69281]: DEBUG oslo_vmware.rw_handles [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52484772-d0f4-124b-7345-c10cebd7ca14/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1191.026273] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4270ab8-290a-4af2-ba06-6ffdbacc70f6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.034100] env[69281]: DEBUG oslo_vmware.rw_handles [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52484772-d0f4-124b-7345-c10cebd7ca14/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1191.034300] env[69281]: ERROR oslo_vmware.rw_handles [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52484772-d0f4-124b-7345-c10cebd7ca14/disk-0.vmdk due to incomplete transfer. [ 1191.034623] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-994b9bbd-fb06-4d40-a272-3bd3a696e720 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.043766] env[69281]: DEBUG oslo_vmware.rw_handles [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52484772-d0f4-124b-7345-c10cebd7ca14/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1191.043990] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Uploaded image b4d1b9f5-d769-4f1c-b83b-64cee1192046 to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1191.046263] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1191.046643] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-19c79ca1-01d4-416c-9410-010313a2fc31 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.053583] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1191.053583] env[69281]: value = "task-3936494" [ 1191.053583] env[69281]: _type = "Task" [ 1191.053583] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.062376] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936494, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.121143] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936492, 'name': ReconfigVM_Task, 'duration_secs': 0.735729} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.121436] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-09491265-53e2-4123-a56c-60d7ed33dd2f/volume-09491265-53e2-4123-a56c-60d7ed33dd2f.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.121727] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating instance '8b07f9cd-a13a-41e7-9f83-87e448049be7' progress to 50 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.200387] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.427s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.200970] env[69281]: INFO nova.compute.manager [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Migrating [ 1191.226970] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936493, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.415386] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.415776] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.416010] env[69281]: DEBUG nova.objects.instance [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'resources' on Instance uuid bf5b029e-91d4-4a5c-a044-73b36134731d {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.463473] env[69281]: DEBUG nova.compute.manager [req-22bb7ce0-85f7-4501-91ac-e3d725b556d9 req-3ea4d750-0450-4bdf-9614-da8bc80e1406 service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Received event network-vif-plugged-a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.463739] env[69281]: DEBUG oslo_concurrency.lockutils [req-22bb7ce0-85f7-4501-91ac-e3d725b556d9 req-3ea4d750-0450-4bdf-9614-da8bc80e1406 service nova] Acquiring lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.463953] env[69281]: DEBUG oslo_concurrency.lockutils [req-22bb7ce0-85f7-4501-91ac-e3d725b556d9 req-3ea4d750-0450-4bdf-9614-da8bc80e1406 service nova] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.464183] env[69281]: DEBUG oslo_concurrency.lockutils [req-22bb7ce0-85f7-4501-91ac-e3d725b556d9 req-3ea4d750-0450-4bdf-9614-da8bc80e1406 service nova] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.464360] env[69281]: DEBUG nova.compute.manager [req-22bb7ce0-85f7-4501-91ac-e3d725b556d9 req-3ea4d750-0450-4bdf-9614-da8bc80e1406 service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] No waiting events found dispatching network-vif-plugged-a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1191.464681] env[69281]: WARNING nova.compute.manager [req-22bb7ce0-85f7-4501-91ac-e3d725b556d9 req-3ea4d750-0450-4bdf-9614-da8bc80e1406 service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Received unexpected event network-vif-plugged-a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a for instance with vm_state building and task_state spawning. [ 1191.539924] env[69281]: DEBUG nova.network.neutron [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Successfully updated port: a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.565868] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936494, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.569279] env[69281]: DEBUG nova.compute.manager [req-f3057625-762e-43dd-b586-87c3e4634d61 req-2c85c7fa-73e8-4f66-a1a9-6de06aee257e service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Received event network-changed-a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.569279] env[69281]: DEBUG nova.compute.manager [req-f3057625-762e-43dd-b586-87c3e4634d61 req-2c85c7fa-73e8-4f66-a1a9-6de06aee257e service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Refreshing instance network info cache due to event network-changed-a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.569279] env[69281]: DEBUG oslo_concurrency.lockutils [req-f3057625-762e-43dd-b586-87c3e4634d61 req-2c85c7fa-73e8-4f66-a1a9-6de06aee257e service nova] Acquiring lock "refresh_cache-7bbd9d32-c972-46fa-b6f4-d80638b1527f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.569279] env[69281]: DEBUG oslo_concurrency.lockutils [req-f3057625-762e-43dd-b586-87c3e4634d61 req-2c85c7fa-73e8-4f66-a1a9-6de06aee257e service nova] Acquired lock "refresh_cache-7bbd9d32-c972-46fa-b6f4-d80638b1527f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.569279] env[69281]: DEBUG nova.network.neutron [req-f3057625-762e-43dd-b586-87c3e4634d61 req-2c85c7fa-73e8-4f66-a1a9-6de06aee257e service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Refreshing network info cache for port a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.589034] env[69281]: DEBUG nova.network.neutron [req-fadc2f0d-1d70-4dab-946d-0ffcd482fdc4 req-8fd653cd-5764-421c-90ed-ffbb65682adf service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Updated VIF entry in instance network info cache for port fb69aeb1-9486-4aa0-8333-9261d14aa9fc. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.589034] env[69281]: DEBUG nova.network.neutron [req-fadc2f0d-1d70-4dab-946d-0ffcd482fdc4 req-8fd653cd-5764-421c-90ed-ffbb65682adf service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Updating instance_info_cache with network_info: [{"id": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "address": "fa:16:3e:67:b8:97", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb69aeb1-94", "ovs_interfaceid": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.628223] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bc92e0-d13a-4a56-a2d2-dd25e3189d10 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.649768] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e811ae6-7cb5-4d55-a5f5-b5beefd49f8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.668570] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating instance '8b07f9cd-a13a-41e7-9f83-87e448049be7' progress to 67 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.719366] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936493, 'name': CreateVM_Task, 'duration_secs': 0.83142} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.720546] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.721302] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.721475] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.721897] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.722642] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.722834] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.723030] env[69281]: DEBUG nova.network.neutron [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.726025] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b2a280-e8ff-41c6-b059-b0332f772541 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.732291] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1191.732291] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ee4ad7-b681-1539-9b1e-9613c863c33f" [ 1191.732291] env[69281]: _type = "Task" [ 1191.732291] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.743008] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ee4ad7-b681-1539-9b1e-9613c863c33f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.042186] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "refresh_cache-7bbd9d32-c972-46fa-b6f4-d80638b1527f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.074288] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936494, 'name': Destroy_Task, 'duration_secs': 0.859383} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.074609] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Destroyed the VM [ 1192.074896] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1192.078082] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc7b1468-b41d-4014-a96d-5157757b551d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.086573] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1192.086573] env[69281]: value = "task-3936495" [ 1192.086573] env[69281]: _type = "Task" [ 1192.086573] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.090365] env[69281]: DEBUG oslo_concurrency.lockutils [req-fadc2f0d-1d70-4dab-946d-0ffcd482fdc4 req-8fd653cd-5764-421c-90ed-ffbb65682adf service nova] Releasing lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.090683] env[69281]: DEBUG nova.compute.manager [req-fadc2f0d-1d70-4dab-946d-0ffcd482fdc4 req-8fd653cd-5764-421c-90ed-ffbb65682adf service nova] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Received event network-vif-deleted-fd06f188-ab67-48ff-b752-9092393febe3 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.099831] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936495, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.129618] env[69281]: DEBUG nova.network.neutron [req-f3057625-762e-43dd-b586-87c3e4634d61 req-2c85c7fa-73e8-4f66-a1a9-6de06aee257e service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.151009] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a6cfe7-a30c-49b9-90ef-a164bc345c63 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.160308] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6fc168-663d-487f-86f0-cca309f31705 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.197719] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626f38fa-7595-4263-9d46-b39cabeae1e0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.208977] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e63bcbe-f899-4d65-abf7-85fb16318837 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.224068] env[69281]: DEBUG nova.compute.provider_tree [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.246694] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ee4ad7-b681-1539-9b1e-9613c863c33f, 'name': SearchDatastore_Task, 'duration_secs': 0.020597} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.247089] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.247395] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.247668] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.247845] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.248078] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.248417] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-041c0ee4-30ad-4677-a3ca-3c109616211c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.258580] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.258827] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.259665] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51cf2af-f39b-4627-8b11-e40bc0e523a5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.266356] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1192.266356] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c78c70-2215-7a7a-22b6-32dd69f7b063" [ 1192.266356] env[69281]: _type = "Task" [ 1192.266356] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.279531] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52c78c70-2215-7a7a-22b6-32dd69f7b063, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.280652] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb87552-5683-461d-9c1a-10e4e78701f0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.286566] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1192.286566] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52811b0b-e79a-a75b-66e7-820982222c7c" [ 1192.286566] env[69281]: _type = "Task" [ 1192.286566] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.293233] env[69281]: DEBUG nova.network.neutron [req-f3057625-762e-43dd-b586-87c3e4634d61 req-2c85c7fa-73e8-4f66-a1a9-6de06aee257e service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.302099] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52811b0b-e79a-a75b-66e7-820982222c7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.303260] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.303260] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6/7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.304791] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a4342b3-b3aa-4d34-83b5-15ecf8d60653 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.311380] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1192.311380] env[69281]: value = "task-3936496" [ 1192.311380] env[69281]: _type = "Task" [ 1192.311380] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.319625] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.482636] env[69281]: DEBUG nova.network.neutron [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating instance_info_cache with network_info: [{"id": "70bd7b30-4d88-4d49-945e-2416742ddd6c", "address": "fa:16:3e:b7:4a:fc", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bd7b30-4d", "ovs_interfaceid": "70bd7b30-4d88-4d49-945e-2416742ddd6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.600827] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936495, 'name': RemoveSnapshot_Task, 'duration_secs': 0.379571} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.601317] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1192.601716] env[69281]: DEBUG nova.compute.manager [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1192.602914] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd347e9d-f7ec-4761-9d1f-945ff3994e58 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.729147] env[69281]: DEBUG nova.scheduler.client.report [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.795752] env[69281]: DEBUG oslo_concurrency.lockutils [req-f3057625-762e-43dd-b586-87c3e4634d61 req-2c85c7fa-73e8-4f66-a1a9-6de06aee257e service nova] Releasing lock "refresh_cache-7bbd9d32-c972-46fa-b6f4-d80638b1527f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.796180] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquired lock "refresh_cache-7bbd9d32-c972-46fa-b6f4-d80638b1527f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.796357] env[69281]: DEBUG nova.network.neutron [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.822569] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480157} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.823167] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6/7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.823458] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.823737] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eac0952-f35e-41bd-852a-17260bc6a4a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.831740] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1192.831740] env[69281]: value = "task-3936497" [ 1192.831740] env[69281]: _type = "Task" [ 1192.831740] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.840540] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.985256] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.119042] env[69281]: INFO nova.compute.manager [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Shelve offloading [ 1193.234825] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.261358] env[69281]: INFO nova.scheduler.client.report [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Deleted allocations for instance bf5b029e-91d4-4a5c-a044-73b36134731d [ 1193.329098] env[69281]: DEBUG nova.network.neutron [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.341812] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.482118} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.342498] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.343282] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eb4945-bfd5-4da0-8bab-a71d34ecfb90 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.367730] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6/7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.370277] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1319be3-ba0a-4ffd-bd72-aac9a3131ea5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.391523] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1193.391523] env[69281]: value = "task-3936498" [ 1193.391523] env[69281]: _type = "Task" [ 1193.391523] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.392308] env[69281]: DEBUG nova.network.neutron [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Port b4d35fd9-fe26-4f2b-8124-c47eb74ac181 binding to destination host cpu-1 is already ACTIVE {{(pid=69281) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1193.403176] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.495028] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.495028] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.495028] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69281) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1193.559771] env[69281]: DEBUG nova.network.neutron [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Updating instance_info_cache with network_info: [{"id": "a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a", "address": "fa:16:3e:0b:08:59", "network": {"id": "c19d8801-5e7a-4173-8782-b0ef2f11986a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-699807498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502bfebbab5f4a65b8ffac216086a92e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa73c91c6-f5", "ovs_interfaceid": "a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.621880] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.622226] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5156cb89-1614-4eef-bfa1-df20cde5c1c9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.630887] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1193.630887] env[69281]: value = "task-3936499" [ 1193.630887] env[69281]: _type = "Task" [ 1193.630887] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.641805] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1193.643775] env[69281]: DEBUG nova.compute.manager [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1193.643775] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdd84b8-474f-4f2c-86e3-a8d48a5c43ec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.651037] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.652361] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.652361] env[69281]: DEBUG nova.network.neutron [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.770630] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a689c63c-dc24-41ee-85c9-8ab953f0d2d8 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "bf5b029e-91d4-4a5c-a044-73b36134731d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.454s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.771559] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "bf5b029e-91d4-4a5c-a044-73b36134731d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.946s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.771759] env[69281]: INFO nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] During sync_power_state the instance has a pending task (deleting). Skip. [ 1193.771923] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "bf5b029e-91d4-4a5c-a044-73b36134731d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.907534] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936498, 'name': ReconfigVM_Task, 'duration_secs': 0.341687} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.907534] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6/7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.908197] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02c7a42b-102c-4666-80f6-a5365236e156 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.915347] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1193.915347] env[69281]: value = "task-3936500" [ 1193.915347] env[69281]: _type = "Task" [ 1193.915347] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.923859] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936500, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.062290] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "0901b889-5887-4fb7-ab15-39817791d1ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.062507] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "0901b889-5887-4fb7-ab15-39817791d1ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.062734] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "0901b889-5887-4fb7-ab15-39817791d1ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.063078] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "0901b889-5887-4fb7-ab15-39817791d1ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.063307] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "0901b889-5887-4fb7-ab15-39817791d1ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.065094] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Releasing lock "refresh_cache-7bbd9d32-c972-46fa-b6f4-d80638b1527f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.065373] env[69281]: DEBUG nova.compute.manager [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Instance network_info: |[{"id": "a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a", "address": "fa:16:3e:0b:08:59", "network": {"id": "c19d8801-5e7a-4173-8782-b0ef2f11986a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-699807498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502bfebbab5f4a65b8ffac216086a92e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa73c91c6-f5", "ovs_interfaceid": "a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.065945] env[69281]: INFO nova.compute.manager [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Terminating instance [ 1194.067478] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:08:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.074984] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.076501] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.076988] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0f323dc-c8d0-48cc-a225-26b7b8ca2c9d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.099595] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.099595] env[69281]: value = "task-3936501" [ 1194.099595] env[69281]: _type = "Task" [ 1194.099595] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.108994] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936501, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.428445] env[69281]: DEBUG oslo_concurrency.lockutils [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "8b07f9cd-a13a-41e7-9f83-87e448049be7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.430499] env[69281]: DEBUG oslo_concurrency.lockutils [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "8b07f9cd-a13a-41e7-9f83-87e448049be7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.430499] env[69281]: DEBUG oslo_concurrency.lockutils [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "8b07f9cd-a13a-41e7-9f83-87e448049be7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.444140] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936500, 'name': Rename_Task, 'duration_secs': 0.302297} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.444701] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.445217] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1205e1c-81d6-4f35-acfd-060a584b5e34 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.452413] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1194.452413] env[69281]: value = "task-3936502" [ 1194.452413] env[69281]: _type = "Task" [ 1194.452413] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.464112] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.493813] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.495783] env[69281]: DEBUG nova.network.neutron [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Updating instance_info_cache with network_info: [{"id": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "address": "fa:16:3e:83:b8:94", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8ff0a0-a8", "ovs_interfaceid": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.506050] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17659fb-d1d7-458f-aa48-bda170c71f18 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.524344] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating instance 'c832a03f-3bf0-459c-8814-f9bd4958fc42' progress to 0 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.578060] env[69281]: DEBUG nova.compute.manager [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.578060] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.579081] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0852e4e9-7826-4ce9-9a71-c8703a462752 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.588668] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.588971] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2086e7bb-a3bc-4532-b3b4-dfab128dd1d8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.596030] env[69281]: DEBUG oslo_vmware.api [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1194.596030] env[69281]: value = "task-3936503" [ 1194.596030] env[69281]: _type = "Task" [ 1194.596030] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.606899] env[69281]: DEBUG oslo_vmware.api [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.613341] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936501, 'name': CreateVM_Task, 'duration_secs': 0.376799} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.613533] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.621285] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.621471] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.621803] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.622117] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f1e3e89-06b6-4a5b-a975-77d642189695 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.627598] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1194.627598] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5275c696-15d6-7ad1-17a6-19cce84f5f3b" [ 1194.627598] env[69281]: _type = "Task" [ 1194.627598] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.637421] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5275c696-15d6-7ad1-17a6-19cce84f5f3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.964382] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936502, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.000113] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.031484] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.033916] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cd60597-481c-4b32-9524-053fc86f6ec2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.041992] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1195.041992] env[69281]: value = "task-3936504" [ 1195.041992] env[69281]: _type = "Task" [ 1195.041992] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.051858] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.109643] env[69281]: DEBUG oslo_vmware.api [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936503, 'name': PowerOffVM_Task, 'duration_secs': 0.194762} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.110051] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.110447] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.110770] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3845d47-d511-492a-b884-a992ee0d2f14 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.141739] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5275c696-15d6-7ad1-17a6-19cce84f5f3b, 'name': SearchDatastore_Task, 'duration_secs': 0.013003} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.142176] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.142486] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.142776] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.142962] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.143202] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.143501] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cebac6d-ba72-48a8-a2cc-f5d019e30891 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.154271] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.154569] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.155420] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c3aa81e-0b31-4b66-9fb7-af6ad75c01ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.162021] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1195.162021] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5286369d-cb30-fd9f-0780-753afa382a2d" [ 1195.162021] env[69281]: _type = "Task" [ 1195.162021] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.172526] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5286369d-cb30-fd9f-0780-753afa382a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.197895] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.198296] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.198500] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Deleting the datastore file [datastore1] 0901b889-5887-4fb7-ab15-39817791d1ec {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.198796] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bf1bb9c-3c7e-4fa0-b3f5-514c704a3cda {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.207309] env[69281]: DEBUG oslo_vmware.api [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for the task: (returnval){ [ 1195.207309] env[69281]: value = "task-3936506" [ 1195.207309] env[69281]: _type = "Task" [ 1195.207309] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.216572] env[69281]: DEBUG oslo_vmware.api [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.281488] env[69281]: DEBUG nova.compute.manager [req-28c2f68a-b509-4b6a-91a7-d71442b4ecbd req-c457e3a6-c268-490f-9715-7592c37cd5cd service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Received event network-vif-unplugged-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.281591] env[69281]: DEBUG oslo_concurrency.lockutils [req-28c2f68a-b509-4b6a-91a7-d71442b4ecbd req-c457e3a6-c268-490f-9715-7592c37cd5cd service nova] Acquiring lock "5c44108a-38d5-4019-be33-513287c89050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.281816] env[69281]: DEBUG oslo_concurrency.lockutils [req-28c2f68a-b509-4b6a-91a7-d71442b4ecbd req-c457e3a6-c268-490f-9715-7592c37cd5cd service nova] Lock "5c44108a-38d5-4019-be33-513287c89050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.282018] env[69281]: DEBUG oslo_concurrency.lockutils [req-28c2f68a-b509-4b6a-91a7-d71442b4ecbd req-c457e3a6-c268-490f-9715-7592c37cd5cd service nova] Lock "5c44108a-38d5-4019-be33-513287c89050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.282440] env[69281]: DEBUG nova.compute.manager [req-28c2f68a-b509-4b6a-91a7-d71442b4ecbd req-c457e3a6-c268-490f-9715-7592c37cd5cd service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] No waiting events found dispatching network-vif-unplugged-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1195.282690] env[69281]: WARNING nova.compute.manager [req-28c2f68a-b509-4b6a-91a7-d71442b4ecbd req-c457e3a6-c268-490f-9715-7592c37cd5cd service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Received unexpected event network-vif-unplugged-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 for instance with vm_state shelved and task_state shelving_offloading. [ 1195.398044] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.399344] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d064ba7-b4fd-44c1-beda-3d831f45c482 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.410063] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.410439] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-424ec800-df92-469d-9ece-2789fd4b8193 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.464319] env[69281]: DEBUG oslo_vmware.api [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936502, 'name': PowerOnVM_Task, 'duration_secs': 0.708562} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.464729] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.464956] env[69281]: INFO nova.compute.manager [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1195.465193] env[69281]: DEBUG nova.compute.manager [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1195.466063] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3059a6ce-0d7e-4b38-b97f-51592320f66a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.469529] env[69281]: DEBUG oslo_concurrency.lockutils [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.471451] env[69281]: DEBUG oslo_concurrency.lockutils [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.471745] env[69281]: DEBUG nova.network.neutron [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.482604] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.483015] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.483256] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleting the datastore file [datastore2] 5c44108a-38d5-4019-be33-513287c89050 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.486274] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53018498-1987-4ef8-9153-3b61ca9ef7df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.493653] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1195.493653] env[69281]: value = "task-3936508" [ 1195.493653] env[69281]: _type = "Task" [ 1195.493653] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.503688] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.551814] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936504, 'name': PowerOffVM_Task, 'duration_secs': 0.291613} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.552101] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.552304] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating instance 'c832a03f-3bf0-459c-8814-f9bd4958fc42' progress to 17 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.673456] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5286369d-cb30-fd9f-0780-753afa382a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.013412} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.674305] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f16aaf0-288b-4da3-ada6-6d5586f5aeb3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.680308] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1195.680308] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52fd1247-d38f-e95b-cb6e-49a92d8d82b0" [ 1195.680308] env[69281]: _type = "Task" [ 1195.680308] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.691568] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52fd1247-d38f-e95b-cb6e-49a92d8d82b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.719021] env[69281]: DEBUG oslo_vmware.api [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Task: {'id': task-3936506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35885} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.719021] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.719021] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.719021] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.719021] env[69281]: INFO nova.compute.manager [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1195.719021] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.719021] env[69281]: DEBUG nova.compute.manager [-] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.719021] env[69281]: DEBUG nova.network.neutron [-] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.010017] env[69281]: INFO nova.compute.manager [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Took 11.98 seconds to build instance. [ 1196.024608] env[69281]: DEBUG oslo_vmware.api [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298796} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.025810] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.025810] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.025810] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.059530] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.059815] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.060019] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.060226] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.060386] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.060538] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.060755] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.060920] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.061372] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.061594] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.061784] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.069602] env[69281]: INFO nova.scheduler.client.report [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleted allocations for instance 5c44108a-38d5-4019-be33-513287c89050 [ 1196.072688] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39c58f9-bdcc-4974-aaa7-05dfb3f0336c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.094334] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1196.094334] env[69281]: value = "task-3936509" [ 1196.094334] env[69281]: _type = "Task" [ 1196.094334] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.105930] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.194827] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52fd1247-d38f-e95b-cb6e-49a92d8d82b0, 'name': SearchDatastore_Task, 'duration_secs': 0.025108} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.195157] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.195445] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 7bbd9d32-c972-46fa-b6f4-d80638b1527f/7bbd9d32-c972-46fa-b6f4-d80638b1527f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.195732] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63330a1f-8524-4c2f-9881-b6568abbc042 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.203966] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1196.203966] env[69281]: value = "task-3936510" [ 1196.203966] env[69281]: _type = "Task" [ 1196.203966] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.213717] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.257389] env[69281]: DEBUG nova.network.neutron [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating instance_info_cache with network_info: [{"id": "b4d35fd9-fe26-4f2b-8124-c47eb74ac181", "address": "fa:16:3e:d2:b8:58", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d35fd9-fe", "ovs_interfaceid": "b4d35fd9-fe26-4f2b-8124-c47eb74ac181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.525895] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d4bb84ca-2509-466c-a3a6-5e91e98407c9 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.501s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.526339] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.697s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.526386] env[69281]: INFO nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] During sync_power_state the instance has a pending task (networking). Skip. [ 1196.526571] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.553718] env[69281]: DEBUG nova.network.neutron [-] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.589421] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.589637] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.590425] env[69281]: DEBUG nova.objects.instance [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lazy-loading 'resources' on Instance uuid 5c44108a-38d5-4019-be33-513287c89050 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.607770] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936509, 'name': ReconfigVM_Task, 'duration_secs': 0.183786} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.610028] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating instance 'c832a03f-3bf0-459c-8814-f9bd4958fc42' progress to 33 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.714443] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495087} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.714619] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 7bbd9d32-c972-46fa-b6f4-d80638b1527f/7bbd9d32-c972-46fa-b6f4-d80638b1527f.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.714843] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.718023] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bf42c04-5eb4-4035-a428-7005d5392b90 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.721900] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1196.721900] env[69281]: value = "task-3936511" [ 1196.721900] env[69281]: _type = "Task" [ 1196.721900] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.731466] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.760410] env[69281]: DEBUG oslo_concurrency.lockutils [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.768703] env[69281]: DEBUG nova.compute.manager [req-b3ad2fbe-deb2-4d4c-8a83-9f789e06247b req-8e55f094-6801-4d82-92e0-c717a3e9ef54 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Received event network-changed-fb69aeb1-9486-4aa0-8333-9261d14aa9fc {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.768911] env[69281]: DEBUG nova.compute.manager [req-b3ad2fbe-deb2-4d4c-8a83-9f789e06247b req-8e55f094-6801-4d82-92e0-c717a3e9ef54 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Refreshing instance network info cache due to event network-changed-fb69aeb1-9486-4aa0-8333-9261d14aa9fc. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.769175] env[69281]: DEBUG oslo_concurrency.lockutils [req-b3ad2fbe-deb2-4d4c-8a83-9f789e06247b req-8e55f094-6801-4d82-92e0-c717a3e9ef54 service nova] Acquiring lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.769302] env[69281]: DEBUG oslo_concurrency.lockutils [req-b3ad2fbe-deb2-4d4c-8a83-9f789e06247b req-8e55f094-6801-4d82-92e0-c717a3e9ef54 service nova] Acquired lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.769438] env[69281]: DEBUG nova.network.neutron [req-b3ad2fbe-deb2-4d4c-8a83-9f789e06247b req-8e55f094-6801-4d82-92e0-c717a3e9ef54 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Refreshing network info cache for port fb69aeb1-9486-4aa0-8333-9261d14aa9fc {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.056870] env[69281]: INFO nova.compute.manager [-] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Took 1.34 seconds to deallocate network for instance. [ 1197.093196] env[69281]: DEBUG nova.objects.instance [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lazy-loading 'numa_topology' on Instance uuid 5c44108a-38d5-4019-be33-513287c89050 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.115166] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.115417] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.115609] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.115797] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.115951] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.116134] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.116374] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.116564] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.116744] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.116957] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.117178] env[69281]: DEBUG nova.virt.hardware [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.122861] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1197.123245] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da135f26-79ee-4e5a-ad76-0b0b939a2edc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.143566] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1197.143566] env[69281]: value = "task-3936512" [ 1197.143566] env[69281]: _type = "Task" [ 1197.143566] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.153917] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.233841] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06687} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.234230] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.235190] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ed7426-46fe-43b6-9326-6533e5c7de4d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.260487] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 7bbd9d32-c972-46fa-b6f4-d80638b1527f/7bbd9d32-c972-46fa-b6f4-d80638b1527f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.260838] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3979c637-f898-43c6-8e42-9742beab1c8f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.282229] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b535521-bb3b-46de-95f9-07a86703438b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.287946] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1197.287946] env[69281]: value = "task-3936513" [ 1197.287946] env[69281]: _type = "Task" [ 1197.287946] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.293953] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24f6eca-cb53-4e40-b4fb-6e8fda296c79 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.302816] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936513, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.314676] env[69281]: DEBUG nova.compute.manager [req-170198a3-e174-4edd-adde-dce7015a3383 req-fd4ddf5c-e508-4194-8b57-a4b74ed142c7 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Received event network-changed-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.315039] env[69281]: DEBUG nova.compute.manager [req-170198a3-e174-4edd-adde-dce7015a3383 req-fd4ddf5c-e508-4194-8b57-a4b74ed142c7 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Refreshing instance network info cache due to event network-changed-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.315334] env[69281]: DEBUG oslo_concurrency.lockutils [req-170198a3-e174-4edd-adde-dce7015a3383 req-fd4ddf5c-e508-4194-8b57-a4b74ed142c7 service nova] Acquiring lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.315572] env[69281]: DEBUG oslo_concurrency.lockutils [req-170198a3-e174-4edd-adde-dce7015a3383 req-fd4ddf5c-e508-4194-8b57-a4b74ed142c7 service nova] Acquired lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.315857] env[69281]: DEBUG nova.network.neutron [req-170198a3-e174-4edd-adde-dce7015a3383 req-fd4ddf5c-e508-4194-8b57-a4b74ed142c7 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Refreshing network info cache for port 0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.493522] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.493837] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.566310] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.596042] env[69281]: DEBUG nova.objects.base [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Object Instance<5c44108a-38d5-4019-be33-513287c89050> lazy-loaded attributes: resources,numa_topology {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1197.658743] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936512, 'name': ReconfigVM_Task, 'duration_secs': 0.38504} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.659904] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1197.660750] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0791c8e-45bc-4c5a-9f1c-390dbe148568 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.693678] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] c832a03f-3bf0-459c-8814-f9bd4958fc42/c832a03f-3bf0-459c-8814-f9bd4958fc42.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.699141] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322d007c-66e8-49da-87c4-828d48e8a097 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.722602] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1197.722602] env[69281]: value = "task-3936514" [ 1197.722602] env[69281]: _type = "Task" [ 1197.722602] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.735307] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.802523] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936513, 'name': ReconfigVM_Task, 'duration_secs': 0.349355} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.802523] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 7bbd9d32-c972-46fa-b6f4-d80638b1527f/7bbd9d32-c972-46fa-b6f4-d80638b1527f.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.802523] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d92d502b-28ba-4854-9edb-afd871b741f4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.816826] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1197.816826] env[69281]: value = "task-3936515" [ 1197.816826] env[69281]: _type = "Task" [ 1197.816826] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.831542] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936515, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.901354] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeff808-5df2-43af-bdc5-59f420de9297 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.912999] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b59e9f-2751-444a-910b-f97088a043cf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.949383] env[69281]: DEBUG nova.network.neutron [req-b3ad2fbe-deb2-4d4c-8a83-9f789e06247b req-8e55f094-6801-4d82-92e0-c717a3e9ef54 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Updated VIF entry in instance network info cache for port fb69aeb1-9486-4aa0-8333-9261d14aa9fc. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.949383] env[69281]: DEBUG nova.network.neutron [req-b3ad2fbe-deb2-4d4c-8a83-9f789e06247b req-8e55f094-6801-4d82-92e0-c717a3e9ef54 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Updating instance_info_cache with network_info: [{"id": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "address": "fa:16:3e:67:b8:97", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb69aeb1-94", "ovs_interfaceid": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.951086] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b958b644-408b-4d5b-a874-bd64ce3dbdf7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.960893] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67de65f-3bd8-41d4-b600-99abe2497457 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.977121] env[69281]: DEBUG nova.compute.provider_tree [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.138445] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.138445] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.138445] env[69281]: INFO nova.compute.manager [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Shelving [ 1198.192841] env[69281]: DEBUG nova.network.neutron [req-170198a3-e174-4edd-adde-dce7015a3383 req-fd4ddf5c-e508-4194-8b57-a4b74ed142c7 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Updated VIF entry in instance network info cache for port 0e8ff0a0-a82b-4129-ae4b-9e03c7be3799. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.193624] env[69281]: DEBUG nova.network.neutron [req-170198a3-e174-4edd-adde-dce7015a3383 req-fd4ddf5c-e508-4194-8b57-a4b74ed142c7 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Updating instance_info_cache with network_info: [{"id": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "address": "fa:16:3e:83:b8:94", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0e8ff0a0-a8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.233517] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936514, 'name': ReconfigVM_Task, 'duration_secs': 0.348517} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.233860] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Reconfigured VM instance instance-00000073 to attach disk [datastore1] c832a03f-3bf0-459c-8814-f9bd4958fc42/c832a03f-3bf0-459c-8814-f9bd4958fc42.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.234147] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating instance 'c832a03f-3bf0-459c-8814-f9bd4958fc42' progress to 50 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.327447] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936515, 'name': Rename_Task, 'duration_secs': 0.169879} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.327447] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.327707] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fed85ff-9d79-427a-881f-7edc4aeaa0c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.335102] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1198.335102] env[69281]: value = "task-3936516" [ 1198.335102] env[69281]: _type = "Task" [ 1198.335102] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.343544] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.435221] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1772fb9-1e66-4af7-b83b-389c676d82fc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.466326] env[69281]: DEBUG oslo_concurrency.lockutils [req-b3ad2fbe-deb2-4d4c-8a83-9f789e06247b req-8e55f094-6801-4d82-92e0-c717a3e9ef54 service nova] Releasing lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.468194] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538c600c-eadd-468f-8d92-846a9453fe69 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.479027] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating instance '8b07f9cd-a13a-41e7-9f83-87e448049be7' progress to 83 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.483244] env[69281]: DEBUG nova.scheduler.client.report [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.490582] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.695764] env[69281]: DEBUG oslo_concurrency.lockutils [req-170198a3-e174-4edd-adde-dce7015a3383 req-fd4ddf5c-e508-4194-8b57-a4b74ed142c7 service nova] Releasing lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.696211] env[69281]: DEBUG nova.compute.manager [req-170198a3-e174-4edd-adde-dce7015a3383 req-fd4ddf5c-e508-4194-8b57-a4b74ed142c7 service nova] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Received event network-vif-deleted-5a305fa6-cb17-4f57-a3ff-8a33d1039fff {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.743628] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57c247c-9b28-4e69-aa5d-675d76dbae99 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.764601] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c041dba-fa82-45d7-a6ba-35137e023946 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.783882] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating instance 'c832a03f-3bf0-459c-8814-f9bd4958fc42' progress to 67 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.848451] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.989291] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.990027] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.400s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.993241] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e2f1ae6-dc59-4b8a-af5b-22ceca8f990b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.994619] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.430s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.994686] env[69281]: DEBUG nova.objects.instance [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lazy-loading 'resources' on Instance uuid 0901b889-5887-4fb7-ab15-39817791d1ec {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.002495] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1199.002495] env[69281]: value = "task-3936517" [ 1199.002495] env[69281]: _type = "Task" [ 1199.002495] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.016042] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.153054] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.153227] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fe5d6f4-b335-465c-b796-c657365a50c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.161296] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1199.161296] env[69281]: value = "task-3936518" [ 1199.161296] env[69281]: _type = "Task" [ 1199.161296] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.172574] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.333353] env[69281]: DEBUG nova.network.neutron [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Port 70bd7b30-4d88-4d49-945e-2416742ddd6c binding to destination host cpu-1 is already ACTIVE {{(pid=69281) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1199.347045] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.493343] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.493569] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.508547] env[69281]: DEBUG oslo_concurrency.lockutils [None req-2adfbf4e-957b-4097-b226-b76e342a40ad tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "5c44108a-38d5-4019-be33-513287c89050" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.300s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.509678] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "5c44108a-38d5-4019-be33-513287c89050" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.685s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.509884] env[69281]: INFO nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 5c44108a-38d5-4019-be33-513287c89050] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1199.510077] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "5c44108a-38d5-4019-be33-513287c89050" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.517269] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.678330] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936518, 'name': PowerOffVM_Task, 'duration_secs': 0.253946} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.678794] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.680018] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ce4e45-d46f-4a37-bea7-1f23165d9499 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.721025] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6fb4f9-4dac-4a0b-a4a0-860c1a04eaea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.750344] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2a7171-6890-4a4e-a47e-7b8361045214 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.759381] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c8fa70-a1ea-4945-acfc-3adc3cb7b43c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.795027] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991c719b-bcc2-4b8c-86bc-169c344cf073 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.804013] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd28849b-0170-4d4f-8308-b516dad60603 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.818393] env[69281]: DEBUG nova.compute.provider_tree [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.850203] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936516, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.998492] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.015764] env[69281]: DEBUG oslo_vmware.api [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936517, 'name': PowerOnVM_Task, 'duration_secs': 0.620648} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.016072] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.016266] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-80455f5e-87dc-475d-8d4b-2632a6c585d3 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating instance '8b07f9cd-a13a-41e7-9f83-87e448049be7' progress to 100 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.225915] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "5c44108a-38d5-4019-be33-513287c89050" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.226408] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "5c44108a-38d5-4019-be33-513287c89050" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.226663] env[69281]: INFO nova.compute.manager [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Unshelving [ 1200.234890] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Creating Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1200.235246] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1134c128-3f2d-4aaa-82c5-848e73208600 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.244222] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1200.244222] env[69281]: value = "task-3936519" [ 1200.244222] env[69281]: _type = "Task" [ 1200.244222] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.257705] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936519, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.321598] env[69281]: DEBUG nova.scheduler.client.report [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.364913] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "c832a03f-3bf0-459c-8814-f9bd4958fc42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.365179] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "c832a03f-3bf0-459c-8814-f9bd4958fc42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.365363] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "c832a03f-3bf0-459c-8814-f9bd4958fc42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.370449] env[69281]: DEBUG oslo_vmware.api [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936516, 'name': PowerOnVM_Task, 'duration_secs': 1.544603} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.371061] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.371344] env[69281]: INFO nova.compute.manager [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1200.371560] env[69281]: DEBUG nova.compute.manager [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1200.372416] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4667e4b7-b06c-41d0-b4dd-92a10789cad4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.755327] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936519, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.828117] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.829599] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.831s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.829812] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.830304] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1200.830945] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c07160-2ccd-43fe-a581-f15163dbc577 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.840406] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387db6a5-9395-493b-bfa4-8463df919dc7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.855738] env[69281]: INFO nova.scheduler.client.report [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Deleted allocations for instance 0901b889-5887-4fb7-ab15-39817791d1ec [ 1200.857335] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184d9ffd-5406-4df3-9406-042d0bd434e8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.867394] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1333dba9-8d55-40eb-be98-d5a05b631148 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.904220] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179118MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1200.904429] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.904617] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.908549] env[69281]: INFO nova.compute.manager [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Took 15.98 seconds to build instance. [ 1201.255304] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936519, 'name': CreateSnapshot_Task, 'duration_secs': 0.568235} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.256612] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.256895] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Created Snapshot of the VM instance {{(pid=69281) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1201.257696] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090fc405-58b6-4a0d-8a7c-9f7a51b4600b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.367704] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6d18a6f9-141a-4987-acde-7941fd745bb9 tempest-AttachInterfacesTestJSON-1053470827 tempest-AttachInterfacesTestJSON-1053470827-project-member] Lock "0901b889-5887-4fb7-ab15-39817791d1ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.305s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.418052] env[69281]: DEBUG oslo_concurrency.lockutils [None req-d9ccd8f1-615c-4340-bb90-5717a39b5a31 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.499s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.419371] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.590s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.420398] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9eed06-1dfe-41c8-8d25-591e6e1e4877 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.425028] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.425236] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.425478] env[69281]: DEBUG nova.network.neutron [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.776665] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Creating linked-clone VM from snapshot {{(pid=69281) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1201.777086] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4690a9b-dd97-4261-85b0-a5a936e9120e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.787283] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1201.787283] env[69281]: value = "task-3936520" [ 1201.787283] env[69281]: _type = "Task" [ 1201.787283] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.797861] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936520, 'name': CloneVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.919959] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Applying migration context for instance 8b07f9cd-a13a-41e7-9f83-87e448049be7 as it has an incoming, in-progress migration 85f0ef6b-aa5a-4a65-bbc7-0217dda3d61f. Migration status is finished {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1201.920237] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Applying migration context for instance c832a03f-3bf0-459c-8814-f9bd4958fc42 as it has an incoming, in-progress migration 3c11967e-791e-4c47-91ff-9e076cec2040. Migration status is post-migrating {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1201.921852] env[69281]: INFO nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating resource usage from migration 85f0ef6b-aa5a-4a65-bbc7-0217dda3d61f [ 1201.922251] env[69281]: INFO nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating resource usage from migration 3c11967e-791e-4c47-91ff-9e076cec2040 [ 1201.935457] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.945099] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 1ee96550-ffee-4b07-b48e-7f5978d12145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1201.945275] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance eae9c3ff-8477-4fb4-a048-e7f83a48f982 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1201.945405] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance ab5ad992-728e-4710-9110-07728c4bd905 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1201.945533] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance a3226972-00d7-4582-804a-5217cb22904f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1201.945655] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance d075430d-690d-4a45-b5bd-6fb2c50b49b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1201.945790] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 7b4309ea-be35-490c-9a0a-63318db38792 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1201.945913] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance f8dee9fa-7778-49c4-8e4f-d30a274debb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1201.946043] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Migration 85f0ef6b-aa5a-4a65-bbc7-0217dda3d61f is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1201.946183] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 8b07f9cd-a13a-41e7-9f83-87e448049be7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1201.946302] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1201.946417] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 7bbd9d32-c972-46fa-b6f4-d80638b1527f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1201.946556] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Migration 3c11967e-791e-4c47-91ff-9e076cec2040 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1201.946666] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance c832a03f-3bf0-459c-8814-f9bd4958fc42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1202.274869] env[69281]: DEBUG nova.network.neutron [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating instance_info_cache with network_info: [{"id": "70bd7b30-4d88-4d49-945e-2416742ddd6c", "address": "fa:16:3e:b7:4a:fc", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bd7b30-4d", "ovs_interfaceid": "70bd7b30-4d88-4d49-945e-2416742ddd6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.300975] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936520, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.375617] env[69281]: DEBUG nova.compute.manager [req-f78359d2-55a7-4dc8-94c1-d7f976bdf420 req-7f1f3ff1-a7dc-41e9-b6a0-527c0794c541 service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Received event network-changed-a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.375876] env[69281]: DEBUG nova.compute.manager [req-f78359d2-55a7-4dc8-94c1-d7f976bdf420 req-7f1f3ff1-a7dc-41e9-b6a0-527c0794c541 service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Refreshing instance network info cache due to event network-changed-a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.376123] env[69281]: DEBUG oslo_concurrency.lockutils [req-f78359d2-55a7-4dc8-94c1-d7f976bdf420 req-7f1f3ff1-a7dc-41e9-b6a0-527c0794c541 service nova] Acquiring lock "refresh_cache-7bbd9d32-c972-46fa-b6f4-d80638b1527f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.376275] env[69281]: DEBUG oslo_concurrency.lockutils [req-f78359d2-55a7-4dc8-94c1-d7f976bdf420 req-7f1f3ff1-a7dc-41e9-b6a0-527c0794c541 service nova] Acquired lock "refresh_cache-7bbd9d32-c972-46fa-b6f4-d80638b1527f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.376437] env[69281]: DEBUG nova.network.neutron [req-f78359d2-55a7-4dc8-94c1-d7f976bdf420 req-7f1f3ff1-a7dc-41e9-b6a0-527c0794c541 service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Refreshing network info cache for port a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.450899] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 5c44108a-38d5-4019-be33-513287c89050 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1202.451374] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1202.451870] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1202.679044] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a076d7-1508-41b4-89b2-8755501f56a9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.688185] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f963a71-30bb-45d1-97d9-f282c5c69f62 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.723765] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fef2c48-229a-4708-b2e1-2354ab4d5ee4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.733100] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cf7911-ffa1-4f2e-bac4-d8416c1c7962 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.749156] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.786214] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.800677] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936520, 'name': CloneVM_Task} progress is 94%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.853428] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "8b07f9cd-a13a-41e7-9f83-87e448049be7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.853700] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "8b07f9cd-a13a-41e7-9f83-87e448049be7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.854603] env[69281]: DEBUG nova.compute.manager [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Going to confirm migration 7 {{(pid=69281) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1203.122466] env[69281]: DEBUG nova.network.neutron [req-f78359d2-55a7-4dc8-94c1-d7f976bdf420 req-7f1f3ff1-a7dc-41e9-b6a0-527c0794c541 service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Updated VIF entry in instance network info cache for port a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.122662] env[69281]: DEBUG nova.network.neutron [req-f78359d2-55a7-4dc8-94c1-d7f976bdf420 req-7f1f3ff1-a7dc-41e9-b6a0-527c0794c541 service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Updating instance_info_cache with network_info: [{"id": "a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a", "address": "fa:16:3e:0b:08:59", "network": {"id": "c19d8801-5e7a-4173-8782-b0ef2f11986a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-699807498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "502bfebbab5f4a65b8ffac216086a92e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa73c91c6-f5", "ovs_interfaceid": "a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.256496] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.308981] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936520, 'name': CloneVM_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.319655] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587c503f-f0cc-4f9d-a58f-436c6ff19aed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.341316] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47e7010-c75b-472d-98ad-8f72e8c46088 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.351208] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating instance 'c832a03f-3bf0-459c-8814-f9bd4958fc42' progress to 83 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.408991] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.409259] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquired lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.409553] env[69281]: DEBUG nova.network.neutron [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.410523] env[69281]: DEBUG nova.objects.instance [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lazy-loading 'info_cache' on Instance uuid 8b07f9cd-a13a-41e7-9f83-87e448049be7 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.625356] env[69281]: DEBUG oslo_concurrency.lockutils [req-f78359d2-55a7-4dc8-94c1-d7f976bdf420 req-7f1f3ff1-a7dc-41e9-b6a0-527c0794c541 service nova] Releasing lock "refresh_cache-7bbd9d32-c972-46fa-b6f4-d80638b1527f" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.763942] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1203.764187] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.860s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.765445] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.508s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.765445] env[69281]: DEBUG nova.objects.instance [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lazy-loading 'pci_requests' on Instance uuid 5c44108a-38d5-4019-be33-513287c89050 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.805962] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936520, 'name': CloneVM_Task, 'duration_secs': 1.59608} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.808034] env[69281]: INFO nova.virt.vmwareapi.vmops [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Created linked-clone VM from snapshot [ 1203.808431] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c9eb6f-c9f5-4bea-a491-d76dc6769002 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.817823] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Uploading image be51a631-4e7d-4ceb-996a-3bd000885a21 {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1203.848153] env[69281]: DEBUG oslo_vmware.rw_handles [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1203.848153] env[69281]: value = "vm-781445" [ 1203.848153] env[69281]: _type = "VirtualMachine" [ 1203.848153] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1203.848517] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a3072051-c09e-4ac7-b9db-5ba2e1d36537 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.859757] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.860323] env[69281]: DEBUG oslo_vmware.rw_handles [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lease: (returnval){ [ 1203.860323] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52523a03-1fd4-2470-4bd3-af0e1c908f6c" [ 1203.860323] env[69281]: _type = "HttpNfcLease" [ 1203.860323] env[69281]: } obtained for exporting VM: (result){ [ 1203.860323] env[69281]: value = "vm-781445" [ 1203.860323] env[69281]: _type = "VirtualMachine" [ 1203.860323] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1203.860729] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the lease: (returnval){ [ 1203.860729] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52523a03-1fd4-2470-4bd3-af0e1c908f6c" [ 1203.860729] env[69281]: _type = "HttpNfcLease" [ 1203.860729] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1203.861058] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8275d4e-38e1-4da8-b111-f46054d4da67 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.874658] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.874658] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52523a03-1fd4-2470-4bd3-af0e1c908f6c" [ 1203.874658] env[69281]: _type = "HttpNfcLease" [ 1203.874658] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1203.876173] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1203.876173] env[69281]: value = "task-3936522" [ 1203.876173] env[69281]: _type = "Task" [ 1203.876173] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.885725] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.268865] env[69281]: DEBUG nova.objects.instance [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lazy-loading 'numa_topology' on Instance uuid 5c44108a-38d5-4019-be33-513287c89050 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.371035] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1204.371035] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52523a03-1fd4-2470-4bd3-af0e1c908f6c" [ 1204.371035] env[69281]: _type = "HttpNfcLease" [ 1204.371035] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1204.371035] env[69281]: DEBUG oslo_vmware.rw_handles [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1204.371035] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52523a03-1fd4-2470-4bd3-af0e1c908f6c" [ 1204.371035] env[69281]: _type = "HttpNfcLease" [ 1204.371035] env[69281]: }. {{(pid=69281) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1204.371887] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43487a16-7b2d-4df5-8e09-dfdb2c9e2a60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.382543] env[69281]: DEBUG oslo_vmware.rw_handles [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522eb995-8275-74bb-6b16-cff5a35068b5/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1204.382782] env[69281]: DEBUG oslo_vmware.rw_handles [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522eb995-8275-74bb-6b16-cff5a35068b5/disk-0.vmdk for reading. {{(pid=69281) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1204.446773] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.482373] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02e3aa54-4286-41b3-bb44-813f941b9846 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.568315] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "7b4309ea-be35-490c-9a0a-63318db38792" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.568315] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "7b4309ea-be35-490c-9a0a-63318db38792" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.715365] env[69281]: DEBUG nova.network.neutron [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating instance_info_cache with network_info: [{"id": "b4d35fd9-fe26-4f2b-8124-c47eb74ac181", "address": "fa:16:3e:d2:b8:58", "network": {"id": "231b7293-bdbd-4f7d-b086-0b02e0b6cf3f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-102222537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30d87eba9e548a9844b6f38ba6eb899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4d35fd9-fe", "ovs_interfaceid": "b4d35fd9-fe26-4f2b-8124-c47eb74ac181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.772027] env[69281]: INFO nova.compute.claims [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.888468] env[69281]: DEBUG oslo_vmware.api [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936522, 'name': PowerOnVM_Task, 'duration_secs': 0.693939} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.889014] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.889213] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a140b3ed-84d5-434c-8755-f03dfaa13820 tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating instance 'c832a03f-3bf0-459c-8814-f9bd4958fc42' progress to 100 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.072140] env[69281]: DEBUG nova.compute.utils [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.218181] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Releasing lock "refresh_cache-8b07f9cd-a13a-41e7-9f83-87e448049be7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.218606] env[69281]: DEBUG nova.objects.instance [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lazy-loading 'migration_context' on Instance uuid 8b07f9cd-a13a-41e7-9f83-87e448049be7 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.578441] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "7b4309ea-be35-490c-9a0a-63318db38792" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.722809] env[69281]: DEBUG nova.objects.base [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Object Instance<8b07f9cd-a13a-41e7-9f83-87e448049be7> lazy-loaded attributes: info_cache,migration_context {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1205.723914] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3746f66-7312-4647-9966-01ffee28b0b4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.748833] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e831b8d3-ea4b-45b4-badf-92398920f277 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.755384] env[69281]: DEBUG oslo_vmware.api [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1205.755384] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5255c0fd-2a1e-fac0-beb3-2a254f19d621" [ 1205.755384] env[69281]: _type = "Task" [ 1205.755384] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.764982] env[69281]: DEBUG oslo_vmware.api [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5255c0fd-2a1e-fac0-beb3-2a254f19d621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.010933] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ad133d-3a2b-40da-8a1e-e26a488a2fdd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.018844] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e50d0f-be80-4a94-88f3-c22cbcf33f17 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.056111] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d6be14-60ab-46d0-addd-283181872c3d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.066336] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2a2b04-8278-4490-87b0-1c8154ff99b6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.081224] env[69281]: DEBUG nova.compute.provider_tree [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.267926] env[69281]: DEBUG oslo_vmware.api [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5255c0fd-2a1e-fac0-beb3-2a254f19d621, 'name': SearchDatastore_Task, 'duration_secs': 0.011283} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.268346] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.579618] env[69281]: DEBUG oslo_concurrency.lockutils [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquiring lock "2bb7c285-4462-43ab-a8c5-8294d02aa9f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.580235] env[69281]: DEBUG oslo_concurrency.lockutils [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Lock "2bb7c285-4462-43ab-a8c5-8294d02aa9f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.584041] env[69281]: DEBUG nova.scheduler.client.report [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.655807] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "7b4309ea-be35-490c-9a0a-63318db38792" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.656030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "7b4309ea-be35-490c-9a0a-63318db38792" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.656167] env[69281]: INFO nova.compute.manager [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Attaching volume 8b983e88-b24d-4d44-b5a0-80dc228eb792 to /dev/sdb [ 1206.696990] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e40d03-8d1b-4589-820d-068d09f450d1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.705015] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc66f020-6dff-4650-96f8-237c3df4e09e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.722616] env[69281]: DEBUG nova.virt.block_device [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Updating existing volume attachment record: faafe812-42a3-4b80-a6dc-401a2d453269 {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1206.884849] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "c832a03f-3bf0-459c-8814-f9bd4958fc42" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.885305] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "c832a03f-3bf0-459c-8814-f9bd4958fc42" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.885599] env[69281]: DEBUG nova.compute.manager [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Going to confirm migration 8 {{(pid=69281) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1207.083053] env[69281]: DEBUG nova.compute.manager [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1207.088867] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.324s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.091213] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.823s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.122130] env[69281]: INFO nova.network.neutron [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Updating port 0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1207.474800] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.475152] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquired lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.475372] env[69281]: DEBUG nova.network.neutron [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.475574] env[69281]: DEBUG nova.objects.instance [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lazy-loading 'info_cache' on Instance uuid c832a03f-3bf0-459c-8814-f9bd4958fc42 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.611708] env[69281]: DEBUG oslo_concurrency.lockutils [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.799764] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7b12ea-b5d9-48fa-ba93-e35a2db34f3f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.809478] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbd5dc7-1a42-4229-8c58-894b754f92c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.842496] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbd86fc-d55a-42ab-b65f-c2ea6f810d68 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.851177] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabbd377-71bd-40fe-a2c4-68cb184e54b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.866563] env[69281]: DEBUG nova.compute.provider_tree [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.370878] env[69281]: DEBUG nova.scheduler.client.report [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.721122] env[69281]: DEBUG nova.compute.manager [req-12fea35e-445d-48e9-a9a2-0737ac263db5 req-cdbdf1f0-5a7a-4726-bac2-97232ecad809 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Received event network-vif-plugged-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.721535] env[69281]: DEBUG oslo_concurrency.lockutils [req-12fea35e-445d-48e9-a9a2-0737ac263db5 req-cdbdf1f0-5a7a-4726-bac2-97232ecad809 service nova] Acquiring lock "5c44108a-38d5-4019-be33-513287c89050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.721919] env[69281]: DEBUG oslo_concurrency.lockutils [req-12fea35e-445d-48e9-a9a2-0737ac263db5 req-cdbdf1f0-5a7a-4726-bac2-97232ecad809 service nova] Lock "5c44108a-38d5-4019-be33-513287c89050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.722214] env[69281]: DEBUG oslo_concurrency.lockutils [req-12fea35e-445d-48e9-a9a2-0737ac263db5 req-cdbdf1f0-5a7a-4726-bac2-97232ecad809 service nova] Lock "5c44108a-38d5-4019-be33-513287c89050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.722948] env[69281]: DEBUG nova.compute.manager [req-12fea35e-445d-48e9-a9a2-0737ac263db5 req-cdbdf1f0-5a7a-4726-bac2-97232ecad809 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] No waiting events found dispatching network-vif-plugged-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1208.722948] env[69281]: WARNING nova.compute.manager [req-12fea35e-445d-48e9-a9a2-0737ac263db5 req-cdbdf1f0-5a7a-4726-bac2-97232ecad809 service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Received unexpected event network-vif-plugged-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 for instance with vm_state shelved_offloaded and task_state spawning. [ 1208.825814] env[69281]: DEBUG nova.network.neutron [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating instance_info_cache with network_info: [{"id": "70bd7b30-4d88-4d49-945e-2416742ddd6c", "address": "fa:16:3e:b7:4a:fc", "network": {"id": "13fc27d1-a766-4081-83c1-7e109761cd98", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1964874961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa25e53553ec44378e9f7ee80f6ed5e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70bd7b30-4d", "ovs_interfaceid": "70bd7b30-4d88-4d49-945e-2416742ddd6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.873275] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.873487] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.873670] env[69281]: DEBUG nova.network.neutron [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.329506] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Releasing lock "refresh_cache-c832a03f-3bf0-459c-8814-f9bd4958fc42" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.330354] env[69281]: DEBUG nova.objects.instance [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lazy-loading 'migration_context' on Instance uuid c832a03f-3bf0-459c-8814-f9bd4958fc42 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.384526] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.293s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.388332] env[69281]: DEBUG oslo_concurrency.lockutils [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.776s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.390097] env[69281]: INFO nova.compute.claims [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.612223] env[69281]: DEBUG nova.network.neutron [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Updating instance_info_cache with network_info: [{"id": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "address": "fa:16:3e:83:b8:94", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8ff0a0-a8", "ovs_interfaceid": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.835100] env[69281]: DEBUG nova.objects.base [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.835299] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749a6482-4dcc-44bc-8e35-df99f45241f0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.856908] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9437d50a-2295-4b33-be35-d7fd4b779426 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.863569] env[69281]: DEBUG oslo_vmware.api [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1209.863569] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a72a81-d90b-a418-323f-6decfd78f08c" [ 1209.863569] env[69281]: _type = "Task" [ 1209.863569] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.875434] env[69281]: DEBUG oslo_vmware.api [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a72a81-d90b-a418-323f-6decfd78f08c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.964832] env[69281]: INFO nova.scheduler.client.report [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleted allocation for migration 85f0ef6b-aa5a-4a65-bbc7-0217dda3d61f [ 1210.115403] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.143758] env[69281]: DEBUG nova.virt.hardware [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ee7c842245d16d199db6d0df9419e8b3',container_format='bare',created_at=2025-05-08T23:54:46Z,direct_url=,disk_format='vmdk',id=b4d1b9f5-d769-4f1c-b83b-64cee1192046,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1354284442-shelved',owner='1ab69f53d2a348b195920d679cb277dc',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-05-08T23:55:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.144036] env[69281]: DEBUG nova.virt.hardware [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.144215] env[69281]: DEBUG nova.virt.hardware [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.144400] env[69281]: DEBUG nova.virt.hardware [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.144549] env[69281]: DEBUG nova.virt.hardware [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.144741] env[69281]: DEBUG nova.virt.hardware [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.145018] env[69281]: DEBUG nova.virt.hardware [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.145210] env[69281]: DEBUG nova.virt.hardware [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.145400] env[69281]: DEBUG nova.virt.hardware [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.145677] env[69281]: DEBUG nova.virt.hardware [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.145955] env[69281]: DEBUG nova.virt.hardware [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.147721] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c11c68b-21b4-4332-bdcc-6fb77ac07299 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.157172] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf83c86e-bcb9-4c81-8784-74c3ca9dfdc5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.171408] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:b8:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e8ff0a0-a82b-4129-ae4b-9e03c7be3799', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.179448] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.179713] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c44108a-38d5-4019-be33-513287c89050] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.179934] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b3eb0ac-b5d2-4a20-b1d5-aeda6cdf885a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.199504] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.199504] env[69281]: value = "task-3936525" [ 1210.199504] env[69281]: _type = "Task" [ 1210.199504] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.207935] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936525, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.374432] env[69281]: DEBUG oslo_vmware.api [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a72a81-d90b-a418-323f-6decfd78f08c, 'name': SearchDatastore_Task, 'duration_secs': 0.054332} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.374814] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.470816] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a14db966-b567-4dd3-9503-5bf0208112c0 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "8b07f9cd-a13a-41e7-9f83-87e448049be7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.617s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.621738] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1753828a-0d63-404e-9a48-927623ef1276 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.630847] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579ac0d7-21bc-4418-ac5d-02ddcd3056de {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.664744] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617ddecf-1639-4121-a80d-95f8078f04d5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.673506] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3138e5a6-7b54-462e-a49f-586cc4f89114 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.687930] env[69281]: DEBUG nova.compute.provider_tree [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.709608] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936525, 'name': CreateVM_Task, 'duration_secs': 0.45947} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.709786] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c44108a-38d5-4019-be33-513287c89050] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.710516] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b4d1b9f5-d769-4f1c-b83b-64cee1192046" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.710698] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b4d1b9f5-d769-4f1c-b83b-64cee1192046" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.711110] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b4d1b9f5-d769-4f1c-b83b-64cee1192046" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.711383] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c86fc0a-6cc7-43a8-9dcf-c55c802bcdec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.717171] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1210.717171] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520ffad2-baed-7e64-080f-2dd700d06265" [ 1210.717171] env[69281]: _type = "Task" [ 1210.717171] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.726521] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520ffad2-baed-7e64-080f-2dd700d06265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.881099] env[69281]: DEBUG nova.compute.manager [req-03ce488a-c8fd-4133-8c05-eb5208a6f403 req-28364d3d-7125-4533-8be0-942540be329c service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Received event network-changed-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.881273] env[69281]: DEBUG nova.compute.manager [req-03ce488a-c8fd-4133-8c05-eb5208a6f403 req-28364d3d-7125-4533-8be0-942540be329c service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Refreshing instance network info cache due to event network-changed-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.881501] env[69281]: DEBUG oslo_concurrency.lockutils [req-03ce488a-c8fd-4133-8c05-eb5208a6f403 req-28364d3d-7125-4533-8be0-942540be329c service nova] Acquiring lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.881641] env[69281]: DEBUG oslo_concurrency.lockutils [req-03ce488a-c8fd-4133-8c05-eb5208a6f403 req-28364d3d-7125-4533-8be0-942540be329c service nova] Acquired lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.881821] env[69281]: DEBUG nova.network.neutron [req-03ce488a-c8fd-4133-8c05-eb5208a6f403 req-28364d3d-7125-4533-8be0-942540be329c service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Refreshing network info cache for port 0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.025765] env[69281]: INFO nova.compute.manager [None req-4be5a4d1-b878-483c-aede-6adcac9ab672 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Get console output [ 1211.026236] env[69281]: WARNING nova.virt.vmwareapi.driver [None req-4be5a4d1-b878-483c-aede-6adcac9ab672 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] The console log is missing. Check your VSPC configuration [ 1211.191298] env[69281]: DEBUG nova.scheduler.client.report [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.230062] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b4d1b9f5-d769-4f1c-b83b-64cee1192046" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.230391] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Processing image b4d1b9f5-d769-4f1c-b83b-64cee1192046 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.230683] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b4d1b9f5-d769-4f1c-b83b-64cee1192046/b4d1b9f5-d769-4f1c-b83b-64cee1192046.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.230915] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b4d1b9f5-d769-4f1c-b83b-64cee1192046/b4d1b9f5-d769-4f1c-b83b-64cee1192046.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.231162] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.231426] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fae3c288-559b-4b7e-946d-6b9ed1208434 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.241049] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.241239] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.241970] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6f47a8-8edf-4c99-8e13-b1e4adf4e111 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.247631] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1211.247631] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526b2dcd-3086-aaa3-6635-f9d6123f2629" [ 1211.247631] env[69281]: _type = "Task" [ 1211.247631] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.257071] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526b2dcd-3086-aaa3-6635-f9d6123f2629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.272307] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1211.272551] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781446', 'volume_id': '8b983e88-b24d-4d44-b5a0-80dc228eb792', 'name': 'volume-8b983e88-b24d-4d44-b5a0-80dc228eb792', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b4309ea-be35-490c-9a0a-63318db38792', 'attached_at': '', 'detached_at': '', 'volume_id': '8b983e88-b24d-4d44-b5a0-80dc228eb792', 'serial': '8b983e88-b24d-4d44-b5a0-80dc228eb792'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1211.273457] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d22a26-3c32-4aa5-9155-62578914cef5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.292269] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f610e5-53da-4719-a32d-35f4c9e96758 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.319114] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-8b983e88-b24d-4d44-b5a0-80dc228eb792/volume-8b983e88-b24d-4d44-b5a0-80dc228eb792.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.319452] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3624cbf-047c-4ac8-bc7c-2a6c0ee15ce7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.340142] env[69281]: DEBUG oslo_vmware.api [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1211.340142] env[69281]: value = "task-3936526" [ 1211.340142] env[69281]: _type = "Task" [ 1211.340142] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.351732] env[69281]: DEBUG oslo_vmware.api [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.621075] env[69281]: DEBUG nova.network.neutron [req-03ce488a-c8fd-4133-8c05-eb5208a6f403 req-28364d3d-7125-4533-8be0-942540be329c service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Updated VIF entry in instance network info cache for port 0e8ff0a0-a82b-4129-ae4b-9e03c7be3799. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.621503] env[69281]: DEBUG nova.network.neutron [req-03ce488a-c8fd-4133-8c05-eb5208a6f403 req-28364d3d-7125-4533-8be0-942540be329c service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Updating instance_info_cache with network_info: [{"id": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "address": "fa:16:3e:83:b8:94", "network": {"id": "3dbb2c69-3517-4fa1-8879-105ce59f3ab9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1696154951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ab69f53d2a348b195920d679cb277dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8ff0a0-a8", "ovs_interfaceid": "0e8ff0a0-a82b-4129-ae4b-9e03c7be3799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.697685] env[69281]: DEBUG oslo_concurrency.lockutils [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.698166] env[69281]: DEBUG nova.compute.manager [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.703096] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.328s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.759411] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Preparing fetch location {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1211.759705] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Fetch image to [datastore1] OSTACK_IMG_c764b61c-b88a-4a50-9f73-a4981cdfb1d5/OSTACK_IMG_c764b61c-b88a-4a50-9f73-a4981cdfb1d5.vmdk {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1211.759935] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Downloading stream optimized image b4d1b9f5-d769-4f1c-b83b-64cee1192046 to [datastore1] OSTACK_IMG_c764b61c-b88a-4a50-9f73-a4981cdfb1d5/OSTACK_IMG_c764b61c-b88a-4a50-9f73-a4981cdfb1d5.vmdk on the data store datastore1 as vApp {{(pid=69281) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1211.760146] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Downloading image file data b4d1b9f5-d769-4f1c-b83b-64cee1192046 to the ESX as VM named 'OSTACK_IMG_c764b61c-b88a-4a50-9f73-a4981cdfb1d5' {{(pid=69281) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1211.841075] env[69281]: DEBUG oslo_vmware.rw_handles [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1211.841075] env[69281]: value = "resgroup-9" [ 1211.841075] env[69281]: _type = "ResourcePool" [ 1211.841075] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1211.841494] env[69281]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5abe2242-a3e4-4c83-aafc-58a9871be42b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.867423] env[69281]: DEBUG oslo_vmware.api [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.868984] env[69281]: DEBUG oslo_vmware.rw_handles [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lease: (returnval){ [ 1211.868984] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a87035-1012-91a3-c285-8b5be767388c" [ 1211.868984] env[69281]: _type = "HttpNfcLease" [ 1211.868984] env[69281]: } obtained for vApp import into resource pool (val){ [ 1211.868984] env[69281]: value = "resgroup-9" [ 1211.868984] env[69281]: _type = "ResourcePool" [ 1211.868984] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1211.869278] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the lease: (returnval){ [ 1211.869278] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a87035-1012-91a3-c285-8b5be767388c" [ 1211.869278] env[69281]: _type = "HttpNfcLease" [ 1211.869278] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1211.878987] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1211.878987] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a87035-1012-91a3-c285-8b5be767388c" [ 1211.878987] env[69281]: _type = "HttpNfcLease" [ 1211.878987] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1212.127832] env[69281]: DEBUG oslo_concurrency.lockutils [req-03ce488a-c8fd-4133-8c05-eb5208a6f403 req-28364d3d-7125-4533-8be0-942540be329c service nova] Releasing lock "refresh_cache-5c44108a-38d5-4019-be33-513287c89050" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.206515] env[69281]: DEBUG nova.compute.utils [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.213057] env[69281]: DEBUG oslo_vmware.rw_handles [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522eb995-8275-74bb-6b16-cff5a35068b5/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1212.213936] env[69281]: DEBUG nova.compute.manager [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Not allocating networking since 'none' was specified. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1212.215113] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c39184d-54bb-41b3-a3fa-cb93a7141315 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.222990] env[69281]: DEBUG oslo_vmware.rw_handles [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522eb995-8275-74bb-6b16-cff5a35068b5/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1212.223378] env[69281]: ERROR oslo_vmware.rw_handles [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522eb995-8275-74bb-6b16-cff5a35068b5/disk-0.vmdk due to incomplete transfer. [ 1212.223632] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2ed427ca-8983-4669-adc6-382c89ed2792 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.234628] env[69281]: DEBUG oslo_vmware.rw_handles [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522eb995-8275-74bb-6b16-cff5a35068b5/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1212.234877] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Uploaded image be51a631-4e7d-4ceb-996a-3bd000885a21 to the Glance image server {{(pid=69281) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1212.237389] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Destroying the VM {{(pid=69281) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1212.237610] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-616b6dce-c03f-48ef-9488-27967ab0327c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.248527] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1212.248527] env[69281]: value = "task-3936528" [ 1212.248527] env[69281]: _type = "Task" [ 1212.248527] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.259282] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936528, 'name': Destroy_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.353424] env[69281]: DEBUG oslo_vmware.api [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936526, 'name': ReconfigVM_Task, 'duration_secs': 0.62126} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.356883] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-8b983e88-b24d-4d44-b5a0-80dc228eb792/volume-8b983e88-b24d-4d44-b5a0-80dc228eb792.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.363236] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73650d7e-9f38-446d-8666-2e788a43ddbe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.384819] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1212.384819] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a87035-1012-91a3-c285-8b5be767388c" [ 1212.384819] env[69281]: _type = "HttpNfcLease" [ 1212.384819] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1212.386517] env[69281]: DEBUG oslo_vmware.api [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1212.386517] env[69281]: value = "task-3936529" [ 1212.386517] env[69281]: _type = "Task" [ 1212.386517] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.398701] env[69281]: DEBUG oslo_vmware.api [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.432744] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf26fd68-b278-4256-b9d7-19c7fc5da453 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.441468] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7f50e5-f162-4190-949d-ab7f4a8f1672 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.473266] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645d5be4-d237-45f3-9fb8-0510876a65de {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.481480] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d630151-9c05-43e0-baa4-94112986f780 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.497737] env[69281]: DEBUG nova.compute.provider_tree [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.657907] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e0b9e9f6-cc85-48d1-b4fe-e29ed91d82e2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.658326] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e0b9e9f6-cc85-48d1-b4fe-e29ed91d82e2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.658389] env[69281]: DEBUG nova.compute.manager [None req-e0b9e9f6-cc85-48d1-b4fe-e29ed91d82e2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1212.659309] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11528340-ea2e-4b35-b648-bddd3f70a424 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.666378] env[69281]: DEBUG nova.compute.manager [None req-e0b9e9f6-cc85-48d1-b4fe-e29ed91d82e2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69281) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1212.666992] env[69281]: DEBUG nova.objects.instance [None req-e0b9e9f6-cc85-48d1-b4fe-e29ed91d82e2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lazy-loading 'flavor' on Instance uuid f8dee9fa-7778-49c4-8e4f-d30a274debb6 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.715128] env[69281]: DEBUG nova.compute.manager [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1212.759323] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936528, 'name': Destroy_Task, 'duration_secs': 0.390039} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.759527] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Destroyed the VM [ 1212.759767] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Deleting Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1212.760079] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-384ecb39-698c-446c-ab9f-70fc67bf56e2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.766839] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1212.766839] env[69281]: value = "task-3936530" [ 1212.766839] env[69281]: _type = "Task" [ 1212.766839] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.775013] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936530, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.885309] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1212.885309] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a87035-1012-91a3-c285-8b5be767388c" [ 1212.885309] env[69281]: _type = "HttpNfcLease" [ 1212.885309] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1212.885615] env[69281]: DEBUG oslo_vmware.rw_handles [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1212.885615] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a87035-1012-91a3-c285-8b5be767388c" [ 1212.885615] env[69281]: _type = "HttpNfcLease" [ 1212.885615] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1212.886406] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ada23f3-e52b-4b85-9b27-01a5aa10b63a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.895840] env[69281]: DEBUG oslo_vmware.rw_handles [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e65f31-8e34-6758-3731-f056807a5f0f/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1212.896054] env[69281]: DEBUG oslo_vmware.rw_handles [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e65f31-8e34-6758-3731-f056807a5f0f/disk-0.vmdk. {{(pid=69281) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1212.954200] env[69281]: DEBUG oslo_vmware.api [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936529, 'name': ReconfigVM_Task, 'duration_secs': 0.164888} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.955776] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781446', 'volume_id': '8b983e88-b24d-4d44-b5a0-80dc228eb792', 'name': 'volume-8b983e88-b24d-4d44-b5a0-80dc228eb792', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b4309ea-be35-490c-9a0a-63318db38792', 'attached_at': '', 'detached_at': '', 'volume_id': '8b983e88-b24d-4d44-b5a0-80dc228eb792', 'serial': '8b983e88-b24d-4d44-b5a0-80dc228eb792'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1212.962189] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b04404ad-6e8c-49ac-9c53-ccd7434ae1c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.002379] env[69281]: DEBUG nova.scheduler.client.report [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.278773] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936530, 'name': RemoveSnapshot_Task, 'duration_secs': 0.389808} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.279180] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Deleted Snapshot of the VM instance {{(pid=69281) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1213.279539] env[69281]: DEBUG nova.compute.manager [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1213.280454] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112aaeae-f684-4ee6-b945-fb2109b058ec {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.674547] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b9e9f6-cc85-48d1-b4fe-e29ed91d82e2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.675099] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7c3f2cf-c388-4b5e-9b47-09fb425f9fc5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.685335] env[69281]: DEBUG oslo_vmware.api [None req-e0b9e9f6-cc85-48d1-b4fe-e29ed91d82e2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1213.685335] env[69281]: value = "task-3936531" [ 1213.685335] env[69281]: _type = "Task" [ 1213.685335] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.698659] env[69281]: DEBUG oslo_vmware.api [None req-e0b9e9f6-cc85-48d1-b4fe-e29ed91d82e2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.726053] env[69281]: DEBUG nova.compute.manager [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1213.755466] env[69281]: DEBUG nova.virt.hardware [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.755785] env[69281]: DEBUG nova.virt.hardware [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.755996] env[69281]: DEBUG nova.virt.hardware [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.756255] env[69281]: DEBUG nova.virt.hardware [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.756485] env[69281]: DEBUG nova.virt.hardware [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.756685] env[69281]: DEBUG nova.virt.hardware [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.756973] env[69281]: DEBUG nova.virt.hardware [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.757203] env[69281]: DEBUG nova.virt.hardware [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.757438] env[69281]: DEBUG nova.virt.hardware [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.757685] env[69281]: DEBUG nova.virt.hardware [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.757886] env[69281]: DEBUG nova.virt.hardware [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.758934] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342c7db0-2dcd-45af-a402-ea9159e56a11 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.771323] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4da3782-7fc2-4213-a7b3-5b4374879ef2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.791073] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.798089] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Creating folder: Project (3f92c47504f2425cb63bf8814d58d4b6). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.809098] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26ecace2-408b-49f5-b855-c10a0fe64635 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.812205] env[69281]: INFO nova.compute.manager [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Shelve offloading [ 1213.829226] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Created folder: Project (3f92c47504f2425cb63bf8814d58d4b6) in parent group-v781128. [ 1213.829542] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Creating folder: Instances. Parent ref: group-v781449. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.830770] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aca1156b-c32f-4980-8c23-174e18f7f81f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.846850] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Created folder: Instances in parent group-v781449. [ 1213.847268] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.847548] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.847860] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3d5eb87-5291-41a2-8707-9a80aa0aed8f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.871129] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.871129] env[69281]: value = "task-3936534" [ 1213.871129] env[69281]: _type = "Task" [ 1213.871129] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.882433] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936534, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.999874] env[69281]: DEBUG nova.objects.instance [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lazy-loading 'flavor' on Instance uuid 7b4309ea-be35-490c-9a0a-63318db38792 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.015729] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.313s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.171696] env[69281]: DEBUG oslo_vmware.rw_handles [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Completed reading data from the image iterator. {{(pid=69281) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1214.171965] env[69281]: DEBUG oslo_vmware.rw_handles [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e65f31-8e34-6758-3731-f056807a5f0f/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1214.173233] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8205dba5-f738-4fe4-bdca-3563be52298e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.182009] env[69281]: DEBUG oslo_vmware.rw_handles [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e65f31-8e34-6758-3731-f056807a5f0f/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1214.182267] env[69281]: DEBUG oslo_vmware.rw_handles [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e65f31-8e34-6758-3731-f056807a5f0f/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1214.182648] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-37bdac28-47ca-42d5-8280-056df1efe62d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.197682] env[69281]: DEBUG oslo_vmware.api [None req-e0b9e9f6-cc85-48d1-b4fe-e29ed91d82e2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936531, 'name': PowerOffVM_Task, 'duration_secs': 0.221211} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.197935] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b9e9f6-cc85-48d1-b4fe-e29ed91d82e2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.198164] env[69281]: DEBUG nova.compute.manager [None req-e0b9e9f6-cc85-48d1-b4fe-e29ed91d82e2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1214.198974] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5aeca7-5203-4a09-b8ac-1faaf5d6d9e5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.320293] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.320642] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d70109c7-1498-4635-99e7-14d6f51ca3c7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.327738] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1214.327738] env[69281]: value = "task-3936535" [ 1214.327738] env[69281]: _type = "Task" [ 1214.327738] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.337335] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.382035] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936534, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.505998] env[69281]: DEBUG oslo_concurrency.lockutils [None req-ac352554-f527-4079-9193-d9f4e2eddcec tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "7b4309ea-be35-490c-9a0a-63318db38792" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.850s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.584805] env[69281]: INFO nova.scheduler.client.report [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleted allocation for migration 3c11967e-791e-4c47-91ff-9e076cec2040 [ 1214.646990] env[69281]: DEBUG oslo_vmware.rw_handles [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e65f31-8e34-6758-3731-f056807a5f0f/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1214.646990] env[69281]: INFO nova.virt.vmwareapi.images [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Downloaded image file data b4d1b9f5-d769-4f1c-b83b-64cee1192046 [ 1214.647898] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f641668-ccfb-4a39-8a07-2b6d2ad54b26 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.665689] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ff280ff-b40b-4add-9245-7cd96b44e117 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.694936] env[69281]: INFO nova.virt.vmwareapi.images [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] The imported VM was unregistered [ 1214.697386] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Caching image {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1214.697644] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b4d1b9f5-d769-4f1c-b83b-64cee1192046 {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.697945] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b9d9da6-7c4b-4479-b7c3-fc279bfb010e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.711814] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e0b9e9f6-cc85-48d1-b4fe-e29ed91d82e2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.729171] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Created directory with path [datastore1] devstack-image-cache_base/b4d1b9f5-d769-4f1c-b83b-64cee1192046 {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.729386] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c764b61c-b88a-4a50-9f73-a4981cdfb1d5/OSTACK_IMG_c764b61c-b88a-4a50-9f73-a4981cdfb1d5.vmdk to [datastore1] devstack-image-cache_base/b4d1b9f5-d769-4f1c-b83b-64cee1192046/b4d1b9f5-d769-4f1c-b83b-64cee1192046.vmdk. {{(pid=69281) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1214.729745] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c3ff1b93-5c90-43a6-a7cc-0e3cc93c136c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.741257] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1214.741257] env[69281]: value = "task-3936537" [ 1214.741257] env[69281]: _type = "Task" [ 1214.741257] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.753044] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936537, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.837852] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1214.838079] env[69281]: DEBUG nova.compute.manager [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1214.838856] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace219bb-013c-4923-8b46-b2c9fd0b48dd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.845054] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.845230] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.845444] env[69281]: DEBUG nova.network.neutron [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.882036] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936534, 'name': CreateVM_Task, 'duration_secs': 0.52752} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.882221] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.882690] env[69281]: DEBUG oslo_concurrency.lockutils [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.882897] env[69281]: DEBUG oslo_concurrency.lockutils [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.883341] env[69281]: DEBUG oslo_concurrency.lockutils [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.883614] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b133d5-53db-49ff-b2d0-445d041aab0a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.888828] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1214.888828] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d43136-f8e7-b9d1-81eb-4757f4b5bcc6" [ 1214.888828] env[69281]: _type = "Task" [ 1214.888828] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.897189] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d43136-f8e7-b9d1-81eb-4757f4b5bcc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.029875] env[69281]: DEBUG nova.objects.instance [None req-9edceea8-b89b-4c99-b4c5-080571fa7eac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lazy-loading 'flavor' on Instance uuid f8dee9fa-7778-49c4-8e4f-d30a274debb6 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.090382] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "c832a03f-3bf0-459c-8814-f9bd4958fc42" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.205s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.238617] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "7b4309ea-be35-490c-9a0a-63318db38792" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.238617] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "7b4309ea-be35-490c-9a0a-63318db38792" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.254302] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936537, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.403119] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d43136-f8e7-b9d1-81eb-4757f4b5bcc6, 'name': SearchDatastore_Task, 'duration_secs': 0.043765} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.403450] env[69281]: DEBUG oslo_concurrency.lockutils [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.403699] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.403944] env[69281]: DEBUG oslo_concurrency.lockutils [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.404107] env[69281]: DEBUG oslo_concurrency.lockutils [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.404295] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.404570] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dafa6f2-762a-4b14-b816-ab2984e8dca2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.424338] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.424564] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.425437] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd5d764-a9c1-4b70-9b25-7ee0a150f01e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.433883] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1215.433883] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520b36e6-2450-dde3-a60f-7116b285956e" [ 1215.433883] env[69281]: _type = "Task" [ 1215.433883] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.449384] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520b36e6-2450-dde3-a60f-7116b285956e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.535948] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9edceea8-b89b-4c99-b4c5-080571fa7eac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.536143] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9edceea8-b89b-4c99-b4c5-080571fa7eac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.536252] env[69281]: DEBUG nova.network.neutron [None req-9edceea8-b89b-4c99-b4c5-080571fa7eac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.536470] env[69281]: DEBUG nova.objects.instance [None req-9edceea8-b89b-4c99-b4c5-080571fa7eac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lazy-loading 'info_cache' on Instance uuid f8dee9fa-7778-49c4-8e4f-d30a274debb6 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.603785] env[69281]: DEBUG nova.network.neutron [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Updating instance_info_cache with network_info: [{"id": "d16b1e5b-3252-489f-830f-f66e5ae29d31", "address": "fa:16:3e:09:1f:b7", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16b1e5b-32", "ovs_interfaceid": "d16b1e5b-3252-489f-830f-f66e5ae29d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.742271] env[69281]: INFO nova.compute.manager [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Detaching volume 8b983e88-b24d-4d44-b5a0-80dc228eb792 [ 1215.759399] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936537, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.788107] env[69281]: INFO nova.virt.block_device [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Attempting to driver detach volume 8b983e88-b24d-4d44-b5a0-80dc228eb792 from mountpoint /dev/sdb [ 1215.788398] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1215.788653] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781446', 'volume_id': '8b983e88-b24d-4d44-b5a0-80dc228eb792', 'name': 'volume-8b983e88-b24d-4d44-b5a0-80dc228eb792', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b4309ea-be35-490c-9a0a-63318db38792', 'attached_at': '', 'detached_at': '', 'volume_id': '8b983e88-b24d-4d44-b5a0-80dc228eb792', 'serial': '8b983e88-b24d-4d44-b5a0-80dc228eb792'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1215.789659] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff144df-f53f-458f-bcfd-a58198b0f34f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.816503] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccc459a-de7b-4983-a560-7cba048ac885 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.827576] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8bf70c-1df2-4d2a-a4b1-acfc24627572 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.853470] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8672d20-b820-4468-8e93-c81de7e3cf29 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.872735] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] The volume has not been displaced from its original location: [datastore1] volume-8b983e88-b24d-4d44-b5a0-80dc228eb792/volume-8b983e88-b24d-4d44-b5a0-80dc228eb792.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1215.878850] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1215.879303] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db686d94-465d-41a1-8545-1f2d39a2ad4d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.903191] env[69281]: DEBUG oslo_vmware.api [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1215.903191] env[69281]: value = "task-3936538" [ 1215.903191] env[69281]: _type = "Task" [ 1215.903191] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.916889] env[69281]: DEBUG oslo_vmware.api [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.949393] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520b36e6-2450-dde3-a60f-7116b285956e, 'name': SearchDatastore_Task, 'duration_secs': 0.081053} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.950226] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56cc01a0-67a6-4c1b-999f-2f73b7f12fac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.959241] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1215.959241] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522050a9-e56f-d768-421b-54155902e59d" [ 1215.959241] env[69281]: _type = "Task" [ 1215.959241] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.972341] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522050a9-e56f-d768-421b-54155902e59d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.040449] env[69281]: DEBUG nova.objects.base [None req-9edceea8-b89b-4c99-b4c5-080571fa7eac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1216.107204] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.257463] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936537, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.418291] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "c832a03f-3bf0-459c-8814-f9bd4958fc42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.418560] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "c832a03f-3bf0-459c-8814-f9bd4958fc42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.419033] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "c832a03f-3bf0-459c-8814-f9bd4958fc42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.419033] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "c832a03f-3bf0-459c-8814-f9bd4958fc42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.419271] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "c832a03f-3bf0-459c-8814-f9bd4958fc42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.420860] env[69281]: DEBUG oslo_vmware.api [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.421390] env[69281]: INFO nova.compute.manager [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Terminating instance [ 1216.474733] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522050a9-e56f-d768-421b-54155902e59d, 'name': SearchDatastore_Task, 'duration_secs': 0.102094} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.474733] env[69281]: DEBUG oslo_concurrency.lockutils [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.474866] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 2bb7c285-4462-43ab-a8c5-8294d02aa9f6/2bb7c285-4462-43ab-a8c5-8294d02aa9f6.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.475157] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e838bf7-bc66-4032-9eb1-1ef3ecc31a45 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.487980] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1216.487980] env[69281]: value = "task-3936539" [ 1216.487980] env[69281]: _type = "Task" [ 1216.487980] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.501070] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.504054] env[69281]: DEBUG nova.compute.manager [req-f30b3777-b9b4-4bfd-9ff5-0c1008685754 req-3f3035e6-8121-4a4a-b9ed-66ba75154cdd service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Received event network-vif-unplugged-d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.504342] env[69281]: DEBUG oslo_concurrency.lockutils [req-f30b3777-b9b4-4bfd-9ff5-0c1008685754 req-3f3035e6-8121-4a4a-b9ed-66ba75154cdd service nova] Acquiring lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.504609] env[69281]: DEBUG oslo_concurrency.lockutils [req-f30b3777-b9b4-4bfd-9ff5-0c1008685754 req-3f3035e6-8121-4a4a-b9ed-66ba75154cdd service nova] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.504883] env[69281]: DEBUG oslo_concurrency.lockutils [req-f30b3777-b9b4-4bfd-9ff5-0c1008685754 req-3f3035e6-8121-4a4a-b9ed-66ba75154cdd service nova] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.505079] env[69281]: DEBUG nova.compute.manager [req-f30b3777-b9b4-4bfd-9ff5-0c1008685754 req-3f3035e6-8121-4a4a-b9ed-66ba75154cdd service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] No waiting events found dispatching network-vif-unplugged-d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1216.505261] env[69281]: WARNING nova.compute.manager [req-f30b3777-b9b4-4bfd-9ff5-0c1008685754 req-3f3035e6-8121-4a4a-b9ed-66ba75154cdd service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Received unexpected event network-vif-unplugged-d16b1e5b-3252-489f-830f-f66e5ae29d31 for instance with vm_state shelved and task_state shelving_offloading. [ 1216.732445] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.733578] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32322cc-1e07-439c-b4bf-447e298857c1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.748733] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.752142] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87c9d98e-3264-4d0b-b861-fe677185e062 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.762907] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936537, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.856880] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.857301] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.857787] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleting the datastore file [datastore2] d075430d-690d-4a45-b5bd-6fb2c50b49b8 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.857787] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7069f30b-37f3-49b6-b0cb-f0e1d9325f33 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.868059] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1216.868059] env[69281]: value = "task-3936541" [ 1216.868059] env[69281]: _type = "Task" [ 1216.868059] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.881218] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.882477] env[69281]: DEBUG nova.network.neutron [None req-9edceea8-b89b-4c99-b4c5-080571fa7eac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance_info_cache with network_info: [{"id": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "address": "fa:16:3e:d6:e3:c1", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4f8192-55", "ovs_interfaceid": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.923010] env[69281]: DEBUG oslo_vmware.api [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.926216] env[69281]: DEBUG nova.compute.manager [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.926584] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.927939] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431732d4-d943-4a1e-888b-6cef2f236a4e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.940677] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.941128] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1145974e-b417-405c-ac57-6124737bac11 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.951683] env[69281]: DEBUG oslo_vmware.api [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1216.951683] env[69281]: value = "task-3936542" [ 1216.951683] env[69281]: _type = "Task" [ 1216.951683] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.971864] env[69281]: DEBUG oslo_vmware.api [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.002573] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.259694] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936537, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.382546] env[69281]: DEBUG oslo_vmware.api [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5113} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.382791] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.382974] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.383187] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.386137] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9edceea8-b89b-4c99-b4c5-080571fa7eac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.418508] env[69281]: INFO nova.scheduler.client.report [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleted allocations for instance d075430d-690d-4a45-b5bd-6fb2c50b49b8 [ 1217.421359] env[69281]: DEBUG oslo_vmware.api [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936538, 'name': ReconfigVM_Task, 'duration_secs': 1.257681} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.421796] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.426839] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd2c187-5a75-4344-84c1-97e00bf8f1ef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.446368] env[69281]: DEBUG oslo_vmware.api [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1217.446368] env[69281]: value = "task-3936543" [ 1217.446368] env[69281]: _type = "Task" [ 1217.446368] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.460008] env[69281]: DEBUG oslo_vmware.api [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.471671] env[69281]: DEBUG oslo_vmware.api [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.502129] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.759601] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936537, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.923796] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.923796] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.924050] env[69281]: DEBUG nova.objects.instance [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'resources' on Instance uuid d075430d-690d-4a45-b5bd-6fb2c50b49b8 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.960155] env[69281]: DEBUG oslo_vmware.api [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936543, 'name': ReconfigVM_Task, 'duration_secs': 0.42169} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.961102] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781446', 'volume_id': '8b983e88-b24d-4d44-b5a0-80dc228eb792', 'name': 'volume-8b983e88-b24d-4d44-b5a0-80dc228eb792', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b4309ea-be35-490c-9a0a-63318db38792', 'attached_at': '', 'detached_at': '', 'volume_id': '8b983e88-b24d-4d44-b5a0-80dc228eb792', 'serial': '8b983e88-b24d-4d44-b5a0-80dc228eb792'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1217.968732] env[69281]: DEBUG oslo_vmware.api [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936542, 'name': PowerOffVM_Task, 'duration_secs': 0.905722} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.968732] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.968732] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.968732] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7aef1060-2892-4812-bf2e-9347f468615b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.002575] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936539, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.073293] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.073689] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.074138] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleting the datastore file [datastore1] c832a03f-3bf0-459c-8814-f9bd4958fc42 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.074962] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e00fad0-53aa-4407-b400-14a9b6407640 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.083497] env[69281]: DEBUG oslo_vmware.api [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for the task: (returnval){ [ 1218.083497] env[69281]: value = "task-3936545" [ 1218.083497] env[69281]: _type = "Task" [ 1218.083497] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.099695] env[69281]: DEBUG oslo_vmware.api [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.259449] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936537, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.118211} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.259721] env[69281]: INFO nova.virt.vmwareapi.ds_util [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c764b61c-b88a-4a50-9f73-a4981cdfb1d5/OSTACK_IMG_c764b61c-b88a-4a50-9f73-a4981cdfb1d5.vmdk to [datastore1] devstack-image-cache_base/b4d1b9f5-d769-4f1c-b83b-64cee1192046/b4d1b9f5-d769-4f1c-b83b-64cee1192046.vmdk. [ 1218.259916] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Cleaning up location [datastore1] OSTACK_IMG_c764b61c-b88a-4a50-9f73-a4981cdfb1d5 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1218.260098] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c764b61c-b88a-4a50-9f73-a4981cdfb1d5 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.260460] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea4b6e8b-5d61-4dde-aab7-7e832d597226 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.267544] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1218.267544] env[69281]: value = "task-3936546" [ 1218.267544] env[69281]: _type = "Task" [ 1218.267544] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.277681] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.392772] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edceea8-b89b-4c99-b4c5-080571fa7eac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.393143] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8df92c8f-d5f9-469a-9888-50efaef51ae8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.401672] env[69281]: DEBUG oslo_vmware.api [None req-9edceea8-b89b-4c99-b4c5-080571fa7eac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1218.401672] env[69281]: value = "task-3936547" [ 1218.401672] env[69281]: _type = "Task" [ 1218.401672] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.417529] env[69281]: DEBUG oslo_vmware.api [None req-9edceea8-b89b-4c99-b4c5-080571fa7eac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.427662] env[69281]: DEBUG nova.objects.instance [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'numa_topology' on Instance uuid d075430d-690d-4a45-b5bd-6fb2c50b49b8 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.503920] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936539, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.836377} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.504242] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 2bb7c285-4462-43ab-a8c5-8294d02aa9f6/2bb7c285-4462-43ab-a8c5-8294d02aa9f6.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.504534] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.504773] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7fad215-725c-4d67-9683-02034ef82fbe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.513858] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1218.513858] env[69281]: value = "task-3936548" [ 1218.513858] env[69281]: _type = "Task" [ 1218.513858] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.517897] env[69281]: DEBUG nova.objects.instance [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lazy-loading 'flavor' on Instance uuid 7b4309ea-be35-490c-9a0a-63318db38792 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.525723] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.544316] env[69281]: DEBUG nova.compute.manager [req-90f5c1dc-35c4-4ed3-b69c-4522cc465b78 req-306723f8-e1ac-4793-a982-1decf87c1a35 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Received event network-changed-d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.544571] env[69281]: DEBUG nova.compute.manager [req-90f5c1dc-35c4-4ed3-b69c-4522cc465b78 req-306723f8-e1ac-4793-a982-1decf87c1a35 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Refreshing instance network info cache due to event network-changed-d16b1e5b-3252-489f-830f-f66e5ae29d31. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.544921] env[69281]: DEBUG oslo_concurrency.lockutils [req-90f5c1dc-35c4-4ed3-b69c-4522cc465b78 req-306723f8-e1ac-4793-a982-1decf87c1a35 service nova] Acquiring lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.545063] env[69281]: DEBUG oslo_concurrency.lockutils [req-90f5c1dc-35c4-4ed3-b69c-4522cc465b78 req-306723f8-e1ac-4793-a982-1decf87c1a35 service nova] Acquired lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.545292] env[69281]: DEBUG nova.network.neutron [req-90f5c1dc-35c4-4ed3-b69c-4522cc465b78 req-306723f8-e1ac-4793-a982-1decf87c1a35 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Refreshing network info cache for port d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.596495] env[69281]: DEBUG oslo_vmware.api [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.779555] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226903} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.779943] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.779992] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b4d1b9f5-d769-4f1c-b83b-64cee1192046/b4d1b9f5-d769-4f1c-b83b-64cee1192046.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.780276] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b4d1b9f5-d769-4f1c-b83b-64cee1192046/b4d1b9f5-d769-4f1c-b83b-64cee1192046.vmdk to [datastore1] 5c44108a-38d5-4019-be33-513287c89050/5c44108a-38d5-4019-be33-513287c89050.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.780554] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b643db7-7325-48c8-9a58-20f7f05c4f6a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.789876] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1218.789876] env[69281]: value = "task-3936549" [ 1218.789876] env[69281]: _type = "Task" [ 1218.789876] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.799287] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.911477] env[69281]: DEBUG oslo_vmware.api [None req-9edceea8-b89b-4c99-b4c5-080571fa7eac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936547, 'name': PowerOnVM_Task, 'duration_secs': 0.473054} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.911761] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edceea8-b89b-4c99-b4c5-080571fa7eac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.911967] env[69281]: DEBUG nova.compute.manager [None req-9edceea8-b89b-4c99-b4c5-080571fa7eac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1218.912793] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e59f5d9-4bd1-4bd7-a499-06d9145b6f0c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.930613] env[69281]: DEBUG nova.objects.base [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1219.028912] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085314} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.030402] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.034010] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b715cda9-7496-4d32-a613-edc2b082e23d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.060912] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 2bb7c285-4462-43ab-a8c5-8294d02aa9f6/2bb7c285-4462-43ab-a8c5-8294d02aa9f6.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.064479] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84230a74-a852-4910-a595-903182b9be4f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.091185] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1219.091185] env[69281]: value = "task-3936550" [ 1219.091185] env[69281]: _type = "Task" [ 1219.091185] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.101460] env[69281]: DEBUG oslo_vmware.api [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Task: {'id': task-3936545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.635867} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.102184] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.102346] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.102550] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.102732] env[69281]: INFO nova.compute.manager [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1219.102987] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.103218] env[69281]: DEBUG nova.compute.manager [-] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.103341] env[69281]: DEBUG nova.network.neutron [-] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.109297] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936550, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.154392] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f26336-a810-4cfa-91e6-22d54d721534 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.165261] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1205f8f-5a0d-43cf-80a4-8b1763fc1ec1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.201771] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e07d9d-4514-4bbf-8645-f126ea785fce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.212103] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d94f45-6852-41c7-91a2-775b275b4bc6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.229240] env[69281]: DEBUG nova.compute.provider_tree [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.304266] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936549, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.532087] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f73f2272-50df-4318-b1e5-da3657f23398 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "7b4309ea-be35-490c-9a0a-63318db38792" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.293s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.605752] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.732647] env[69281]: DEBUG nova.scheduler.client.report [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.802607] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936549, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.833414] env[69281]: DEBUG nova.network.neutron [req-90f5c1dc-35c4-4ed3-b69c-4522cc465b78 req-306723f8-e1ac-4793-a982-1decf87c1a35 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Updated VIF entry in instance network info cache for port d16b1e5b-3252-489f-830f-f66e5ae29d31. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.833810] env[69281]: DEBUG nova.network.neutron [req-90f5c1dc-35c4-4ed3-b69c-4522cc465b78 req-306723f8-e1ac-4793-a982-1decf87c1a35 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Updating instance_info_cache with network_info: [{"id": "d16b1e5b-3252-489f-830f-f66e5ae29d31", "address": "fa:16:3e:09:1f:b7", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd16b1e5b-32", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.890031] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.106012] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.238048] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.304026] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936549, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.336558] env[69281]: DEBUG oslo_concurrency.lockutils [req-90f5c1dc-35c4-4ed3-b69c-4522cc465b78 req-306723f8-e1ac-4793-a982-1decf87c1a35 service nova] Releasing lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.341278] env[69281]: DEBUG nova.network.neutron [-] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.574819] env[69281]: DEBUG nova.compute.manager [req-182b764d-45c9-46dc-8220-083a6ad5298b req-b3ae46d1-bcf3-468a-9714-9eb43ffbc33b service nova] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Received event network-vif-deleted-70bd7b30-4d88-4d49-945e-2416742ddd6c {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.609842] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936550, 'name': ReconfigVM_Task, 'duration_secs': 1.269545} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.609996] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 2bb7c285-4462-43ab-a8c5-8294d02aa9f6/2bb7c285-4462-43ab-a8c5-8294d02aa9f6.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.611032] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06fd2f4d-d2d2-4f96-b835-4426ad7d6959 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.621334] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1220.621334] env[69281]: value = "task-3936551" [ 1220.621334] env[69281]: _type = "Task" [ 1220.621334] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.628064] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "7b4309ea-be35-490c-9a0a-63318db38792" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.628419] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "7b4309ea-be35-490c-9a0a-63318db38792" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.628667] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "7b4309ea-be35-490c-9a0a-63318db38792-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.628844] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "7b4309ea-be35-490c-9a0a-63318db38792-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.629066] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "7b4309ea-be35-490c-9a0a-63318db38792-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.637172] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936551, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.637832] env[69281]: INFO nova.compute.manager [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Terminating instance [ 1220.747330] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6954ca11-7f01-46e3-be24-dc08bfa03803 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.609s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.748192] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.861s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.748389] env[69281]: INFO nova.compute.manager [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Unshelving [ 1220.804782] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936549, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.843854] env[69281]: INFO nova.compute.manager [-] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Took 1.74 seconds to deallocate network for instance. [ 1221.134518] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936551, 'name': Rename_Task, 'duration_secs': 0.427615} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.134882] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.135179] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-902fd30b-03e5-44ee-8c86-e5314c1d5758 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.141943] env[69281]: DEBUG nova.compute.manager [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.142337] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.144819] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69b2da2-1c81-4be1-b11b-8333be56e0a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.148305] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1221.148305] env[69281]: value = "task-3936552" [ 1221.148305] env[69281]: _type = "Task" [ 1221.148305] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.155789] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.156503] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcd33c6d-7d42-48ca-b2b1-3f81c125a163 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.163682] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936552, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.167675] env[69281]: DEBUG oslo_vmware.api [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1221.167675] env[69281]: value = "task-3936553" [ 1221.167675] env[69281]: _type = "Task" [ 1221.167675] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.179760] env[69281]: DEBUG oslo_vmware.api [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.303069] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936549, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.430319} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.303352] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b4d1b9f5-d769-4f1c-b83b-64cee1192046/b4d1b9f5-d769-4f1c-b83b-64cee1192046.vmdk to [datastore1] 5c44108a-38d5-4019-be33-513287c89050/5c44108a-38d5-4019-be33-513287c89050.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.304148] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02236b6b-361c-410a-ab0d-06538e2508a7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.328633] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 5c44108a-38d5-4019-be33-513287c89050/5c44108a-38d5-4019-be33-513287c89050.vmdk or device None with type streamOptimized {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.329034] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b68a97b0-0d06-46f6-bd10-fd51ff08c2ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.353064] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.353722] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.353987] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.356316] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1221.356316] env[69281]: value = "task-3936554" [ 1221.356316] env[69281]: _type = "Task" [ 1221.356316] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.366195] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.379534] env[69281]: INFO nova.scheduler.client.report [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Deleted allocations for instance c832a03f-3bf0-459c-8814-f9bd4958fc42 [ 1221.661115] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.677482] env[69281]: DEBUG oslo_vmware.api [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936553, 'name': PowerOffVM_Task, 'duration_secs': 0.259509} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.677819] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.678036] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.678493] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e1f8222-fc69-4362-b49f-edf217ebb659 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.754257] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.754627] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.754952] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Deleting the datastore file [datastore1] 7b4309ea-be35-490c-9a0a-63318db38792 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.755462] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62472320-80c1-4ad1-8280-c0dd34128c8c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.765367] env[69281]: DEBUG oslo_vmware.api [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for the task: (returnval){ [ 1221.765367] env[69281]: value = "task-3936556" [ 1221.765367] env[69281]: _type = "Task" [ 1221.765367] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.770665] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.770927] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.771177] env[69281]: DEBUG nova.objects.instance [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'pci_requests' on Instance uuid d075430d-690d-4a45-b5bd-6fb2c50b49b8 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.775423] env[69281]: DEBUG oslo_vmware.api [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.866983] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936554, 'name': ReconfigVM_Task, 'duration_secs': 0.328174} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.867373] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 5c44108a-38d5-4019-be33-513287c89050/5c44108a-38d5-4019-be33-513287c89050.vmdk or device None with type streamOptimized {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.868082] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9576563d-2cff-43eb-8821-947ede579d49 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.876402] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1221.876402] env[69281]: value = "task-3936557" [ 1221.876402] env[69281]: _type = "Task" [ 1221.876402] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.889143] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936557, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.890198] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f7cfb18c-88fd-4f42-827e-d04177b2c88c tempest-DeleteServersTestJSON-1572083456 tempest-DeleteServersTestJSON-1572083456-project-member] Lock "c832a03f-3bf0-459c-8814-f9bd4958fc42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.472s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.160350] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936552, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.275540] env[69281]: DEBUG oslo_vmware.api [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Task: {'id': task-3936556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16588} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.275877] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.276082] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.276278] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.276456] env[69281]: INFO nova.compute.manager [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1222.276700] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.278377] env[69281]: DEBUG nova.objects.instance [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'numa_topology' on Instance uuid d075430d-690d-4a45-b5bd-6fb2c50b49b8 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.279416] env[69281]: DEBUG nova.compute.manager [-] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.279529] env[69281]: DEBUG nova.network.neutron [-] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.387138] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936557, 'name': Rename_Task, 'duration_secs': 0.170693} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.387485] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.387675] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10a8b442-62fc-45a8-ae6b-1af3199b239b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.394305] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1222.394305] env[69281]: value = "task-3936559" [ 1222.394305] env[69281]: _type = "Task" [ 1222.394305] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.402934] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.661159] env[69281]: DEBUG oslo_vmware.api [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936552, 'name': PowerOnVM_Task, 'duration_secs': 1.13404} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.661377] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.661586] env[69281]: INFO nova.compute.manager [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1222.661777] env[69281]: DEBUG nova.compute.manager [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1222.662896] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a30572-fd9f-439b-811e-f04621b56ba9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.724780] env[69281]: DEBUG nova.compute.manager [req-1a710f3b-ccd5-4a21-b2d4-9212b2793373 req-041579e0-1606-47ee-957c-52e992ad42c1 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Received event network-vif-deleted-234b7d55-418e-4712-ad4a-88d99af22471 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.724962] env[69281]: INFO nova.compute.manager [req-1a710f3b-ccd5-4a21-b2d4-9212b2793373 req-041579e0-1606-47ee-957c-52e992ad42c1 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Neutron deleted interface 234b7d55-418e-4712-ad4a-88d99af22471; detaching it from the instance and deleting it from the info cache [ 1222.725166] env[69281]: DEBUG nova.network.neutron [req-1a710f3b-ccd5-4a21-b2d4-9212b2793373 req-041579e0-1606-47ee-957c-52e992ad42c1 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.782020] env[69281]: INFO nova.compute.claims [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.907157] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936559, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.181999] env[69281]: INFO nova.compute.manager [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Took 15.59 seconds to build instance. [ 1223.202868] env[69281]: DEBUG nova.network.neutron [-] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.230194] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25193b97-49cf-4274-ba7a-9494c81e4eb7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.242710] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a0a700-2fe3-4090-9204-45c76afacba7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.284461] env[69281]: DEBUG nova.compute.manager [req-1a710f3b-ccd5-4a21-b2d4-9212b2793373 req-041579e0-1606-47ee-957c-52e992ad42c1 service nova] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Detach interface failed, port_id=234b7d55-418e-4712-ad4a-88d99af22471, reason: Instance 7b4309ea-be35-490c-9a0a-63318db38792 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.405876] env[69281]: DEBUG oslo_vmware.api [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936559, 'name': PowerOnVM_Task, 'duration_secs': 0.798832} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.406366] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.513685] env[69281]: DEBUG nova.compute.manager [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1223.514656] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0b44ab-5dd7-4920-b8aa-5b1cf4c59664 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.522612] env[69281]: INFO nova.compute.manager [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Rebuilding instance [ 1223.571196] env[69281]: DEBUG nova.compute.manager [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1223.572837] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230bbc93-ca7d-4516-93ce-91428d3af132 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.683902] env[69281]: DEBUG oslo_concurrency.lockutils [None req-78930058-d9d7-4f48-ac64-92e6d13f5790 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Lock "2bb7c285-4462-43ab-a8c5-8294d02aa9f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.104s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.707516] env[69281]: INFO nova.compute.manager [-] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Took 1.43 seconds to deallocate network for instance. [ 1223.950170] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d14815-df24-45d2-9862-8924ec5839ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.958100] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7461b1-9415-44b0-bc05-020000dc9cda {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.991668] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890282ff-8c2a-4a12-9145-9ec72551ba83 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.000143] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17ee1bc-6d4b-4387-b2bf-7786d24ff70d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.015713] env[69281]: DEBUG nova.compute.provider_tree [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.034996] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45cb8d2a-98c0-456d-b9aa-00d5ee65f8db tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "5c44108a-38d5-4019-be33-513287c89050" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.809s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.214750] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.519614] env[69281]: DEBUG nova.scheduler.client.report [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.587867] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.588231] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdbede57-334c-4440-9e4e-44d2d4c11429 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.596596] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1224.596596] env[69281]: value = "task-3936560" [ 1224.596596] env[69281]: _type = "Task" [ 1224.596596] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.607236] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.024783] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.254s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.027108] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.813s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.027367] env[69281]: DEBUG nova.objects.instance [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lazy-loading 'resources' on Instance uuid 7b4309ea-be35-490c-9a0a-63318db38792 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.057347] env[69281]: INFO nova.network.neutron [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Updating port d16b1e5b-3252-489f-830f-f66e5ae29d31 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1225.109440] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936560, 'name': PowerOffVM_Task, 'duration_secs': 0.12827} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.109717] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.109955] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.110808] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a93344c-0784-4cb0-a612-85569e76305a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.118708] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.118965] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfa8efb6-8c07-4fbf-93c3-c12e2cb5b75c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.147978] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.148240] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.148420] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Deleting the datastore file [datastore1] 2bb7c285-4462-43ab-a8c5-8294d02aa9f6 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.148691] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bd8844f-cebf-4e37-8ab2-5d0253e41088 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.155580] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1225.155580] env[69281]: value = "task-3936562" [ 1225.155580] env[69281]: _type = "Task" [ 1225.155580] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.164456] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.670661] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173634} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.670661] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.670830] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.670938] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.740283] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d5834b-5aa0-4a6b-a83b-15d3f472f546 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.751804] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef388c39-4e93-414c-b6c6-65ba9668bdb4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.788059] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017570a6-04e1-4fc4-9f3e-74b7c3cf98f0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.797167] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cfaa7a-f0a6-4add-92d8-bd7aa098314b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.812940] env[69281]: DEBUG nova.compute.provider_tree [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.320023] env[69281]: DEBUG nova.scheduler.client.report [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.528254] env[69281]: DEBUG nova.compute.manager [req-938a2c58-766f-4782-ac28-1baf1ecea8ea req-afad168c-da5e-457d-8a03-63739a7a4427 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Received event network-vif-plugged-d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.528254] env[69281]: DEBUG oslo_concurrency.lockutils [req-938a2c58-766f-4782-ac28-1baf1ecea8ea req-afad168c-da5e-457d-8a03-63739a7a4427 service nova] Acquiring lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.528367] env[69281]: DEBUG oslo_concurrency.lockutils [req-938a2c58-766f-4782-ac28-1baf1ecea8ea req-afad168c-da5e-457d-8a03-63739a7a4427 service nova] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.528698] env[69281]: DEBUG oslo_concurrency.lockutils [req-938a2c58-766f-4782-ac28-1baf1ecea8ea req-afad168c-da5e-457d-8a03-63739a7a4427 service nova] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.528698] env[69281]: DEBUG nova.compute.manager [req-938a2c58-766f-4782-ac28-1baf1ecea8ea req-afad168c-da5e-457d-8a03-63739a7a4427 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] No waiting events found dispatching network-vif-plugged-d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1226.528837] env[69281]: WARNING nova.compute.manager [req-938a2c58-766f-4782-ac28-1baf1ecea8ea req-afad168c-da5e-457d-8a03-63739a7a4427 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Received unexpected event network-vif-plugged-d16b1e5b-3252-489f-830f-f66e5ae29d31 for instance with vm_state shelved_offloaded and task_state spawning. [ 1226.625058] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.625279] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.625473] env[69281]: DEBUG nova.network.neutron [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.721822] env[69281]: DEBUG nova.virt.hardware [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.722137] env[69281]: DEBUG nova.virt.hardware [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.722312] env[69281]: DEBUG nova.virt.hardware [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.722532] env[69281]: DEBUG nova.virt.hardware [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.722791] env[69281]: DEBUG nova.virt.hardware [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.722959] env[69281]: DEBUG nova.virt.hardware [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.723430] env[69281]: DEBUG nova.virt.hardware [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.723630] env[69281]: DEBUG nova.virt.hardware [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.723870] env[69281]: DEBUG nova.virt.hardware [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.724084] env[69281]: DEBUG nova.virt.hardware [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.724296] env[69281]: DEBUG nova.virt.hardware [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.725304] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5cd418-d5c5-46cc-ab47-2231f254690d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.734421] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e02409-4907-4a20-b662-6580f9f2633f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.750649] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.756622] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.756922] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.757173] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b2f5f5e-0880-4afe-8b89-6010674ceea9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.776033] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.776033] env[69281]: value = "task-3936563" [ 1226.776033] env[69281]: _type = "Task" [ 1226.776033] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.784974] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936563, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.823611] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.854160] env[69281]: INFO nova.scheduler.client.report [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Deleted allocations for instance 7b4309ea-be35-490c-9a0a-63318db38792 [ 1227.287824] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936563, 'name': CreateVM_Task} progress is 25%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.366880] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c5e436db-ac1e-428c-ad68-f0b8a95f7e91 tempest-AttachVolumeNegativeTest-1274872941 tempest-AttachVolumeNegativeTest-1274872941-project-member] Lock "7b4309ea-be35-490c-9a0a-63318db38792" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.738s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.381374] env[69281]: DEBUG nova.network.neutron [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Updating instance_info_cache with network_info: [{"id": "d16b1e5b-3252-489f-830f-f66e5ae29d31", "address": "fa:16:3e:09:1f:b7", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16b1e5b-32", "ovs_interfaceid": "d16b1e5b-3252-489f-830f-f66e5ae29d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.787955] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936563, 'name': CreateVM_Task, 'duration_secs': 0.753734} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.788350] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.788842] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.789021] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.789559] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.789855] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea2330d-e5c7-4d40-8c3e-5ba7790f72c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.795363] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1227.795363] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522b0cf8-0393-a934-f675-d98460036574" [ 1227.795363] env[69281]: _type = "Task" [ 1227.795363] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.804451] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522b0cf8-0393-a934-f675-d98460036574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.884148] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.916305] env[69281]: DEBUG nova.virt.hardware [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b4f608736c7a77069d45f2f1b8655fc0',container_format='bare',created_at=2025-05-08T23:55:12Z,direct_url=,disk_format='vmdk',id=be51a631-4e7d-4ceb-996a-3bd000885a21,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-106656998-shelved',owner='ef2f4c7ef039458fb14acc314185f044',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-05-08T23:55:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.916572] env[69281]: DEBUG nova.virt.hardware [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.916736] env[69281]: DEBUG nova.virt.hardware [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.916925] env[69281]: DEBUG nova.virt.hardware [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.917335] env[69281]: DEBUG nova.virt.hardware [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.917546] env[69281]: DEBUG nova.virt.hardware [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.917776] env[69281]: DEBUG nova.virt.hardware [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.917947] env[69281]: DEBUG nova.virt.hardware [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.918141] env[69281]: DEBUG nova.virt.hardware [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.918314] env[69281]: DEBUG nova.virt.hardware [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.918514] env[69281]: DEBUG nova.virt.hardware [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.920706] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1475b2c4-da51-470e-b7f7-b53af65de8ef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.931435] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e66fc0-5f87-4777-a8dd-efb96b178eb3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.948966] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:1f:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd16b1e5b-3252-489f-830f-f66e5ae29d31', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.958934] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.958934] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.960711] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d1a2b27-7f37-4f12-a920-8211e99eb332 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.981711] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.981711] env[69281]: value = "task-3936564" [ 1227.981711] env[69281]: _type = "Task" [ 1227.981711] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.990623] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936564, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.306877] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522b0cf8-0393-a934-f675-d98460036574, 'name': SearchDatastore_Task, 'duration_secs': 0.02364} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.307278] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.307593] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.307709] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.307860] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.308060] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.308371] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-433c91cb-64f9-4111-aaa0-89d4c2878e4e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.322606] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.322960] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.323899] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38071b0-cd46-4250-a1ea-13ed283af680 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.330674] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1228.330674] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ae32ad-3968-e6d0-e843-1632b9efcf00" [ 1228.330674] env[69281]: _type = "Task" [ 1228.330674] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.339549] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ae32ad-3968-e6d0-e843-1632b9efcf00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.492411] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936564, 'name': CreateVM_Task, 'duration_secs': 0.379051} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.492822] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.493502] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be51a631-4e7d-4ceb-996a-3bd000885a21" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.493695] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be51a631-4e7d-4ceb-996a-3bd000885a21" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.494171] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/be51a631-4e7d-4ceb-996a-3bd000885a21" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.494631] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3db70e0-a4af-4269-8eb3-a7321c817c25 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.501271] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1228.501271] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bc40b0-330a-c38f-1a74-3cf892fe1b5f" [ 1228.501271] env[69281]: _type = "Task" [ 1228.501271] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.510791] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bc40b0-330a-c38f-1a74-3cf892fe1b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.570181] env[69281]: DEBUG nova.compute.manager [req-c994395b-82ac-40e0-9a83-b32e78c4ba72 req-44d05c5c-d012-415a-a1e7-9bc7c410297f service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Received event network-changed-d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.570419] env[69281]: DEBUG nova.compute.manager [req-c994395b-82ac-40e0-9a83-b32e78c4ba72 req-44d05c5c-d012-415a-a1e7-9bc7c410297f service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Refreshing instance network info cache due to event network-changed-d16b1e5b-3252-489f-830f-f66e5ae29d31. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.570662] env[69281]: DEBUG oslo_concurrency.lockutils [req-c994395b-82ac-40e0-9a83-b32e78c4ba72 req-44d05c5c-d012-415a-a1e7-9bc7c410297f service nova] Acquiring lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.570786] env[69281]: DEBUG oslo_concurrency.lockutils [req-c994395b-82ac-40e0-9a83-b32e78c4ba72 req-44d05c5c-d012-415a-a1e7-9bc7c410297f service nova] Acquired lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.570958] env[69281]: DEBUG nova.network.neutron [req-c994395b-82ac-40e0-9a83-b32e78c4ba72 req-44d05c5c-d012-415a-a1e7-9bc7c410297f service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Refreshing network info cache for port d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.842575] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52ae32ad-3968-e6d0-e843-1632b9efcf00, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.843371] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9003e2a-79be-46f8-8e92-ff7c1552a6ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.848983] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1228.848983] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5283170e-ebc0-a1c6-0e19-05b4752308dd" [ 1228.848983] env[69281]: _type = "Task" [ 1228.848983] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.857072] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5283170e-ebc0-a1c6-0e19-05b4752308dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.012410] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be51a631-4e7d-4ceb-996a-3bd000885a21" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.012680] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Processing image be51a631-4e7d-4ceb-996a-3bd000885a21 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.012950] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/be51a631-4e7d-4ceb-996a-3bd000885a21/be51a631-4e7d-4ceb-996a-3bd000885a21.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.013338] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/be51a631-4e7d-4ceb-996a-3bd000885a21/be51a631-4e7d-4ceb-996a-3bd000885a21.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.013600] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.013914] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-007e1f4d-834a-422b-99d0-354b61a9d3ba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.024466] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.024788] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.025608] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45fb4f3e-fe41-4ca6-9e6b-8b1ae933e54a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.031470] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1229.031470] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52630e79-9468-3433-7cc1-2847e0fc2aad" [ 1229.031470] env[69281]: _type = "Task" [ 1229.031470] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.040841] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52630e79-9468-3433-7cc1-2847e0fc2aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.297250] env[69281]: DEBUG nova.network.neutron [req-c994395b-82ac-40e0-9a83-b32e78c4ba72 req-44d05c5c-d012-415a-a1e7-9bc7c410297f service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Updated VIF entry in instance network info cache for port d16b1e5b-3252-489f-830f-f66e5ae29d31. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.297651] env[69281]: DEBUG nova.network.neutron [req-c994395b-82ac-40e0-9a83-b32e78c4ba72 req-44d05c5c-d012-415a-a1e7-9bc7c410297f service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Updating instance_info_cache with network_info: [{"id": "d16b1e5b-3252-489f-830f-f66e5ae29d31", "address": "fa:16:3e:09:1f:b7", "network": {"id": "ccfe8ca1-0221-423c-a9a3-90b7331f1b1e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1452342906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef2f4c7ef039458fb14acc314185f044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd16b1e5b-32", "ovs_interfaceid": "d16b1e5b-3252-489f-830f-f66e5ae29d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.367035] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5283170e-ebc0-a1c6-0e19-05b4752308dd, 'name': SearchDatastore_Task, 'duration_secs': 0.02527} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.367424] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.367664] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 2bb7c285-4462-43ab-a8c5-8294d02aa9f6/2bb7c285-4462-43ab-a8c5-8294d02aa9f6.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.367936] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-794033e0-21e9-411a-ad34-efcd902fc906 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.375513] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1229.375513] env[69281]: value = "task-3936566" [ 1229.375513] env[69281]: _type = "Task" [ 1229.375513] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.384385] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.542845] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Preparing fetch location {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1229.543196] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Fetch image to [datastore2] OSTACK_IMG_e1ea2596-602f-408d-84cd-b29fa7174370/OSTACK_IMG_e1ea2596-602f-408d-84cd-b29fa7174370.vmdk {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1229.543333] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Downloading stream optimized image be51a631-4e7d-4ceb-996a-3bd000885a21 to [datastore2] OSTACK_IMG_e1ea2596-602f-408d-84cd-b29fa7174370/OSTACK_IMG_e1ea2596-602f-408d-84cd-b29fa7174370.vmdk on the data store datastore2 as vApp {{(pid=69281) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1229.543509] env[69281]: DEBUG nova.virt.vmwareapi.images [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Downloading image file data be51a631-4e7d-4ceb-996a-3bd000885a21 to the ESX as VM named 'OSTACK_IMG_e1ea2596-602f-408d-84cd-b29fa7174370' {{(pid=69281) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1229.624352] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1229.624352] env[69281]: value = "resgroup-9" [ 1229.624352] env[69281]: _type = "ResourcePool" [ 1229.624352] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1229.624684] env[69281]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-84dc28f6-cc66-43f0-85d3-e275a3d663a3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.651709] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lease: (returnval){ [ 1229.651709] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5229d4a0-88e8-c82c-fc38-924237f54eaf" [ 1229.651709] env[69281]: _type = "HttpNfcLease" [ 1229.651709] env[69281]: } obtained for vApp import into resource pool (val){ [ 1229.651709] env[69281]: value = "resgroup-9" [ 1229.651709] env[69281]: _type = "ResourcePool" [ 1229.651709] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1229.652146] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the lease: (returnval){ [ 1229.652146] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5229d4a0-88e8-c82c-fc38-924237f54eaf" [ 1229.652146] env[69281]: _type = "HttpNfcLease" [ 1229.652146] env[69281]: } to be ready. {{(pid=69281) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1229.663545] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1229.663545] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5229d4a0-88e8-c82c-fc38-924237f54eaf" [ 1229.663545] env[69281]: _type = "HttpNfcLease" [ 1229.663545] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1229.800174] env[69281]: DEBUG oslo_concurrency.lockutils [req-c994395b-82ac-40e0-9a83-b32e78c4ba72 req-44d05c5c-d012-415a-a1e7-9bc7c410297f service nova] Releasing lock "refresh_cache-d075430d-690d-4a45-b5bd-6fb2c50b49b8" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.887682] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936566, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.162429] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.162429] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5229d4a0-88e8-c82c-fc38-924237f54eaf" [ 1230.162429] env[69281]: _type = "HttpNfcLease" [ 1230.162429] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1230.387183] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619699} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.387997] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 2bb7c285-4462-43ab-a8c5-8294d02aa9f6/2bb7c285-4462-43ab-a8c5-8294d02aa9f6.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.387997] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.387997] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdaddda8-d565-4099-aa5e-b5beb4bd7633 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.395762] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1230.395762] env[69281]: value = "task-3936568" [ 1230.395762] env[69281]: _type = "Task" [ 1230.395762] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.406662] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.543431] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "d1c5d869-aa9b-4510-a861-9006d90cadee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.543792] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "d1c5d869-aa9b-4510-a861-9006d90cadee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.581753] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "6c2f4eaf-104b-4cf6-8a07-853e314c032a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.582020] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "6c2f4eaf-104b-4cf6-8a07-853e314c032a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.663330] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.663330] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5229d4a0-88e8-c82c-fc38-924237f54eaf" [ 1230.663330] env[69281]: _type = "HttpNfcLease" [ 1230.663330] env[69281]: } is initializing. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1230.906195] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094173} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.906486] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.907349] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743b644e-9fe4-4675-922e-34fda0ed27ed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.929212] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 2bb7c285-4462-43ab-a8c5-8294d02aa9f6/2bb7c285-4462-43ab-a8c5-8294d02aa9f6.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.929557] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d3c65d-6426-4c2f-ac87-931261be4d27 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.952293] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1230.952293] env[69281]: value = "task-3936570" [ 1230.952293] env[69281]: _type = "Task" [ 1230.952293] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.963212] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.045961] env[69281]: DEBUG nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.084579] env[69281]: DEBUG nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.166102] env[69281]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1231.166102] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5229d4a0-88e8-c82c-fc38-924237f54eaf" [ 1231.166102] env[69281]: _type = "HttpNfcLease" [ 1231.166102] env[69281]: } is ready. {{(pid=69281) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1231.166102] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1231.166102] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5229d4a0-88e8-c82c-fc38-924237f54eaf" [ 1231.166102] env[69281]: _type = "HttpNfcLease" [ 1231.166102] env[69281]: }. {{(pid=69281) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1231.166102] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26c4303-651a-4341-b6f4-e3ee7926507b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.174072] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e67c1-7caa-5f84-c825-09ea82a7252d/disk-0.vmdk from lease info. {{(pid=69281) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1231.174309] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e67c1-7caa-5f84-c825-09ea82a7252d/disk-0.vmdk. {{(pid=69281) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1231.239128] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-75472161-b872-44a7-b9d1-7ff1df679c41 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.466086] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936570, 'name': ReconfigVM_Task, 'duration_secs': 0.425378} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.466403] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 2bb7c285-4462-43ab-a8c5-8294d02aa9f6/2bb7c285-4462-43ab-a8c5-8294d02aa9f6.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.467082] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fffecc4-d6df-4b03-a82a-81e15ef7c60f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.475610] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1231.475610] env[69281]: value = "task-3936571" [ 1231.475610] env[69281]: _type = "Task" [ 1231.475610] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.484588] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936571, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.574423] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.574822] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.576902] env[69281]: INFO nova.compute.claims [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.610802] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.986812] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936571, 'name': Rename_Task, 'duration_secs': 0.185422} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.987225] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.987551] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd01994b-e6b3-4c5b-a853-76049df1c644 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.995253] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1231.995253] env[69281]: value = "task-3936572" [ 1231.995253] env[69281]: _type = "Task" [ 1231.995253] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.010624] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.509700] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.583862] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Completed reading data from the image iterator. {{(pid=69281) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1232.584237] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e67c1-7caa-5f84-c825-09ea82a7252d/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1232.585389] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f7b1db-0a55-4f13-882f-23d6d9c50e4f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.600628] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e67c1-7caa-5f84-c825-09ea82a7252d/disk-0.vmdk is in state: ready. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1232.600628] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e67c1-7caa-5f84-c825-09ea82a7252d/disk-0.vmdk. {{(pid=69281) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1232.600628] env[69281]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4bf6d873-8070-4fb7-93ef-2ff543ff4592 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.827344] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b62f8a-a8a7-4b07-90d3-d37f261193c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.837308] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0766fdc-7b9e-44f5-b0ea-38aab2f63a8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.875826] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94086425-423e-401a-8922-37df59c77fa0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.878801] env[69281]: DEBUG oslo_vmware.rw_handles [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e67c1-7caa-5f84-c825-09ea82a7252d/disk-0.vmdk. {{(pid=69281) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1232.879111] env[69281]: INFO nova.virt.vmwareapi.images [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Downloaded image file data be51a631-4e7d-4ceb-996a-3bd000885a21 [ 1232.880232] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622b8a24-39e7-415d-86ed-8060fb769d1f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.899739] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6af9286-3a51-4e4d-a227-02e4ce28c377 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.902704] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5574f9f-be4d-4551-8276-e621ee0f00dd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.918453] env[69281]: DEBUG nova.compute.provider_tree [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.934870] env[69281]: INFO nova.virt.vmwareapi.images [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] The imported VM was unregistered [ 1232.937791] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Caching image {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1232.938042] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Creating directory with path [datastore2] devstack-image-cache_base/be51a631-4e7d-4ceb-996a-3bd000885a21 {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.939739] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbacd4af-b531-4bfa-a587-bcdc82aadf8f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.943559] env[69281]: DEBUG oslo_concurrency.lockutils [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.943785] env[69281]: DEBUG oslo_concurrency.lockutils [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.973075] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Created directory with path [datastore2] devstack-image-cache_base/be51a631-4e7d-4ceb-996a-3bd000885a21 {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.973254] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e1ea2596-602f-408d-84cd-b29fa7174370/OSTACK_IMG_e1ea2596-602f-408d-84cd-b29fa7174370.vmdk to [datastore2] devstack-image-cache_base/be51a631-4e7d-4ceb-996a-3bd000885a21/be51a631-4e7d-4ceb-996a-3bd000885a21.vmdk. {{(pid=69281) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1232.973534] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-83ef1cdc-7f04-492e-9d47-57159e4649d1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.981795] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1232.981795] env[69281]: value = "task-3936575" [ 1232.981795] env[69281]: _type = "Task" [ 1232.981795] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.990709] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936575, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.004900] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936572, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.425067] env[69281]: DEBUG nova.scheduler.client.report [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.449026] env[69281]: DEBUG nova.compute.utils [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.492076] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936575, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.507431] env[69281]: DEBUG oslo_vmware.api [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936572, 'name': PowerOnVM_Task, 'duration_secs': 1.387111} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.507732] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.507951] env[69281]: DEBUG nova.compute.manager [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1233.508773] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a55d6d-e764-4720-aa8c-0400f6b656ef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.928098] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.928680] env[69281]: DEBUG nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.933204] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.323s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.934837] env[69281]: INFO nova.compute.claims [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.951641] env[69281]: DEBUG oslo_concurrency.lockutils [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.995769] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936575, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.025249] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.442422] env[69281]: DEBUG nova.compute.utils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.448103] env[69281]: DEBUG oslo_concurrency.lockutils [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquiring lock "2bb7c285-4462-43ab-a8c5-8294d02aa9f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.448103] env[69281]: DEBUG oslo_concurrency.lockutils [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Lock "2bb7c285-4462-43ab-a8c5-8294d02aa9f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.448363] env[69281]: DEBUG oslo_concurrency.lockutils [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquiring lock "2bb7c285-4462-43ab-a8c5-8294d02aa9f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.448740] env[69281]: DEBUG oslo_concurrency.lockutils [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Lock "2bb7c285-4462-43ab-a8c5-8294d02aa9f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.450501] env[69281]: DEBUG oslo_concurrency.lockutils [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Lock "2bb7c285-4462-43ab-a8c5-8294d02aa9f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.452392] env[69281]: DEBUG nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.452603] env[69281]: DEBUG nova.network.neutron [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.456036] env[69281]: INFO nova.compute.manager [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Terminating instance [ 1234.498754] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936575, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.515641] env[69281]: DEBUG nova.policy [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c07a3d72eca4f208841aa33ab248e34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4271ed56440d466e83337b0a3e47a04d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.839346] env[69281]: DEBUG nova.network.neutron [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Successfully created port: d00adeaa-80ea-4e4f-880b-d669c7da0200 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.955926] env[69281]: DEBUG nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.962900] env[69281]: DEBUG oslo_concurrency.lockutils [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquiring lock "refresh_cache-2bb7c285-4462-43ab-a8c5-8294d02aa9f6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.963119] env[69281]: DEBUG oslo_concurrency.lockutils [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquired lock "refresh_cache-2bb7c285-4462-43ab-a8c5-8294d02aa9f6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.963467] env[69281]: DEBUG nova.network.neutron [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.999220] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936575, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.027013] env[69281]: DEBUG oslo_concurrency.lockutils [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.027013] env[69281]: DEBUG oslo_concurrency.lockutils [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.027013] env[69281]: INFO nova.compute.manager [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Attaching volume 2f8e7dca-14a7-4ad8-bc23-bd760f01c902 to /dev/sdb [ 1235.075728] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61dee99-6c1d-4489-ad13-81a7fbc42cf8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.084712] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e50903-bb64-4f28-a522-9c3912a8914b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.102094] env[69281]: DEBUG nova.virt.block_device [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Updating existing volume attachment record: 0bf6929a-7c25-4d4f-9729-42bc579b1380 {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1235.196233] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e3e7e-4c52-4d0a-978c-e3d863d3dbee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.205037] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313eb6c7-5643-4a1f-a985-f2d58fa60a20 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.241594] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47f5540-c1f3-4557-9582-67496a3282cf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.250780] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c81fc7-e920-4cda-88df-f61e7ee8b6ac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.269861] env[69281]: DEBUG nova.compute.provider_tree [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.484527] env[69281]: DEBUG nova.network.neutron [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.498449] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936575, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.538580] env[69281]: DEBUG nova.network.neutron [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.774407] env[69281]: DEBUG nova.scheduler.client.report [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.966402] env[69281]: DEBUG nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.995159] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.995492] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.995670] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.995909] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.996146] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.996367] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.996633] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.996859] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.997119] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.997359] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.997656] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.998511] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e07326-563c-4027-b952-fe783a079e80 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.009049] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936575, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.938901} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.010347] env[69281]: INFO nova.virt.vmwareapi.ds_util [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e1ea2596-602f-408d-84cd-b29fa7174370/OSTACK_IMG_e1ea2596-602f-408d-84cd-b29fa7174370.vmdk to [datastore2] devstack-image-cache_base/be51a631-4e7d-4ceb-996a-3bd000885a21/be51a631-4e7d-4ceb-996a-3bd000885a21.vmdk. [ 1236.010621] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Cleaning up location [datastore2] OSTACK_IMG_e1ea2596-602f-408d-84cd-b29fa7174370 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1236.010800] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e1ea2596-602f-408d-84cd-b29fa7174370 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.011152] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89c0621f-43e5-4bac-a09d-a7cd4b6d76df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.014387] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a2f99d-55e8-4573-8fed-6ab5489e5cfa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.033794] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1236.033794] env[69281]: value = "task-3936579" [ 1236.033794] env[69281]: _type = "Task" [ 1236.033794] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.043244] env[69281]: DEBUG oslo_concurrency.lockutils [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Releasing lock "refresh_cache-2bb7c285-4462-43ab-a8c5-8294d02aa9f6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.043686] env[69281]: DEBUG nova.compute.manager [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.044305] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.044305] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.044941] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e604247b-d006-4c10-8389-9b3ee286d859 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.053149] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.053402] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35a9cda8-4960-44aa-9643-e79d8dc87f11 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.059812] env[69281]: DEBUG oslo_vmware.api [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1236.059812] env[69281]: value = "task-3936580" [ 1236.059812] env[69281]: _type = "Task" [ 1236.059812] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.069390] env[69281]: DEBUG oslo_vmware.api [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.271608] env[69281]: DEBUG nova.compute.manager [req-6687c46f-a2d8-45c7-87e2-1cd9fe43a576 req-a8269160-4242-4038-9a12-d56764a33a85 service nova] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Received event network-vif-plugged-d00adeaa-80ea-4e4f-880b-d669c7da0200 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.271838] env[69281]: DEBUG oslo_concurrency.lockutils [req-6687c46f-a2d8-45c7-87e2-1cd9fe43a576 req-a8269160-4242-4038-9a12-d56764a33a85 service nova] Acquiring lock "d1c5d869-aa9b-4510-a861-9006d90cadee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.272067] env[69281]: DEBUG oslo_concurrency.lockutils [req-6687c46f-a2d8-45c7-87e2-1cd9fe43a576 req-a8269160-4242-4038-9a12-d56764a33a85 service nova] Lock "d1c5d869-aa9b-4510-a861-9006d90cadee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.272246] env[69281]: DEBUG oslo_concurrency.lockutils [req-6687c46f-a2d8-45c7-87e2-1cd9fe43a576 req-a8269160-4242-4038-9a12-d56764a33a85 service nova] Lock "d1c5d869-aa9b-4510-a861-9006d90cadee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.272414] env[69281]: DEBUG nova.compute.manager [req-6687c46f-a2d8-45c7-87e2-1cd9fe43a576 req-a8269160-4242-4038-9a12-d56764a33a85 service nova] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] No waiting events found dispatching network-vif-plugged-d00adeaa-80ea-4e4f-880b-d669c7da0200 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1236.272579] env[69281]: WARNING nova.compute.manager [req-6687c46f-a2d8-45c7-87e2-1cd9fe43a576 req-a8269160-4242-4038-9a12-d56764a33a85 service nova] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Received unexpected event network-vif-plugged-d00adeaa-80ea-4e4f-880b-d669c7da0200 for instance with vm_state building and task_state spawning. [ 1236.280405] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.280896] env[69281]: DEBUG nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.283826] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.259s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.284027] env[69281]: DEBUG nova.objects.instance [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1236.418564] env[69281]: DEBUG nova.network.neutron [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Successfully updated port: d00adeaa-80ea-4e4f-880b-d669c7da0200 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.546550] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.073768} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.546835] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.547022] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/be51a631-4e7d-4ceb-996a-3bd000885a21/be51a631-4e7d-4ceb-996a-3bd000885a21.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.547487] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/be51a631-4e7d-4ceb-996a-3bd000885a21/be51a631-4e7d-4ceb-996a-3bd000885a21.vmdk to [datastore2] d075430d-690d-4a45-b5bd-6fb2c50b49b8/d075430d-690d-4a45-b5bd-6fb2c50b49b8.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.548127] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9aef7f0-09da-4166-a890-e7587419f60f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.556293] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1236.556293] env[69281]: value = "task-3936581" [ 1236.556293] env[69281]: _type = "Task" [ 1236.556293] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.569828] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.574242] env[69281]: DEBUG oslo_vmware.api [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936580, 'name': PowerOffVM_Task, 'duration_secs': 0.158585} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.574585] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.574758] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.575090] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cad6a66-d488-4950-9642-2621ec483be0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.600166] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.600623] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.600908] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Deleting the datastore file [datastore2] 2bb7c285-4462-43ab-a8c5-8294d02aa9f6 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.601335] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee90badb-9cee-4c73-aea5-1178b54b2125 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.610025] env[69281]: DEBUG oslo_vmware.api [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for the task: (returnval){ [ 1236.610025] env[69281]: value = "task-3936583" [ 1236.610025] env[69281]: _type = "Task" [ 1236.610025] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.624950] env[69281]: DEBUG oslo_vmware.api [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.788667] env[69281]: DEBUG nova.compute.utils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.793768] env[69281]: DEBUG nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.794054] env[69281]: DEBUG nova.network.neutron [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.839110] env[69281]: DEBUG nova.policy [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c07a3d72eca4f208841aa33ab248e34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4271ed56440d466e83337b0a3e47a04d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.925793] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "refresh_cache-d1c5d869-aa9b-4510-a861-9006d90cadee" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.925984] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired lock "refresh_cache-d1c5d869-aa9b-4510-a861-9006d90cadee" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.926172] env[69281]: DEBUG nova.network.neutron [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.985446] env[69281]: DEBUG oslo_concurrency.lockutils [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "8b07f9cd-a13a-41e7-9f83-87e448049be7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.985746] env[69281]: DEBUG oslo_concurrency.lockutils [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "8b07f9cd-a13a-41e7-9f83-87e448049be7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.985997] env[69281]: DEBUG oslo_concurrency.lockutils [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "8b07f9cd-a13a-41e7-9f83-87e448049be7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.986225] env[69281]: DEBUG oslo_concurrency.lockutils [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "8b07f9cd-a13a-41e7-9f83-87e448049be7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.986409] env[69281]: DEBUG oslo_concurrency.lockutils [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "8b07f9cd-a13a-41e7-9f83-87e448049be7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.988742] env[69281]: INFO nova.compute.manager [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Terminating instance [ 1237.067724] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936581, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.121485] env[69281]: DEBUG oslo_vmware.api [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Task: {'id': task-3936583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126014} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.121714] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.121881] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.122084] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.122299] env[69281]: INFO nova.compute.manager [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1237.122559] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.122804] env[69281]: DEBUG nova.compute.manager [-] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.122912] env[69281]: DEBUG nova.network.neutron [-] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.149902] env[69281]: DEBUG nova.network.neutron [-] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.153403] env[69281]: DEBUG nova.network.neutron [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Successfully created port: c3f67935-2ec0-4e3d-b733-2a42ee930fb0 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.294916] env[69281]: DEBUG nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.302891] env[69281]: DEBUG oslo_concurrency.lockutils [None req-61a8050d-9d7e-4109-a970-f3abfa9821f1 tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.475176] env[69281]: DEBUG nova.network.neutron [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.495123] env[69281]: DEBUG nova.compute.manager [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.495424] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.498512] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad5a4308-68e3-4e4e-8465-982c2d8da167 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.508796] env[69281]: DEBUG oslo_vmware.api [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1237.508796] env[69281]: value = "task-3936585" [ 1237.508796] env[69281]: _type = "Task" [ 1237.508796] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.520093] env[69281]: DEBUG oslo_vmware.api [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.573493] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936581, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.657796] env[69281]: DEBUG nova.network.neutron [-] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.686139] env[69281]: DEBUG nova.network.neutron [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Updating instance_info_cache with network_info: [{"id": "d00adeaa-80ea-4e4f-880b-d669c7da0200", "address": "fa:16:3e:61:36:54", "network": {"id": "987b1f34-d509-4fbf-862d-65db56c9ba3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1340044983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4271ed56440d466e83337b0a3e47a04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd00adeaa-80", "ovs_interfaceid": "d00adeaa-80ea-4e4f-880b-d669c7da0200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.019940] env[69281]: DEBUG oslo_vmware.api [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.069217] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936581, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.160945] env[69281]: INFO nova.compute.manager [-] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Took 1.04 seconds to deallocate network for instance. [ 1238.189687] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Releasing lock "refresh_cache-d1c5d869-aa9b-4510-a861-9006d90cadee" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.190110] env[69281]: DEBUG nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Instance network_info: |[{"id": "d00adeaa-80ea-4e4f-880b-d669c7da0200", "address": "fa:16:3e:61:36:54", "network": {"id": "987b1f34-d509-4fbf-862d-65db56c9ba3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1340044983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4271ed56440d466e83337b0a3e47a04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd00adeaa-80", "ovs_interfaceid": "d00adeaa-80ea-4e4f-880b-d669c7da0200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.190799] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:36:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd00adeaa-80ea-4e4f-880b-d669c7da0200', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.200901] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Creating folder: Project (4271ed56440d466e83337b0a3e47a04d). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.202113] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbbefec6-787d-4055-93ba-183835e9cc54 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.218236] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Created folder: Project (4271ed56440d466e83337b0a3e47a04d) in parent group-v781128. [ 1238.218530] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Creating folder: Instances. Parent ref: group-v781457. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.218735] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-477172b7-85fb-47b6-b3f5-643e28e91ad9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.234138] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Created folder: Instances in parent group-v781457. [ 1238.234440] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.234681] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.235024] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-938d6b3f-f4c1-45d1-8ad9-b3a3752babb1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.261213] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.261213] env[69281]: value = "task-3936588" [ 1238.261213] env[69281]: _type = "Task" [ 1238.261213] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.273618] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936588, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.309281] env[69281]: DEBUG nova.compute.manager [req-779b2383-3589-4ee2-876c-52439a7e28c8 req-b66ba4b6-e26d-4160-9860-d9753e1922b0 service nova] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Received event network-changed-d00adeaa-80ea-4e4f-880b-d669c7da0200 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.309529] env[69281]: DEBUG nova.compute.manager [req-779b2383-3589-4ee2-876c-52439a7e28c8 req-b66ba4b6-e26d-4160-9860-d9753e1922b0 service nova] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Refreshing instance network info cache due to event network-changed-d00adeaa-80ea-4e4f-880b-d669c7da0200. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.309819] env[69281]: DEBUG oslo_concurrency.lockutils [req-779b2383-3589-4ee2-876c-52439a7e28c8 req-b66ba4b6-e26d-4160-9860-d9753e1922b0 service nova] Acquiring lock "refresh_cache-d1c5d869-aa9b-4510-a861-9006d90cadee" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.309910] env[69281]: DEBUG oslo_concurrency.lockutils [req-779b2383-3589-4ee2-876c-52439a7e28c8 req-b66ba4b6-e26d-4160-9860-d9753e1922b0 service nova] Acquired lock "refresh_cache-d1c5d869-aa9b-4510-a861-9006d90cadee" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.310093] env[69281]: DEBUG nova.network.neutron [req-779b2383-3589-4ee2-876c-52439a7e28c8 req-b66ba4b6-e26d-4160-9860-d9753e1922b0 service nova] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Refreshing network info cache for port d00adeaa-80ea-4e4f-880b-d669c7da0200 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.312992] env[69281]: DEBUG nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.348709] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.349021] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.349239] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.349477] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.349649] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.350527] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.350898] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.351134] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.351407] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.351543] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.351712] env[69281]: DEBUG nova.virt.hardware [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.353806] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69296e56-91c3-4909-957c-75d98ae01773 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.366337] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a1c423-fba7-4787-bd13-818f3c9cf5bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.523045] env[69281]: DEBUG oslo_vmware.api [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936585, 'name': PowerOffVM_Task, 'duration_secs': 0.897476} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.523275] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.523479] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1238.523798] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781432', 'volume_id': '09491265-53e2-4123-a56c-60d7ed33dd2f', 'name': 'volume-09491265-53e2-4123-a56c-60d7ed33dd2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8b07f9cd-a13a-41e7-9f83-87e448049be7', 'attached_at': '2025-05-08T23:55:12.000000', 'detached_at': '', 'volume_id': '09491265-53e2-4123-a56c-60d7ed33dd2f', 'serial': '09491265-53e2-4123-a56c-60d7ed33dd2f'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1238.524705] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940abf46-efac-416a-9ee7-88a76baee563 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.550867] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da709a13-82a5-422a-a6c2-ddd4a351c63e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.565516] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870b8697-d9b0-4970-bafc-0cc5b6df74da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.572247] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936581, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.575485] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.575732] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.597552] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f319ba-35a3-4a25-9184-fa10036eebf6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.621799] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] The volume has not been displaced from its original location: [datastore2] volume-09491265-53e2-4123-a56c-60d7ed33dd2f/volume-09491265-53e2-4123-a56c-60d7ed33dd2f.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1238.628047] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1238.628515] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-351be316-382c-4e00-a540-2af40a845eb5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.653718] env[69281]: DEBUG oslo_vmware.api [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1238.653718] env[69281]: value = "task-3936589" [ 1238.653718] env[69281]: _type = "Task" [ 1238.653718] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.666596] env[69281]: DEBUG oslo_vmware.api [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.670868] env[69281]: DEBUG oslo_concurrency.lockutils [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.671207] env[69281]: DEBUG oslo_concurrency.lockutils [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.671452] env[69281]: DEBUG nova.objects.instance [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Lazy-loading 'resources' on Instance uuid 2bb7c285-4462-43ab-a8c5-8294d02aa9f6 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.776478] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936588, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.884437] env[69281]: DEBUG nova.network.neutron [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Successfully updated port: c3f67935-2ec0-4e3d-b733-2a42ee930fb0 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.057226] env[69281]: DEBUG nova.network.neutron [req-779b2383-3589-4ee2-876c-52439a7e28c8 req-b66ba4b6-e26d-4160-9860-d9753e1922b0 service nova] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Updated VIF entry in instance network info cache for port d00adeaa-80ea-4e4f-880b-d669c7da0200. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.057614] env[69281]: DEBUG nova.network.neutron [req-779b2383-3589-4ee2-876c-52439a7e28c8 req-b66ba4b6-e26d-4160-9860-d9753e1922b0 service nova] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Updating instance_info_cache with network_info: [{"id": "d00adeaa-80ea-4e4f-880b-d669c7da0200", "address": "fa:16:3e:61:36:54", "network": {"id": "987b1f34-d509-4fbf-862d-65db56c9ba3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1340044983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4271ed56440d466e83337b0a3e47a04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd00adeaa-80", "ovs_interfaceid": "d00adeaa-80ea-4e4f-880b-d669c7da0200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.069627] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936581, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.079954] env[69281]: DEBUG nova.compute.utils [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.165267] env[69281]: DEBUG oslo_vmware.api [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.272449] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936588, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.364822] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1673feb-9414-4214-a45d-edf23c8292b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.372984] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982b99cd-bd3f-4551-9be2-712d7e59ab73 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.410742] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "refresh_cache-6c2f4eaf-104b-4cf6-8a07-853e314c032a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.410884] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired lock "refresh_cache-6c2f4eaf-104b-4cf6-8a07-853e314c032a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.411055] env[69281]: DEBUG nova.network.neutron [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.412987] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e85ea58-c4eb-4da9-a59c-5c0e0bcb0578 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.423170] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0772dd1-8d81-4d37-912e-d669f0de2825 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.438542] env[69281]: DEBUG nova.compute.provider_tree [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.566724] env[69281]: DEBUG oslo_concurrency.lockutils [req-779b2383-3589-4ee2-876c-52439a7e28c8 req-b66ba4b6-e26d-4160-9860-d9753e1922b0 service nova] Releasing lock "refresh_cache-d1c5d869-aa9b-4510-a861-9006d90cadee" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.574901] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936581, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.603374} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.575262] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/be51a631-4e7d-4ceb-996a-3bd000885a21/be51a631-4e7d-4ceb-996a-3bd000885a21.vmdk to [datastore2] d075430d-690d-4a45-b5bd-6fb2c50b49b8/d075430d-690d-4a45-b5bd-6fb2c50b49b8.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.576480] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f84bfdf-e4d6-4570-ac5c-bde07d34178c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.582893] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.605243] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d075430d-690d-4a45-b5bd-6fb2c50b49b8/d075430d-690d-4a45-b5bd-6fb2c50b49b8.vmdk or device None with type streamOptimized {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.606454] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c185f94e-336e-4131-85f8-c13d0c90f640 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.627112] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1239.627112] env[69281]: value = "task-3936590" [ 1239.627112] env[69281]: _type = "Task" [ 1239.627112] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.635192] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.655051] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1239.655317] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781456', 'volume_id': '2f8e7dca-14a7-4ad8-bc23-bd760f01c902', 'name': 'volume-2f8e7dca-14a7-4ad8-bc23-bd760f01c902', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6', 'attached_at': '', 'detached_at': '', 'volume_id': '2f8e7dca-14a7-4ad8-bc23-bd760f01c902', 'serial': '2f8e7dca-14a7-4ad8-bc23-bd760f01c902'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1239.656265] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8829cd-f02a-4c25-adc7-cb090d687da0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.667262] env[69281]: DEBUG oslo_vmware.api [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936589, 'name': ReconfigVM_Task, 'duration_secs': 0.743164} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.677894] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1239.682961] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af790dc6-e0b6-4a41-a656-d18ad1ad75e7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.694271] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61192bf-25ab-422b-a55e-620dc0c2f1ab {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.723411] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-2f8e7dca-14a7-4ad8-bc23-bd760f01c902/volume-2f8e7dca-14a7-4ad8-bc23-bd760f01c902.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.725266] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b312152-92d8-4086-86d4-70e6c2b5224f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.738458] env[69281]: DEBUG oslo_vmware.api [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1239.738458] env[69281]: value = "task-3936591" [ 1239.738458] env[69281]: _type = "Task" [ 1239.738458] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.744897] env[69281]: DEBUG oslo_vmware.api [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1239.744897] env[69281]: value = "task-3936592" [ 1239.744897] env[69281]: _type = "Task" [ 1239.744897] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.748308] env[69281]: DEBUG oslo_vmware.api [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.757605] env[69281]: DEBUG oslo_vmware.api [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936592, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.774096] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936588, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.943932] env[69281]: DEBUG nova.scheduler.client.report [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.954216] env[69281]: DEBUG nova.network.neutron [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.101735] env[69281]: DEBUG nova.network.neutron [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Updating instance_info_cache with network_info: [{"id": "c3f67935-2ec0-4e3d-b733-2a42ee930fb0", "address": "fa:16:3e:6e:42:4f", "network": {"id": "987b1f34-d509-4fbf-862d-65db56c9ba3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1340044983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4271ed56440d466e83337b0a3e47a04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f67935-2e", "ovs_interfaceid": "c3f67935-2ec0-4e3d-b733-2a42ee930fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.139094] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936590, 'name': ReconfigVM_Task, 'duration_secs': 0.309605} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.139420] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d075430d-690d-4a45-b5bd-6fb2c50b49b8/d075430d-690d-4a45-b5bd-6fb2c50b49b8.vmdk or device None with type streamOptimized {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.140188] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d055e203-4cfe-41a4-a726-dc109e2e1e4c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.147428] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1240.147428] env[69281]: value = "task-3936593" [ 1240.147428] env[69281]: _type = "Task" [ 1240.147428] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.162526] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936593, 'name': Rename_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.249402] env[69281]: DEBUG oslo_vmware.api [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936591, 'name': ReconfigVM_Task, 'duration_secs': 0.215819} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.253155] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781432', 'volume_id': '09491265-53e2-4123-a56c-60d7ed33dd2f', 'name': 'volume-09491265-53e2-4123-a56c-60d7ed33dd2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8b07f9cd-a13a-41e7-9f83-87e448049be7', 'attached_at': '2025-05-08T23:55:12.000000', 'detached_at': '', 'volume_id': '09491265-53e2-4123-a56c-60d7ed33dd2f', 'serial': '09491265-53e2-4123-a56c-60d7ed33dd2f'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1240.253513] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.254369] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462ee88c-cad0-499f-85cb-e21a50f76b59 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.263845] env[69281]: DEBUG oslo_vmware.api [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.269258] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.270064] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-334ca1bf-2128-4d8b-b2fa-61edab273578 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.277914] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936588, 'name': CreateVM_Task, 'duration_secs': 1.639272} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.278129] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.278833] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.279008] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.279361] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.279625] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2bcb0e4-74c4-4e60-868a-953b4ae18b79 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.286505] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1240.286505] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520efef8-7c87-f536-8a99-1f3439563a61" [ 1240.286505] env[69281]: _type = "Task" [ 1240.286505] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.297085] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520efef8-7c87-f536-8a99-1f3439563a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.340527] env[69281]: DEBUG nova.compute.manager [req-50a44e8c-1dd1-4f48-9b7d-78f805733eac req-404bb1fa-41b4-493c-8b83-bccdee3d078a service nova] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Received event network-vif-plugged-c3f67935-2ec0-4e3d-b733-2a42ee930fb0 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.340769] env[69281]: DEBUG oslo_concurrency.lockutils [req-50a44e8c-1dd1-4f48-9b7d-78f805733eac req-404bb1fa-41b4-493c-8b83-bccdee3d078a service nova] Acquiring lock "6c2f4eaf-104b-4cf6-8a07-853e314c032a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.340994] env[69281]: DEBUG oslo_concurrency.lockutils [req-50a44e8c-1dd1-4f48-9b7d-78f805733eac req-404bb1fa-41b4-493c-8b83-bccdee3d078a service nova] Lock "6c2f4eaf-104b-4cf6-8a07-853e314c032a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.341190] env[69281]: DEBUG oslo_concurrency.lockutils [req-50a44e8c-1dd1-4f48-9b7d-78f805733eac req-404bb1fa-41b4-493c-8b83-bccdee3d078a service nova] Lock "6c2f4eaf-104b-4cf6-8a07-853e314c032a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.341371] env[69281]: DEBUG nova.compute.manager [req-50a44e8c-1dd1-4f48-9b7d-78f805733eac req-404bb1fa-41b4-493c-8b83-bccdee3d078a service nova] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] No waiting events found dispatching network-vif-plugged-c3f67935-2ec0-4e3d-b733-2a42ee930fb0 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1240.341547] env[69281]: WARNING nova.compute.manager [req-50a44e8c-1dd1-4f48-9b7d-78f805733eac req-404bb1fa-41b4-493c-8b83-bccdee3d078a service nova] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Received unexpected event network-vif-plugged-c3f67935-2ec0-4e3d-b733-2a42ee930fb0 for instance with vm_state building and task_state spawning. [ 1240.341766] env[69281]: DEBUG nova.compute.manager [req-50a44e8c-1dd1-4f48-9b7d-78f805733eac req-404bb1fa-41b4-493c-8b83-bccdee3d078a service nova] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Received event network-changed-c3f67935-2ec0-4e3d-b733-2a42ee930fb0 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.341933] env[69281]: DEBUG nova.compute.manager [req-50a44e8c-1dd1-4f48-9b7d-78f805733eac req-404bb1fa-41b4-493c-8b83-bccdee3d078a service nova] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Refreshing instance network info cache due to event network-changed-c3f67935-2ec0-4e3d-b733-2a42ee930fb0. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.342119] env[69281]: DEBUG oslo_concurrency.lockutils [req-50a44e8c-1dd1-4f48-9b7d-78f805733eac req-404bb1fa-41b4-493c-8b83-bccdee3d078a service nova] Acquiring lock "refresh_cache-6c2f4eaf-104b-4cf6-8a07-853e314c032a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.344584] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.344853] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.345089] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleting the datastore file [datastore2] 8b07f9cd-a13a-41e7-9f83-87e448049be7 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.345716] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f26ff5c8-10ce-45c2-9cb1-2ecd4375ccc4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.352167] env[69281]: DEBUG oslo_vmware.api [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1240.352167] env[69281]: value = "task-3936595" [ 1240.352167] env[69281]: _type = "Task" [ 1240.352167] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.362326] env[69281]: DEBUG oslo_vmware.api [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.448862] env[69281]: DEBUG oslo_concurrency.lockutils [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.469025] env[69281]: INFO nova.scheduler.client.report [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Deleted allocations for instance 2bb7c285-4462-43ab-a8c5-8294d02aa9f6 [ 1240.605225] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Releasing lock "refresh_cache-6c2f4eaf-104b-4cf6-8a07-853e314c032a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.605588] env[69281]: DEBUG nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Instance network_info: |[{"id": "c3f67935-2ec0-4e3d-b733-2a42ee930fb0", "address": "fa:16:3e:6e:42:4f", "network": {"id": "987b1f34-d509-4fbf-862d-65db56c9ba3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1340044983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4271ed56440d466e83337b0a3e47a04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f67935-2e", "ovs_interfaceid": "c3f67935-2ec0-4e3d-b733-2a42ee930fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.606387] env[69281]: DEBUG oslo_concurrency.lockutils [req-50a44e8c-1dd1-4f48-9b7d-78f805733eac req-404bb1fa-41b4-493c-8b83-bccdee3d078a service nova] Acquired lock "refresh_cache-6c2f4eaf-104b-4cf6-8a07-853e314c032a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.606609] env[69281]: DEBUG nova.network.neutron [req-50a44e8c-1dd1-4f48-9b7d-78f805733eac req-404bb1fa-41b4-493c-8b83-bccdee3d078a service nova] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Refreshing network info cache for port c3f67935-2ec0-4e3d-b733-2a42ee930fb0 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.607922] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:42:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3f67935-2ec0-4e3d-b733-2a42ee930fb0', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.616378] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.619589] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.620527] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d999f224-465f-4cbf-8646-02ac7abe0fd5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.642379] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.642379] env[69281]: value = "task-3936596" [ 1240.642379] env[69281]: _type = "Task" [ 1240.642379] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.652110] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936596, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.655546] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.655761] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.656055] env[69281]: INFO nova.compute.manager [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Attaching volume 7e860416-6be9-43ca-ad07-f3b47f41f252 to /dev/sdb [ 1240.663190] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936593, 'name': Rename_Task, 'duration_secs': 0.154406} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.665692] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.666346] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26ca7125-3481-40c3-a996-f4a5dd08e741 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.674863] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1240.674863] env[69281]: value = "task-3936597" [ 1240.674863] env[69281]: _type = "Task" [ 1240.674863] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.683823] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.698025] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59378cbd-d1eb-44a1-9b5a-e5f6196015db {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.704887] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcc4160-2860-45a8-acc4-03f9081af8c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.721201] env[69281]: DEBUG nova.virt.block_device [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Updating existing volume attachment record: 74080e03-783f-486d-bc5f-4d01640df8ed {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1240.759746] env[69281]: DEBUG oslo_vmware.api [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936592, 'name': ReconfigVM_Task, 'duration_secs': 0.583166} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.760112] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-2f8e7dca-14a7-4ad8-bc23-bd760f01c902/volume-2f8e7dca-14a7-4ad8-bc23-bd760f01c902.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.767642] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2b097af-9724-4590-926b-16214528f4a1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.783945] env[69281]: DEBUG oslo_vmware.api [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1240.783945] env[69281]: value = "task-3936598" [ 1240.783945] env[69281]: _type = "Task" [ 1240.783945] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.796721] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]520efef8-7c87-f536-8a99-1f3439563a61, 'name': SearchDatastore_Task, 'duration_secs': 0.01557} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.799894] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.800202] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.800464] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.800635] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.800835] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.801147] env[69281]: DEBUG oslo_vmware.api [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.801387] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7776cf9f-cbb3-4016-80a8-ca4ca86184f4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.812883] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.813098] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.813888] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f49146c0-acfd-4e91-8588-2a58f56a6b43 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.820143] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1240.820143] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a44192-29ed-f6f7-a816-3270ca248ab2" [ 1240.820143] env[69281]: _type = "Task" [ 1240.820143] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.828684] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a44192-29ed-f6f7-a816-3270ca248ab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.864889] env[69281]: DEBUG oslo_vmware.api [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080913} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.864889] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.864889] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.864889] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.864889] env[69281]: INFO nova.compute.manager [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Took 3.37 seconds to destroy the instance on the hypervisor. [ 1240.864889] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.864889] env[69281]: DEBUG nova.compute.manager [-] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.865218] env[69281]: DEBUG nova.network.neutron [-] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.922231] env[69281]: DEBUG nova.network.neutron [req-50a44e8c-1dd1-4f48-9b7d-78f805733eac req-404bb1fa-41b4-493c-8b83-bccdee3d078a service nova] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Updated VIF entry in instance network info cache for port c3f67935-2ec0-4e3d-b733-2a42ee930fb0. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.922657] env[69281]: DEBUG nova.network.neutron [req-50a44e8c-1dd1-4f48-9b7d-78f805733eac req-404bb1fa-41b4-493c-8b83-bccdee3d078a service nova] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Updating instance_info_cache with network_info: [{"id": "c3f67935-2ec0-4e3d-b733-2a42ee930fb0", "address": "fa:16:3e:6e:42:4f", "network": {"id": "987b1f34-d509-4fbf-862d-65db56c9ba3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1340044983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4271ed56440d466e83337b0a3e47a04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f67935-2e", "ovs_interfaceid": "c3f67935-2ec0-4e3d-b733-2a42ee930fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.979894] env[69281]: DEBUG oslo_concurrency.lockutils [None req-090a1f2e-e994-438c-b655-95cfd4fc331b tempest-ServerShowV254Test-261361774 tempest-ServerShowV254Test-261361774-project-member] Lock "2bb7c285-4462-43ab-a8c5-8294d02aa9f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.532s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.154283] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936596, 'name': CreateVM_Task, 'duration_secs': 0.396717} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.154651] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.155662] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.156039] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.156501] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.156873] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1164a2-51ca-4c06-b853-1bdc869e986a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.163861] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1241.163861] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e4c6-4e34-c9a1-ff2a-d3d09a6d1c2f" [ 1241.163861] env[69281]: _type = "Task" [ 1241.163861] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.176654] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e4c6-4e34-c9a1-ff2a-d3d09a6d1c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.187617] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936597, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.296905] env[69281]: DEBUG oslo_vmware.api [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936598, 'name': ReconfigVM_Task, 'duration_secs': 0.17322} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.296905] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781456', 'volume_id': '2f8e7dca-14a7-4ad8-bc23-bd760f01c902', 'name': 'volume-2f8e7dca-14a7-4ad8-bc23-bd760f01c902', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6', 'attached_at': '', 'detached_at': '', 'volume_id': '2f8e7dca-14a7-4ad8-bc23-bd760f01c902', 'serial': '2f8e7dca-14a7-4ad8-bc23-bd760f01c902'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1241.333593] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a44192-29ed-f6f7-a816-3270ca248ab2, 'name': SearchDatastore_Task, 'duration_secs': 0.013139} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.334553] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98db0f1-d9f5-480f-b163-5ccb61350345 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.342058] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1241.342058] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b34b60-63da-2068-8efa-cdbca44a8829" [ 1241.342058] env[69281]: _type = "Task" [ 1241.342058] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.353464] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b34b60-63da-2068-8efa-cdbca44a8829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.426148] env[69281]: DEBUG oslo_concurrency.lockutils [req-50a44e8c-1dd1-4f48-9b7d-78f805733eac req-404bb1fa-41b4-493c-8b83-bccdee3d078a service nova] Releasing lock "refresh_cache-6c2f4eaf-104b-4cf6-8a07-853e314c032a" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.675534] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e4c6-4e34-c9a1-ff2a-d3d09a6d1c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011597} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.678683] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.678683] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.678683] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.684965] env[69281]: DEBUG oslo_vmware.api [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936597, 'name': PowerOnVM_Task, 'duration_secs': 0.554986} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.685248] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.794990] env[69281]: DEBUG nova.compute.manager [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1241.796068] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24d6350-f592-4af5-99bf-847a5bd763dd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.853501] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b34b60-63da-2068-8efa-cdbca44a8829, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.854447] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.854720] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] d1c5d869-aa9b-4510-a861-9006d90cadee/d1c5d869-aa9b-4510-a861-9006d90cadee.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.855098] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.855635] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.855635] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8922d11-2851-4ea5-81f9-cb93caeae928 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.858328] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0df32903-f13a-4a65-82d1-4830d555a721 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.866959] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1241.866959] env[69281]: value = "task-3936600" [ 1241.866959] env[69281]: _type = "Task" [ 1241.866959] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.873560] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.873885] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.874981] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea09fbbb-aa00-4cae-806a-4eda1129be3a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.880532] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.884153] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1241.884153] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b17a8c-acaf-2c85-c58f-04319aacf773" [ 1241.884153] env[69281]: _type = "Task" [ 1241.884153] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.893485] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b17a8c-acaf-2c85-c58f-04319aacf773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.975499] env[69281]: DEBUG nova.network.neutron [-] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.313343] env[69281]: DEBUG oslo_concurrency.lockutils [None req-1a126e69-7c8a-4cd6-b3cc-a477f86a4149 tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.565s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.340083] env[69281]: DEBUG nova.objects.instance [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lazy-loading 'flavor' on Instance uuid 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.374999] env[69281]: DEBUG nova.compute.manager [req-f6d74101-78f9-4ea3-8166-5040b034f647 req-12e5acb8-fc38-4266-939d-21d8cebefbc2 service nova] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Received event network-vif-deleted-b4d35fd9-fe26-4f2b-8124-c47eb74ac181 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.381269] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50485} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.381529] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] d1c5d869-aa9b-4510-a861-9006d90cadee/d1c5d869-aa9b-4510-a861-9006d90cadee.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.381751] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.382103] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85e83fd1-b2f7-40a3-a8d3-c380ee8d6996 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.389374] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1242.389374] env[69281]: value = "task-3936601" [ 1242.389374] env[69281]: _type = "Task" [ 1242.389374] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.397284] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b17a8c-acaf-2c85-c58f-04319aacf773, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.398491] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bc42d34-cb05-4381-a433-886f317be8a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.403718] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.407838] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1242.407838] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bce5eb-5943-b319-e7aa-0d882115db78" [ 1242.407838] env[69281]: _type = "Task" [ 1242.407838] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.418089] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bce5eb-5943-b319-e7aa-0d882115db78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.483840] env[69281]: INFO nova.compute.manager [-] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Took 1.62 seconds to deallocate network for instance. [ 1242.515182] env[69281]: INFO nova.compute.manager [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Rescuing [ 1242.515480] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.515639] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.515812] env[69281]: DEBUG nova.network.neutron [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.845166] env[69281]: DEBUG oslo_concurrency.lockutils [None req-34ba7aee-9d5e-40c6-ba9f-3400f02f8cd2 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.819s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.901469] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068278} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.902172] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.903223] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56021c59-ef08-48db-b585-d96011973afe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.929186] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] d1c5d869-aa9b-4510-a861-9006d90cadee/d1c5d869-aa9b-4510-a861-9006d90cadee.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.932672] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c792633-b26c-4f8b-99ae-77b735304570 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.953324] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52bce5eb-5943-b319-e7aa-0d882115db78, 'name': SearchDatastore_Task, 'duration_secs': 0.009399} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.954739] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.955055] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 6c2f4eaf-104b-4cf6-8a07-853e314c032a/6c2f4eaf-104b-4cf6-8a07-853e314c032a.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.955420] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1242.955420] env[69281]: value = "task-3936602" [ 1242.955420] env[69281]: _type = "Task" [ 1242.955420] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.955616] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64540063-8e0b-43b0-af10-fc9177ec2308 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.967045] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936602, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.968637] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1242.968637] env[69281]: value = "task-3936604" [ 1242.968637] env[69281]: _type = "Task" [ 1242.968637] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.977901] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.035235] env[69281]: INFO nova.compute.manager [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Took 0.55 seconds to detach 1 volumes for instance. [ 1243.037661] env[69281]: DEBUG nova.compute.manager [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Deleting volume: 09491265-53e2-4123-a56c-60d7ed33dd2f {{(pid=69281) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1243.312687] env[69281]: DEBUG nova.network.neutron [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Updating instance_info_cache with network_info: [{"id": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "address": "fa:16:3e:67:b8:97", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb69aeb1-94", "ovs_interfaceid": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.469074] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936602, 'name': ReconfigVM_Task, 'duration_secs': 0.324301} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.469511] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Reconfigured VM instance instance-00000077 to attach disk [datastore1] d1c5d869-aa9b-4510-a861-9006d90cadee/d1c5d869-aa9b-4510-a861-9006d90cadee.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.473375] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ce3c57c-acdd-4836-96e2-054fc5d285e2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.481569] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936604, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.483266] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1243.483266] env[69281]: value = "task-3936606" [ 1243.483266] env[69281]: _type = "Task" [ 1243.483266] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.493360] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936606, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.574080] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.574243] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.574349] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.574602] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.574810] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.577265] env[69281]: INFO nova.compute.manager [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Terminating instance [ 1243.582708] env[69281]: DEBUG oslo_concurrency.lockutils [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.583182] env[69281]: DEBUG oslo_concurrency.lockutils [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.583542] env[69281]: DEBUG oslo_concurrency.lockutils [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.613904] env[69281]: INFO nova.scheduler.client.report [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleted allocations for instance 8b07f9cd-a13a-41e7-9f83-87e448049be7 [ 1243.816858] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.981102] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604685} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.981409] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 6c2f4eaf-104b-4cf6-8a07-853e314c032a/6c2f4eaf-104b-4cf6-8a07-853e314c032a.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.981646] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.982299] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94a4d0a1-584b-4c33-b64d-c0469d9a8acb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.993605] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936606, 'name': Rename_Task, 'duration_secs': 0.164244} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.995113] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.995472] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1243.995472] env[69281]: value = "task-3936607" [ 1243.995472] env[69281]: _type = "Task" [ 1243.995472] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.995687] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81df56ef-8156-478a-b141-e7c3fe8249ff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.007051] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.008527] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1244.008527] env[69281]: value = "task-3936608" [ 1244.008527] env[69281]: _type = "Task" [ 1244.008527] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.016916] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.081324] env[69281]: DEBUG nova.compute.manager [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.081537] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.082446] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6461229e-a517-4b7a-b687-45052529561f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.090695] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.090942] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af43db3c-d909-48f1-9b74-06c9b5b907b7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.097597] env[69281]: DEBUG oslo_vmware.api [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1244.097597] env[69281]: value = "task-3936609" [ 1244.097597] env[69281]: _type = "Task" [ 1244.097597] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.106730] env[69281]: DEBUG oslo_vmware.api [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.121231] env[69281]: DEBUG oslo_concurrency.lockutils [None req-216d10d8-45af-4d18-ba45-7a132a7a130c tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "8b07f9cd-a13a-41e7-9f83-87e448049be7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.135s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.509855] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069602} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.513615] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.514162] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f86c913-6af5-4832-af4d-2a8ff17fc3fe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.522048] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936608, 'name': PowerOnVM_Task, 'duration_secs': 0.493499} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.531241] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.531473] env[69281]: INFO nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1244.531662] env[69281]: DEBUG nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1244.540592] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 6c2f4eaf-104b-4cf6-8a07-853e314c032a/6c2f4eaf-104b-4cf6-8a07-853e314c032a.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.541414] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e07147d-9a16-4efa-b2a5-c51f3b66f350 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.544027] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ded807-26ec-4451-8f28-255c370d8bcf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.567526] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1244.567526] env[69281]: value = "task-3936610" [ 1244.567526] env[69281]: _type = "Task" [ 1244.567526] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.582105] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936610, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.609594] env[69281]: DEBUG oslo_vmware.api [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936609, 'name': PowerOffVM_Task, 'duration_secs': 0.221616} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.609594] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.609850] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.609955] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc5e5a34-61fc-4105-848b-a2b7b4ee2268 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.684161] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.684575] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.684896] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleting the datastore file [datastore2] d075430d-690d-4a45-b5bd-6fb2c50b49b8 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.685310] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21a193ce-dd5f-4daa-a9b5-f59677dbfe39 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.692172] env[69281]: DEBUG oslo_vmware.api [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for the task: (returnval){ [ 1244.692172] env[69281]: value = "task-3936612" [ 1244.692172] env[69281]: _type = "Task" [ 1244.692172] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.701261] env[69281]: DEBUG oslo_vmware.api [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.079538] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.079865] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.080140] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.080336] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.080515] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.082293] env[69281]: INFO nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Took 13.53 seconds to build instance. [ 1245.084013] env[69281]: INFO nova.compute.manager [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Terminating instance [ 1245.089174] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936610, 'name': ReconfigVM_Task, 'duration_secs': 0.308658} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.090342] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 6c2f4eaf-104b-4cf6-8a07-853e314c032a/6c2f4eaf-104b-4cf6-8a07-853e314c032a.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.091197] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fb97f94-456f-4fc7-867a-e77326a5381f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.099217] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1245.099217] env[69281]: value = "task-3936613" [ 1245.099217] env[69281]: _type = "Task" [ 1245.099217] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.108688] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936613, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.202806] env[69281]: DEBUG oslo_vmware.api [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Task: {'id': task-3936612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129642} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.203091] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.203341] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.203563] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.203749] env[69281]: INFO nova.compute.manager [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1245.204043] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.204319] env[69281]: DEBUG nova.compute.manager [-] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.204442] env[69281]: DEBUG nova.network.neutron [-] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.274784] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1245.275126] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781461', 'volume_id': '7e860416-6be9-43ca-ad07-f3b47f41f252', 'name': 'volume-7e860416-6be9-43ca-ad07-f3b47f41f252', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bbd9d32-c972-46fa-b6f4-d80638b1527f', 'attached_at': '', 'detached_at': '', 'volume_id': '7e860416-6be9-43ca-ad07-f3b47f41f252', 'serial': '7e860416-6be9-43ca-ad07-f3b47f41f252'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1245.276059] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a3db46-7146-4bc5-b3de-fd6737407a9a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.294696] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c00017e-260b-4987-99e9-6b7140617abd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.320675] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-7e860416-6be9-43ca-ad07-f3b47f41f252/volume-7e860416-6be9-43ca-ad07-f3b47f41f252.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.321011] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edc49481-d5d5-48ea-9563-39c53981be48 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.340382] env[69281]: DEBUG oslo_vmware.api [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1245.340382] env[69281]: value = "task-3936614" [ 1245.340382] env[69281]: _type = "Task" [ 1245.340382] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.349372] env[69281]: DEBUG oslo_vmware.api [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.353668] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.354148] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf1158d2-e6d7-408e-b9b6-183d73a49741 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.363565] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1245.363565] env[69281]: value = "task-3936615" [ 1245.363565] env[69281]: _type = "Task" [ 1245.363565] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.375320] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.584705] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "d1c5d869-aa9b-4510-a861-9006d90cadee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.041s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.593120] env[69281]: DEBUG nova.compute.manager [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.593120] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.593892] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20de4839-41ba-4b26-804f-04cde054094f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.602818] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.606278] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8f9804d-18f0-40b2-83eb-cc38a0e42818 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.613643] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936613, 'name': Rename_Task, 'duration_secs': 0.219118} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.615016] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.615361] env[69281]: DEBUG oslo_vmware.api [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1245.615361] env[69281]: value = "task-3936616" [ 1245.615361] env[69281]: _type = "Task" [ 1245.615361] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.615575] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf0d4fa3-1208-4701-82a6-58d9cf5c45df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.626659] env[69281]: DEBUG oslo_vmware.api [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.628117] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1245.628117] env[69281]: value = "task-3936617" [ 1245.628117] env[69281]: _type = "Task" [ 1245.628117] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.636941] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.745668] env[69281]: DEBUG nova.compute.manager [req-e5ef5b03-da27-4974-a36e-f75f15edb9f9 req-eed479b5-5dc9-4af4-906c-042c4fdec824 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Received event network-vif-deleted-d16b1e5b-3252-489f-830f-f66e5ae29d31 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.745881] env[69281]: INFO nova.compute.manager [req-e5ef5b03-da27-4974-a36e-f75f15edb9f9 req-eed479b5-5dc9-4af4-906c-042c4fdec824 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Neutron deleted interface d16b1e5b-3252-489f-830f-f66e5ae29d31; detaching it from the instance and deleting it from the info cache [ 1245.746093] env[69281]: DEBUG nova.network.neutron [req-e5ef5b03-da27-4974-a36e-f75f15edb9f9 req-eed479b5-5dc9-4af4-906c-042c4fdec824 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.850891] env[69281]: DEBUG oslo_vmware.api [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936614, 'name': ReconfigVM_Task, 'duration_secs': 0.499566} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.851210] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-7e860416-6be9-43ca-ad07-f3b47f41f252/volume-7e860416-6be9-43ca-ad07-f3b47f41f252.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.856188] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7042d3c-6d61-4601-a649-1c34c2458e6d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.875997] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936615, 'name': PowerOffVM_Task, 'duration_secs': 0.226116} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.877366] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.877749] env[69281]: DEBUG oslo_vmware.api [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1245.877749] env[69281]: value = "task-3936618" [ 1245.877749] env[69281]: _type = "Task" [ 1245.877749] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.878481] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3a4723-b614-4753-9005-88ebe0a3d128 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.914537] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf843aca-3678-427f-b0fa-3a52ec0c5243 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.917591] env[69281]: DEBUG oslo_vmware.api [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936618, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.956288] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.956626] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4439b582-f647-4a7e-80e9-b6fd306915bc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.964532] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1245.964532] env[69281]: value = "task-3936619" [ 1245.964532] env[69281]: _type = "Task" [ 1245.964532] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.974680] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.127160] env[69281]: DEBUG oslo_vmware.api [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936616, 'name': PowerOffVM_Task, 'duration_secs': 0.293349} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.127482] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.127661] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.127919] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46b2b5be-5ecd-4290-9f42-f78c06663ca2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.138949] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936617, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.205713] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.205944] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.206162] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleting the datastore file [datastore2] eae9c3ff-8477-4fb4-a048-e7f83a48f982 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.206556] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17b14ab8-7f91-48fb-9448-58d4fc06e5b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.214038] env[69281]: DEBUG oslo_vmware.api [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1246.214038] env[69281]: value = "task-3936621" [ 1246.214038] env[69281]: _type = "Task" [ 1246.214038] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.223530] env[69281]: DEBUG nova.network.neutron [-] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.224880] env[69281]: DEBUG oslo_vmware.api [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.250211] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91757b18-c63c-4575-931f-9bd118d01366 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.260835] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036aadde-9b2b-4b9f-9c49-31440eac8824 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.293580] env[69281]: DEBUG nova.compute.manager [req-e5ef5b03-da27-4974-a36e-f75f15edb9f9 req-eed479b5-5dc9-4af4-906c-042c4fdec824 service nova] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Detach interface failed, port_id=d16b1e5b-3252-489f-830f-f66e5ae29d31, reason: Instance d075430d-690d-4a45-b5bd-6fb2c50b49b8 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1246.390609] env[69281]: DEBUG oslo_vmware.api [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936618, 'name': ReconfigVM_Task, 'duration_secs': 0.183642} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.390934] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781461', 'volume_id': '7e860416-6be9-43ca-ad07-f3b47f41f252', 'name': 'volume-7e860416-6be9-43ca-ad07-f3b47f41f252', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bbd9d32-c972-46fa-b6f4-d80638b1527f', 'attached_at': '', 'detached_at': '', 'volume_id': '7e860416-6be9-43ca-ad07-f3b47f41f252', 'serial': '7e860416-6be9-43ca-ad07-f3b47f41f252'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1246.477259] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] VM already powered off {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1246.477551] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.477738] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.477905] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.478141] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.478399] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2031559-cd91-4632-8c4a-7a795b92a50a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.489932] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.490186] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.490931] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8312eed6-2d40-4d41-ae9a-a26a767b3743 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.496943] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1246.496943] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526d8da2-c583-8e1b-41ec-4bc15c9c9844" [ 1246.496943] env[69281]: _type = "Task" [ 1246.496943] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.505367] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526d8da2-c583-8e1b-41ec-4bc15c9c9844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.640105] env[69281]: DEBUG oslo_vmware.api [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936617, 'name': PowerOnVM_Task, 'duration_secs': 0.635297} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.640484] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.640623] env[69281]: INFO nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1246.640836] env[69281]: DEBUG nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1246.641671] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6ccd4f-a829-4fb5-97df-5c9dbb306000 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.723804] env[69281]: DEBUG oslo_vmware.api [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151683} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.724123] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.724351] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.724643] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.724974] env[69281]: INFO nova.compute.manager [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1246.725274] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.725551] env[69281]: DEBUG nova.compute.manager [-] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.725696] env[69281]: DEBUG nova.network.neutron [-] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.727716] env[69281]: INFO nova.compute.manager [-] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Took 1.52 seconds to deallocate network for instance. [ 1247.009369] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526d8da2-c583-8e1b-41ec-4bc15c9c9844, 'name': SearchDatastore_Task, 'duration_secs': 0.025624} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.010166] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111169d5-c42b-4c2d-9dfe-2ebfe81d443d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.016706] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1247.016706] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521be7f6-0a39-5e1c-fb8e-bcd2c334ac5e" [ 1247.016706] env[69281]: _type = "Task" [ 1247.016706] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.025739] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521be7f6-0a39-5e1c-fb8e-bcd2c334ac5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.158547] env[69281]: INFO nova.compute.manager [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Took 15.57 seconds to build instance. [ 1247.236244] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.236244] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.236244] env[69281]: DEBUG nova.objects.instance [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lazy-loading 'resources' on Instance uuid d075430d-690d-4a45-b5bd-6fb2c50b49b8 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.436176] env[69281]: DEBUG nova.objects.instance [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lazy-loading 'flavor' on Instance uuid 7bbd9d32-c972-46fa-b6f4-d80638b1527f {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.484774] env[69281]: DEBUG nova.network.neutron [-] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.527387] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]521be7f6-0a39-5e1c-fb8e-bcd2c334ac5e, 'name': SearchDatastore_Task, 'duration_secs': 0.012408} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.527692] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.528131] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk. {{(pid=69281) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1247.528493] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50831517-dff7-4b8a-9b35-a909f0cbd372 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.538073] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1247.538073] env[69281]: value = "task-3936622" [ 1247.538073] env[69281]: _type = "Task" [ 1247.538073] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.547113] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.660804] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f146a80e-f12a-444f-96bc-074694c9ef7c tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "6c2f4eaf-104b-4cf6-8a07-853e314c032a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.079s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.794034] env[69281]: DEBUG nova.compute.manager [req-e26aad29-c32e-47f7-af8a-30c530141bb2 req-5705ef5b-44a0-415a-bb7e-e7c484f7889c service nova] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Received event network-vif-deleted-c527fc2a-0ccd-4178-a6fc-77fd4915244d {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.923052] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4173044a-ae01-4f15-9d29-2da2d64ed374 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.936046] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6800699c-2e56-45b6-bf86-ef48891e0478 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.946570] env[69281]: DEBUG oslo_concurrency.lockutils [None req-35374bd7-0f9a-47a5-ac86-2f68a54d11f8 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.291s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.999116] env[69281]: INFO nova.compute.manager [-] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Took 1.27 seconds to deallocate network for instance. [ 1248.004345] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511b6bd8-c931-449f-8293-9ccc6b5c1f48 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.023024] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c989b85-472d-4bb3-a242-4746070f2f18 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.039466] env[69281]: DEBUG nova.compute.provider_tree [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.051132] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494404} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.052019] env[69281]: INFO nova.virt.vmwareapi.ds_util [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk. [ 1248.052258] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2de07fe-ba42-47c4-b9aa-c400b9176486 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.083240] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.083894] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e00e75e-8ffe-4c77-b7d4-b685dda220d0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.106334] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1248.106334] env[69281]: value = "task-3936623" [ 1248.106334] env[69281]: _type = "Task" [ 1248.106334] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.115732] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.518638] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.519052] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "d1c5d869-aa9b-4510-a861-9006d90cadee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.519289] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "d1c5d869-aa9b-4510-a861-9006d90cadee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.519492] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "d1c5d869-aa9b-4510-a861-9006d90cadee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.519679] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "d1c5d869-aa9b-4510-a861-9006d90cadee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.519850] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "d1c5d869-aa9b-4510-a861-9006d90cadee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.522137] env[69281]: INFO nova.compute.manager [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Terminating instance [ 1248.546247] env[69281]: DEBUG nova.scheduler.client.report [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.602474] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "6c2f4eaf-104b-4cf6-8a07-853e314c032a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.602831] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "6c2f4eaf-104b-4cf6-8a07-853e314c032a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.603120] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "6c2f4eaf-104b-4cf6-8a07-853e314c032a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.603377] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "6c2f4eaf-104b-4cf6-8a07-853e314c032a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.603590] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "6c2f4eaf-104b-4cf6-8a07-853e314c032a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.606249] env[69281]: INFO nova.compute.manager [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Terminating instance [ 1248.618100] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936623, 'name': ReconfigVM_Task, 'duration_secs': 0.355713} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.619090] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6/12ea0038-8065-455a-8a1b-58b88701c301-rescue.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.620072] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f0156f-3b36-44ab-a89d-ab7f955bc7fd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.651538] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f61b43f-15ea-4b32-934e-2ef0fbed54bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.669034] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1248.669034] env[69281]: value = "task-3936624" [ 1248.669034] env[69281]: _type = "Task" [ 1248.669034] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.678077] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.853922] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.855045] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.026222] env[69281]: DEBUG nova.compute.manager [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.026468] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.027445] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa65e8a6-8086-4a98-b478-671453ec8767 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.035439] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.035709] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32ebe539-5be9-4718-b209-16bd58f756f3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.042795] env[69281]: DEBUG oslo_vmware.api [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1249.042795] env[69281]: value = "task-3936625" [ 1249.042795] env[69281]: _type = "Task" [ 1249.042795] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.053948] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.056148] env[69281]: DEBUG oslo_vmware.api [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.056638] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.538s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.056929] env[69281]: DEBUG nova.objects.instance [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lazy-loading 'resources' on Instance uuid eae9c3ff-8477-4fb4-a048-e7f83a48f982 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.080020] env[69281]: INFO nova.scheduler.client.report [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Deleted allocations for instance d075430d-690d-4a45-b5bd-6fb2c50b49b8 [ 1249.113741] env[69281]: DEBUG nova.compute.manager [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.114111] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.115379] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f915ced-b36c-4df2-8e22-f5520d78ceb6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.125376] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.126220] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7048411c-9ec9-4d0c-adfb-e6320c53f244 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.133411] env[69281]: DEBUG oslo_vmware.api [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1249.133411] env[69281]: value = "task-3936626" [ 1249.133411] env[69281]: _type = "Task" [ 1249.133411] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.144025] env[69281]: DEBUG oslo_vmware.api [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.179681] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936624, 'name': ReconfigVM_Task, 'duration_secs': 0.180661} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.179974] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.180250] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdea4b49-1ceb-4827-9f71-e645add33a7e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.187274] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1249.187274] env[69281]: value = "task-3936627" [ 1249.187274] env[69281]: _type = "Task" [ 1249.187274] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.196588] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.357973] env[69281]: DEBUG nova.compute.utils [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.553811] env[69281]: DEBUG oslo_vmware.api [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936625, 'name': PowerOffVM_Task, 'duration_secs': 0.221883} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.554131] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.554290] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.554584] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0daf5dbc-3e30-4f6b-819a-cadbc1b49073 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.589249] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a2eb367a-5ff3-4a30-85b0-5d1b975f249f tempest-ServerActionsTestOtherB-502014379 tempest-ServerActionsTestOtherB-502014379-project-member] Lock "d075430d-690d-4a45-b5bd-6fb2c50b49b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.015s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.639274] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.639525] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.639746] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Deleting the datastore file [datastore1] d1c5d869-aa9b-4510-a861-9006d90cadee {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.640767] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b0e7100-29b1-4dbc-b8d6-8e3a033fb3da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.648689] env[69281]: DEBUG oslo_vmware.api [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936626, 'name': PowerOffVM_Task, 'duration_secs': 0.205783} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.649502] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.649693] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.649953] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8d71e9e-25fa-4693-9dca-5bc054b9be82 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.653482] env[69281]: DEBUG oslo_vmware.api [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1249.653482] env[69281]: value = "task-3936629" [ 1249.653482] env[69281]: _type = "Task" [ 1249.653482] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.664087] env[69281]: DEBUG oslo_vmware.api [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.700980] env[69281]: DEBUG oslo_vmware.api [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936627, 'name': PowerOnVM_Task, 'duration_secs': 0.453438} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.701317] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.704143] env[69281]: DEBUG nova.compute.manager [None req-0c000580-e803-4626-be39-56d2e184ada5 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1249.705100] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec1b362-c4aa-4a23-b858-b7009b367027 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.724940] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.725162] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.725732] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Deleting the datastore file [datastore1] 6c2f4eaf-104b-4cf6-8a07-853e314c032a {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.726083] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b03d5aed-c344-4bb9-98a2-30bb219f95b8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.733865] env[69281]: DEBUG oslo_vmware.api [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1249.733865] env[69281]: value = "task-3936631" [ 1249.733865] env[69281]: _type = "Task" [ 1249.733865] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.735609] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038c52b4-55e7-4683-99dd-452d3b557e18 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.749886] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3f8a3a-6ef8-46ff-8bdc-16a0edaab166 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.755440] env[69281]: DEBUG oslo_vmware.api [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.785559] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae46cec-288a-43af-82da-8fba700a313f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.794279] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595a0077-e934-4cb3-8d5d-f95f4e3ff2fa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.808641] env[69281]: DEBUG nova.compute.provider_tree [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.861539] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.165492] env[69281]: DEBUG oslo_vmware.api [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329008} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.165781] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.165983] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.166178] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.166362] env[69281]: INFO nova.compute.manager [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1250.166614] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.166813] env[69281]: DEBUG nova.compute.manager [-] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.166914] env[69281]: DEBUG nova.network.neutron [-] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.245632] env[69281]: DEBUG oslo_vmware.api [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349544} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.245982] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.246251] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.246464] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.246657] env[69281]: INFO nova.compute.manager [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1250.246903] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.247122] env[69281]: DEBUG nova.compute.manager [-] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.247220] env[69281]: DEBUG nova.network.neutron [-] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.312039] env[69281]: DEBUG nova.scheduler.client.report [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.508335] env[69281]: DEBUG nova.compute.manager [req-b08e1f52-9edc-43f1-9770-abf583cb1f39 req-e6a2254c-b354-4bc4-a128-0f5ad197db2c service nova] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Received event network-vif-deleted-d00adeaa-80ea-4e4f-880b-d669c7da0200 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.508535] env[69281]: INFO nova.compute.manager [req-b08e1f52-9edc-43f1-9770-abf583cb1f39 req-e6a2254c-b354-4bc4-a128-0f5ad197db2c service nova] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Neutron deleted interface d00adeaa-80ea-4e4f-880b-d669c7da0200; detaching it from the instance and deleting it from the info cache [ 1250.508714] env[69281]: DEBUG nova.network.neutron [req-b08e1f52-9edc-43f1-9770-abf583cb1f39 req-e6a2254c-b354-4bc4-a128-0f5ad197db2c service nova] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.727044] env[69281]: INFO nova.compute.manager [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Unrescuing [ 1250.727424] env[69281]: DEBUG oslo_concurrency.lockutils [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.727424] env[69281]: DEBUG oslo_concurrency.lockutils [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquired lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.727605] env[69281]: DEBUG nova.network.neutron [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.817923] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.841927] env[69281]: INFO nova.scheduler.client.report [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleted allocations for instance eae9c3ff-8477-4fb4-a048-e7f83a48f982 [ 1250.925095] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.925366] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.925602] env[69281]: INFO nova.compute.manager [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Attaching volume 8e10009b-c7ce-4e95-9c5e-708cf5a93a27 to /dev/sdc [ 1250.956475] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d0aef3-b4b8-4310-8f47-d0bf603fe09d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.964783] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fb08be-8a83-4e80-8dd0-965345c5f0b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.979351] env[69281]: DEBUG nova.virt.block_device [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Updating existing volume attachment record: ace0dd2a-2997-42f4-b355-0a9352001eb7 {{(pid=69281) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1250.991740] env[69281]: DEBUG nova.network.neutron [-] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.012838] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebb00e6d-dcfb-4892-871f-f636d2b037ef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.023911] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3ca485-7327-4cb5-8de2-ebeeeee4b1c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.053585] env[69281]: DEBUG nova.compute.manager [req-b08e1f52-9edc-43f1-9770-abf583cb1f39 req-e6a2254c-b354-4bc4-a128-0f5ad197db2c service nova] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Detach interface failed, port_id=d00adeaa-80ea-4e4f-880b-d669c7da0200, reason: Instance d1c5d869-aa9b-4510-a861-9006d90cadee could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1251.056285] env[69281]: DEBUG nova.network.neutron [-] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.353918] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6cbed75e-4015-4c5b-8312-fc17b957fbd5 tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "eae9c3ff-8477-4fb4-a048-e7f83a48f982" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.274s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.483530] env[69281]: DEBUG nova.network.neutron [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Updating instance_info_cache with network_info: [{"id": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "address": "fa:16:3e:67:b8:97", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb69aeb1-94", "ovs_interfaceid": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.494145] env[69281]: INFO nova.compute.manager [-] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Took 1.33 seconds to deallocate network for instance. [ 1251.558847] env[69281]: INFO nova.compute.manager [-] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Took 1.31 seconds to deallocate network for instance. [ 1251.986865] env[69281]: DEBUG oslo_concurrency.lockutils [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Releasing lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.987935] env[69281]: DEBUG nova.objects.instance [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lazy-loading 'flavor' on Instance uuid 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.001422] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.001729] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.001948] env[69281]: DEBUG nova.objects.instance [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lazy-loading 'resources' on Instance uuid d1c5d869-aa9b-4510-a861-9006d90cadee {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.065359] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.493752] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462c30e6-bd22-4a4b-8f05-2ff371538688 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.521617] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.522206] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-713a6c78-ad74-4996-8c16-e48067565f59 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.531239] env[69281]: DEBUG oslo_vmware.api [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1252.531239] env[69281]: value = "task-3936635" [ 1252.531239] env[69281]: _type = "Task" [ 1252.531239] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.540757] env[69281]: DEBUG oslo_vmware.api [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.549930] env[69281]: DEBUG nova.compute.manager [req-b87a4a27-9364-499f-b4be-8ddcafe0205b req-cd74e19a-e5a5-4856-82e6-6eb9b11e6985 service nova] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Received event network-vif-deleted-c3f67935-2ec0-4e3d-b733-2a42ee930fb0 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.660749] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3cb267-13f0-45f6-a08c-e285d1cd08f3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.668990] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345686e3-ec60-4c61-bec0-2b1b0de7ed80 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.699106] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db73bf31-549d-4ebe-864a-fe769c32c200 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.707344] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd07965-1812-4c93-afec-1f6414a84949 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.722543] env[69281]: DEBUG nova.compute.provider_tree [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.041745] env[69281]: DEBUG oslo_vmware.api [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936635, 'name': PowerOffVM_Task, 'duration_secs': 0.236396} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.042135] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.047494] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Reconfiguring VM instance instance-00000074 to detach disk 2002 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1253.047735] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e04d455-d724-4869-af2c-a6e9c39d5cc8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.067246] env[69281]: DEBUG oslo_vmware.api [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1253.067246] env[69281]: value = "task-3936636" [ 1253.067246] env[69281]: _type = "Task" [ 1253.067246] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.075547] env[69281]: DEBUG oslo_vmware.api [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.226679] env[69281]: DEBUG nova.scheduler.client.report [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.578203] env[69281]: DEBUG oslo_vmware.api [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936636, 'name': ReconfigVM_Task, 'duration_secs': 0.265305} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.578571] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Reconfigured VM instance instance-00000074 to detach disk 2002 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1253.578767] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.579059] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c70f814-b2e4-4c80-91d1-03eb060e1d1d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.587148] env[69281]: DEBUG oslo_vmware.api [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1253.587148] env[69281]: value = "task-3936638" [ 1253.587148] env[69281]: _type = "Task" [ 1253.587148] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.595952] env[69281]: DEBUG oslo_vmware.api [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.734069] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.735381] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.670s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.735799] env[69281]: DEBUG nova.objects.instance [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lazy-loading 'resources' on Instance uuid 6c2f4eaf-104b-4cf6-8a07-853e314c032a {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.757957] env[69281]: INFO nova.scheduler.client.report [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Deleted allocations for instance d1c5d869-aa9b-4510-a861-9006d90cadee [ 1254.098302] env[69281]: DEBUG oslo_vmware.api [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936638, 'name': PowerOnVM_Task, 'duration_secs': 0.390996} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.098627] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.098940] env[69281]: DEBUG nova.compute.manager [None req-88e81e38-96f7-4041-989d-71fbf9b6c311 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1254.099607] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317043a8-3065-41b2-9181-a677523d4a0b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.272357] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b229248e-73fa-4161-841a-5a1e793cc7d6 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "d1c5d869-aa9b-4510-a861-9006d90cadee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.753s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.364664] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e4f865-47c5-49e0-9001-e9f1bf507750 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.373883] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb5fc48-d1a6-4465-aa02-6150e64d955c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.418523] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ba227e-ef0e-48b0-b240-fdd0603088b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.429135] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ddb232-a348-41fd-95c9-dfdd5b14a7c3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.450820] env[69281]: DEBUG nova.compute.provider_tree [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.649459] env[69281]: DEBUG oslo_concurrency.lockutils [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.649900] env[69281]: DEBUG oslo_concurrency.lockutils [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.650251] env[69281]: INFO nova.compute.manager [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Rebooting instance [ 1254.883515] env[69281]: DEBUG oslo_concurrency.lockutils [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "1ee96550-ffee-4b07-b48e-7f5978d12145" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.883786] env[69281]: DEBUG oslo_concurrency.lockutils [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "1ee96550-ffee-4b07-b48e-7f5978d12145" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.884012] env[69281]: DEBUG oslo_concurrency.lockutils [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "1ee96550-ffee-4b07-b48e-7f5978d12145-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.884221] env[69281]: DEBUG oslo_concurrency.lockutils [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "1ee96550-ffee-4b07-b48e-7f5978d12145-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.884389] env[69281]: DEBUG oslo_concurrency.lockutils [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "1ee96550-ffee-4b07-b48e-7f5978d12145-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.886611] env[69281]: INFO nova.compute.manager [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Terminating instance [ 1254.954545] env[69281]: DEBUG nova.scheduler.client.report [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.168440] env[69281]: DEBUG oslo_concurrency.lockutils [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.168743] env[69281]: DEBUG oslo_concurrency.lockutils [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.168806] env[69281]: DEBUG nova.network.neutron [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.392889] env[69281]: DEBUG nova.compute.manager [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.393156] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.394175] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d05514-33cd-48f7-98c7-3b9bcf01cca5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.404037] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.404280] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ffed64e-1b16-403d-9767-5135de0f85e8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.411304] env[69281]: DEBUG oslo_vmware.api [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1255.411304] env[69281]: value = "task-3936639" [ 1255.411304] env[69281]: _type = "Task" [ 1255.411304] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.420166] env[69281]: DEBUG oslo_vmware.api [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.460278] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.486781] env[69281]: INFO nova.scheduler.client.report [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Deleted allocations for instance 6c2f4eaf-104b-4cf6-8a07-853e314c032a [ 1255.531339] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Volume attach. Driver type: vmdk {{(pid=69281) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1255.531339] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781462', 'volume_id': '8e10009b-c7ce-4e95-9c5e-708cf5a93a27', 'name': 'volume-8e10009b-c7ce-4e95-9c5e-708cf5a93a27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bbd9d32-c972-46fa-b6f4-d80638b1527f', 'attached_at': '', 'detached_at': '', 'volume_id': '8e10009b-c7ce-4e95-9c5e-708cf5a93a27', 'serial': '8e10009b-c7ce-4e95-9c5e-708cf5a93a27'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1255.531596] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3779f5f5-6d30-4394-9b8b-92272b940d2b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.550971] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f8e24d-14fe-4cc0-8823-2188ef1ca104 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.581922] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-8e10009b-c7ce-4e95-9c5e-708cf5a93a27/volume-8e10009b-c7ce-4e95-9c5e-708cf5a93a27.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.582587] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f6e5b34-fee9-44f5-8e74-c0ba12c91bd5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.604729] env[69281]: DEBUG oslo_vmware.api [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1255.604729] env[69281]: value = "task-3936640" [ 1255.604729] env[69281]: _type = "Task" [ 1255.604729] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.615018] env[69281]: DEBUG oslo_vmware.api [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.640443] env[69281]: DEBUG nova.compute.manager [req-6cff5e93-900f-48f8-b1cc-8bc56d29526b req-2cc32d9a-3731-447b-9341-14810b0236d7 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Received event network-changed-fb69aeb1-9486-4aa0-8333-9261d14aa9fc {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.640443] env[69281]: DEBUG nova.compute.manager [req-6cff5e93-900f-48f8-b1cc-8bc56d29526b req-2cc32d9a-3731-447b-9341-14810b0236d7 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Refreshing instance network info cache due to event network-changed-fb69aeb1-9486-4aa0-8333-9261d14aa9fc. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.640443] env[69281]: DEBUG oslo_concurrency.lockutils [req-6cff5e93-900f-48f8-b1cc-8bc56d29526b req-2cc32d9a-3731-447b-9341-14810b0236d7 service nova] Acquiring lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.640443] env[69281]: DEBUG oslo_concurrency.lockutils [req-6cff5e93-900f-48f8-b1cc-8bc56d29526b req-2cc32d9a-3731-447b-9341-14810b0236d7 service nova] Acquired lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.640443] env[69281]: DEBUG nova.network.neutron [req-6cff5e93-900f-48f8-b1cc-8bc56d29526b req-2cc32d9a-3731-447b-9341-14810b0236d7 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Refreshing network info cache for port fb69aeb1-9486-4aa0-8333-9261d14aa9fc {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.926623] env[69281]: DEBUG oslo_vmware.api [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936639, 'name': PowerOffVM_Task, 'duration_secs': 0.181405} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.927057] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.927326] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.927718] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8da06d2-56c8-4419-a2ec-b5299925e4e8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.995710] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c2087e98-9189-4f65-82e7-bba1d71a47f1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "6c2f4eaf-104b-4cf6-8a07-853e314c032a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.393s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.012126] env[69281]: DEBUG nova.network.neutron [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance_info_cache with network_info: [{"id": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "address": "fa:16:3e:d6:e3:c1", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4f8192-55", "ovs_interfaceid": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.026981] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.027220] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.027400] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleting the datastore file [datastore2] 1ee96550-ffee-4b07-b48e-7f5978d12145 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.027664] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c5c5160-c28b-40ba-ae40-b27a553ad266 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.035363] env[69281]: DEBUG oslo_vmware.api [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for the task: (returnval){ [ 1256.035363] env[69281]: value = "task-3936642" [ 1256.035363] env[69281]: _type = "Task" [ 1256.035363] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.044746] env[69281]: DEBUG oslo_vmware.api [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.116458] env[69281]: DEBUG oslo_vmware.api [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936640, 'name': ReconfigVM_Task, 'duration_secs': 0.366568} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.116747] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-8e10009b-c7ce-4e95-9c5e-708cf5a93a27/volume-8e10009b-c7ce-4e95-9c5e-708cf5a93a27.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.121670] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c281f390-e45c-4e51-8c05-06a7326db6c0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.141044] env[69281]: DEBUG oslo_vmware.api [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1256.141044] env[69281]: value = "task-3936643" [ 1256.141044] env[69281]: _type = "Task" [ 1256.141044] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.152612] env[69281]: DEBUG oslo_vmware.api [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.417440] env[69281]: DEBUG nova.network.neutron [req-6cff5e93-900f-48f8-b1cc-8bc56d29526b req-2cc32d9a-3731-447b-9341-14810b0236d7 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Updated VIF entry in instance network info cache for port fb69aeb1-9486-4aa0-8333-9261d14aa9fc. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.417440] env[69281]: DEBUG nova.network.neutron [req-6cff5e93-900f-48f8-b1cc-8bc56d29526b req-2cc32d9a-3731-447b-9341-14810b0236d7 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Updating instance_info_cache with network_info: [{"id": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "address": "fa:16:3e:67:b8:97", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb69aeb1-94", "ovs_interfaceid": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.515517] env[69281]: DEBUG oslo_concurrency.lockutils [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.546250] env[69281]: DEBUG oslo_vmware.api [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Task: {'id': task-3936642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206794} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.546419] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.546614] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.546862] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.547096] env[69281]: INFO nova.compute.manager [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1256.547390] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.547610] env[69281]: DEBUG nova.compute.manager [-] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.548145] env[69281]: DEBUG nova.network.neutron [-] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.657561] env[69281]: DEBUG oslo_vmware.api [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936643, 'name': ReconfigVM_Task, 'duration_secs': 0.181321} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.658406] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781462', 'volume_id': '8e10009b-c7ce-4e95-9c5e-708cf5a93a27', 'name': 'volume-8e10009b-c7ce-4e95-9c5e-708cf5a93a27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bbd9d32-c972-46fa-b6f4-d80638b1527f', 'attached_at': '', 'detached_at': '', 'volume_id': '8e10009b-c7ce-4e95-9c5e-708cf5a93a27', 'serial': '8e10009b-c7ce-4e95-9c5e-708cf5a93a27'} {{(pid=69281) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1256.874032] env[69281]: DEBUG nova.compute.manager [req-467fb78a-552d-45b0-9587-18877a472c26 req-33e2e8e0-b80b-470d-8ed9-2cd55d67a6ce service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Received event network-vif-deleted-7f40e004-b664-4789-9acd-7918472ee9d1 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.874303] env[69281]: INFO nova.compute.manager [req-467fb78a-552d-45b0-9587-18877a472c26 req-33e2e8e0-b80b-470d-8ed9-2cd55d67a6ce service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Neutron deleted interface 7f40e004-b664-4789-9acd-7918472ee9d1; detaching it from the instance and deleting it from the info cache [ 1256.874457] env[69281]: DEBUG nova.network.neutron [req-467fb78a-552d-45b0-9587-18877a472c26 req-33e2e8e0-b80b-470d-8ed9-2cd55d67a6ce service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.910557] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "b518c8a6-4835-4c31-8e86-53950f0c4e45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.910777] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "b518c8a6-4835-4c31-8e86-53950f0c4e45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.921426] env[69281]: DEBUG oslo_concurrency.lockutils [req-6cff5e93-900f-48f8-b1cc-8bc56d29526b req-2cc32d9a-3731-447b-9341-14810b0236d7 service nova] Releasing lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.939496] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "2407fe7b-739a-4e3d-b27d-0ab26bcc94a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.939721] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "2407fe7b-739a-4e3d-b27d-0ab26bcc94a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.020805] env[69281]: DEBUG nova.compute.manager [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1257.022176] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43db459f-0ba9-470e-8cdc-0fbdd779340c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.358627] env[69281]: DEBUG nova.network.neutron [-] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.377654] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f86c0823-1075-4d0a-b215-7740d9549a30 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.388036] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839e8f14-82a3-479e-9aa5-e909b66118e4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.420608] env[69281]: DEBUG nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.423445] env[69281]: DEBUG nova.compute.manager [req-467fb78a-552d-45b0-9587-18877a472c26 req-33e2e8e0-b80b-470d-8ed9-2cd55d67a6ce service nova] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Detach interface failed, port_id=7f40e004-b664-4789-9acd-7918472ee9d1, reason: Instance 1ee96550-ffee-4b07-b48e-7f5978d12145 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.442409] env[69281]: DEBUG nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.669253] env[69281]: DEBUG nova.compute.manager [req-74b817a2-d422-41ba-bc34-db65f8f9ce55 req-5c751003-c076-4fca-a119-64d011aadd20 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Received event network-changed-fb69aeb1-9486-4aa0-8333-9261d14aa9fc {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.669468] env[69281]: DEBUG nova.compute.manager [req-74b817a2-d422-41ba-bc34-db65f8f9ce55 req-5c751003-c076-4fca-a119-64d011aadd20 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Refreshing instance network info cache due to event network-changed-fb69aeb1-9486-4aa0-8333-9261d14aa9fc. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.669686] env[69281]: DEBUG oslo_concurrency.lockutils [req-74b817a2-d422-41ba-bc34-db65f8f9ce55 req-5c751003-c076-4fca-a119-64d011aadd20 service nova] Acquiring lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.669833] env[69281]: DEBUG oslo_concurrency.lockutils [req-74b817a2-d422-41ba-bc34-db65f8f9ce55 req-5c751003-c076-4fca-a119-64d011aadd20 service nova] Acquired lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.669996] env[69281]: DEBUG nova.network.neutron [req-74b817a2-d422-41ba-bc34-db65f8f9ce55 req-5c751003-c076-4fca-a119-64d011aadd20 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Refreshing network info cache for port fb69aeb1-9486-4aa0-8333-9261d14aa9fc {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.706319] env[69281]: DEBUG nova.objects.instance [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lazy-loading 'flavor' on Instance uuid 7bbd9d32-c972-46fa-b6f4-d80638b1527f {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.860963] env[69281]: INFO nova.compute.manager [-] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Took 1.31 seconds to deallocate network for instance. [ 1257.945835] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.946182] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.948097] env[69281]: INFO nova.compute.claims [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.969205] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.038392] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebd9c0e-c73c-4de6-af57-ec65120237a3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.046399] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Doing hard reboot of VM {{(pid=69281) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1258.046644] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e9e7faaa-395d-4d1a-8349-1cf373715d4b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.053478] env[69281]: DEBUG oslo_vmware.api [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1258.053478] env[69281]: value = "task-3936644" [ 1258.053478] env[69281]: _type = "Task" [ 1258.053478] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.063510] env[69281]: DEBUG oslo_vmware.api [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936644, 'name': ResetVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.211421] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8497512b-430b-4adf-9d97-008429545df5 tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.286s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.368594] env[69281]: DEBUG oslo_concurrency.lockutils [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.399193] env[69281]: DEBUG nova.network.neutron [req-74b817a2-d422-41ba-bc34-db65f8f9ce55 req-5c751003-c076-4fca-a119-64d011aadd20 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Updated VIF entry in instance network info cache for port fb69aeb1-9486-4aa0-8333-9261d14aa9fc. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.399583] env[69281]: DEBUG nova.network.neutron [req-74b817a2-d422-41ba-bc34-db65f8f9ce55 req-5c751003-c076-4fca-a119-64d011aadd20 service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Updating instance_info_cache with network_info: [{"id": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "address": "fa:16:3e:67:b8:97", "network": {"id": "327449e9-789b-4e9d-887e-6d86940e7286", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1824016506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e97cd50219f74c64a3794cc5f97d2089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb69aeb1-94", "ovs_interfaceid": "fb69aeb1-9486-4aa0-8333-9261d14aa9fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.519612] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.519982] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.563789] env[69281]: DEBUG oslo_vmware.api [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936644, 'name': ResetVM_Task, 'duration_secs': 0.103901} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.564058] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Did hard reboot of VM {{(pid=69281) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1258.564263] env[69281]: DEBUG nova.compute.manager [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1258.565050] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33fb3bb-5944-45f3-8705-bd5598afbb5c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.765823] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.902449] env[69281]: DEBUG oslo_concurrency.lockutils [req-74b817a2-d422-41ba-bc34-db65f8f9ce55 req-5c751003-c076-4fca-a119-64d011aadd20 service nova] Releasing lock "refresh_cache-7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.022904] env[69281]: INFO nova.compute.manager [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Detaching volume 7e860416-6be9-43ca-ad07-f3b47f41f252 [ 1259.059930] env[69281]: INFO nova.virt.block_device [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Attempting to driver detach volume 7e860416-6be9-43ca-ad07-f3b47f41f252 from mountpoint /dev/sdb [ 1259.060236] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1259.060439] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781461', 'volume_id': '7e860416-6be9-43ca-ad07-f3b47f41f252', 'name': 'volume-7e860416-6be9-43ca-ad07-f3b47f41f252', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bbd9d32-c972-46fa-b6f4-d80638b1527f', 'attached_at': '', 'detached_at': '', 'volume_id': '7e860416-6be9-43ca-ad07-f3b47f41f252', 'serial': '7e860416-6be9-43ca-ad07-f3b47f41f252'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1259.061604] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21870165-cb0a-42b7-809e-4671a98782a8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.095106] env[69281]: DEBUG oslo_concurrency.lockutils [None req-016bd799-d451-410d-9d44-e5f68076ede4 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.445s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.099598] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f451076b-1dc2-422f-8e8c-c2888ec8a2da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.107784] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76a4ed4-35d3-4693-b3b3-84c7c6786a99 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.133964] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e59f70-c3bb-4c5e-9d15-bdc45163c277 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.137098] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a253c3a8-da5e-43f7-b9ce-9fcabab65d4b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.154490] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] The volume has not been displaced from its original location: [datastore1] volume-7e860416-6be9-43ca-ad07-f3b47f41f252/volume-7e860416-6be9-43ca-ad07-f3b47f41f252.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1259.159864] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1259.160893] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f073aff-adf0-4743-9631-d1c410e3a93e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.164133] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba9b1be0-a1da-49f0-bc3b-a87de3c8409e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.208161] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61499c5-a711-4872-b2ec-abb42897b520 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.211683] env[69281]: DEBUG oslo_vmware.api [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1259.211683] env[69281]: value = "task-3936645" [ 1259.211683] env[69281]: _type = "Task" [ 1259.211683] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.220346] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66079f4d-843e-4cca-a45b-e6ceee37f145 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.227757] env[69281]: DEBUG oslo_vmware.api [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.237749] env[69281]: DEBUG nova.compute.provider_tree [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.272490] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.272766] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.273072] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.273690] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.273690] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69281) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1259.494428] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.723451] env[69281]: DEBUG oslo_vmware.api [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936645, 'name': ReconfigVM_Task, 'duration_secs': 0.275731} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.723854] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1259.728820] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad1a54e-4b59-4abf-a6a1-f48ebdb4526d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.741062] env[69281]: DEBUG nova.scheduler.client.report [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.746068] env[69281]: DEBUG oslo_vmware.api [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1259.746068] env[69281]: value = "task-3936646" [ 1259.746068] env[69281]: _type = "Task" [ 1259.746068] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.755653] env[69281]: DEBUG oslo_vmware.api [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.246824] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.247382] env[69281]: DEBUG nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.250385] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.281s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.251735] env[69281]: INFO nova.compute.claims [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.263234] env[69281]: DEBUG oslo_vmware.api [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936646, 'name': ReconfigVM_Task, 'duration_secs': 0.15329} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.263526] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781461', 'volume_id': '7e860416-6be9-43ca-ad07-f3b47f41f252', 'name': 'volume-7e860416-6be9-43ca-ad07-f3b47f41f252', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bbd9d32-c972-46fa-b6f4-d80638b1527f', 'attached_at': '', 'detached_at': '', 'volume_id': '7e860416-6be9-43ca-ad07-f3b47f41f252', 'serial': '7e860416-6be9-43ca-ad07-f3b47f41f252'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1260.488602] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.493170] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.493331] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.761070] env[69281]: DEBUG nova.compute.utils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.761962] env[69281]: DEBUG nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1260.762171] env[69281]: DEBUG nova.network.neutron [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.805662] env[69281]: DEBUG nova.policy [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c07a3d72eca4f208841aa33ab248e34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4271ed56440d466e83337b0a3e47a04d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1260.809168] env[69281]: DEBUG nova.objects.instance [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lazy-loading 'flavor' on Instance uuid 7bbd9d32-c972-46fa-b6f4-d80638b1527f {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.955734] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "5c44108a-38d5-4019-be33-513287c89050" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.956428] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "5c44108a-38d5-4019-be33-513287c89050" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.956428] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "5c44108a-38d5-4019-be33-513287c89050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.956624] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "5c44108a-38d5-4019-be33-513287c89050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.956854] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "5c44108a-38d5-4019-be33-513287c89050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.959479] env[69281]: INFO nova.compute.manager [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Terminating instance [ 1260.996048] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.096623] env[69281]: DEBUG nova.network.neutron [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Successfully created port: 4624546f-4991-4808-9acc-ede283d1b60f {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.266731] env[69281]: DEBUG nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.410182] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fd58ef-8b19-4a5f-b8e9-d47621165da3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.420693] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e23926-b104-458a-90f2-22860d8ead4a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.453771] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed04604-109b-41bc-a9a8-14e4621dbac6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.462794] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e298abd0-c89d-4c9b-8503-8380fddc6d80 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.467941] env[69281]: DEBUG nova.compute.manager [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.468179] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.468939] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc8f9dd-fcb9-4dba-958a-b9e6c892452c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.483265] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.483729] env[69281]: DEBUG nova.compute.provider_tree [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.485051] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f52f6e0d-14da-4470-9dc7-b0b1a50086d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.491697] env[69281]: DEBUG oslo_vmware.api [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1261.491697] env[69281]: value = "task-3936647" [ 1261.491697] env[69281]: _type = "Task" [ 1261.491697] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.501565] env[69281]: DEBUG oslo_vmware.api [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.787797] env[69281]: DEBUG oslo_concurrency.lockutils [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.815964] env[69281]: DEBUG oslo_concurrency.lockutils [None req-72fd89d1-2f91-47ca-97dd-22c28de6711d tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.296s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.817056] env[69281]: DEBUG oslo_concurrency.lockutils [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.029s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.988244] env[69281]: DEBUG nova.scheduler.client.report [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.003195] env[69281]: DEBUG oslo_vmware.api [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936647, 'name': PowerOffVM_Task, 'duration_secs': 0.200234} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.003543] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.003717] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.003982] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c7ae3e2-49ec-4191-9b7a-1b0c490140a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.077193] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.077438] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.077611] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleting the datastore file [datastore1] 5c44108a-38d5-4019-be33-513287c89050 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.077945] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3bba043-dd15-4043-ada1-a715ee54a67c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.085701] env[69281]: DEBUG oslo_vmware.api [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for the task: (returnval){ [ 1262.085701] env[69281]: value = "task-3936649" [ 1262.085701] env[69281]: _type = "Task" [ 1262.085701] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.095586] env[69281]: DEBUG oslo_vmware.api [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.276597] env[69281]: DEBUG nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.320646] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.320905] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.321097] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.321320] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.321509] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.321669] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.321888] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.322065] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.322247] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.322412] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.322750] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.323589] env[69281]: INFO nova.compute.manager [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Detaching volume 8e10009b-c7ce-4e95-9c5e-708cf5a93a27 [ 1262.326285] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d703163d-abde-474f-b228-de3dea00fc1f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.338088] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbb8aaa-4572-4ffd-93f6-d79425d4c6de {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.374500] env[69281]: INFO nova.virt.block_device [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Attempting to driver detach volume 8e10009b-c7ce-4e95-9c5e-708cf5a93a27 from mountpoint /dev/sdc [ 1262.374737] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1262.374934] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781462', 'volume_id': '8e10009b-c7ce-4e95-9c5e-708cf5a93a27', 'name': 'volume-8e10009b-c7ce-4e95-9c5e-708cf5a93a27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bbd9d32-c972-46fa-b6f4-d80638b1527f', 'attached_at': '', 'detached_at': '', 'volume_id': '8e10009b-c7ce-4e95-9c5e-708cf5a93a27', 'serial': '8e10009b-c7ce-4e95-9c5e-708cf5a93a27'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1262.375897] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b934cc0-2c7e-4140-a150-240d44f096b1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.398146] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7df720-29c0-4be5-9e24-a7e95d6e6763 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.406196] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868d477b-1beb-4d3b-8fb4-46d4a919093a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.427835] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7f18c3-2ace-45a0-bb2a-fca0acbf4032 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.443781] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] The volume has not been displaced from its original location: [datastore1] volume-8e10009b-c7ce-4e95-9c5e-708cf5a93a27/volume-8e10009b-c7ce-4e95-9c5e-708cf5a93a27.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1262.449277] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1262.449650] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96537326-d382-4aca-935a-3fe8bd31e5a7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.469685] env[69281]: DEBUG oslo_vmware.api [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1262.469685] env[69281]: value = "task-3936650" [ 1262.469685] env[69281]: _type = "Task" [ 1262.469685] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.480167] env[69281]: DEBUG oslo_vmware.api [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.482230] env[69281]: DEBUG nova.compute.manager [req-03c0d135-2ad8-4c0d-a651-a1a1b93eaa36 req-699ba93e-e343-4206-9d7e-f6c22040f542 service nova] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Received event network-vif-plugged-4624546f-4991-4808-9acc-ede283d1b60f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.482450] env[69281]: DEBUG oslo_concurrency.lockutils [req-03c0d135-2ad8-4c0d-a651-a1a1b93eaa36 req-699ba93e-e343-4206-9d7e-f6c22040f542 service nova] Acquiring lock "b518c8a6-4835-4c31-8e86-53950f0c4e45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.482654] env[69281]: DEBUG oslo_concurrency.lockutils [req-03c0d135-2ad8-4c0d-a651-a1a1b93eaa36 req-699ba93e-e343-4206-9d7e-f6c22040f542 service nova] Lock "b518c8a6-4835-4c31-8e86-53950f0c4e45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.482821] env[69281]: DEBUG oslo_concurrency.lockutils [req-03c0d135-2ad8-4c0d-a651-a1a1b93eaa36 req-699ba93e-e343-4206-9d7e-f6c22040f542 service nova] Lock "b518c8a6-4835-4c31-8e86-53950f0c4e45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.483034] env[69281]: DEBUG nova.compute.manager [req-03c0d135-2ad8-4c0d-a651-a1a1b93eaa36 req-699ba93e-e343-4206-9d7e-f6c22040f542 service nova] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] No waiting events found dispatching network-vif-plugged-4624546f-4991-4808-9acc-ede283d1b60f {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1262.483212] env[69281]: WARNING nova.compute.manager [req-03c0d135-2ad8-4c0d-a651-a1a1b93eaa36 req-699ba93e-e343-4206-9d7e-f6c22040f542 service nova] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Received unexpected event network-vif-plugged-4624546f-4991-4808-9acc-ede283d1b60f for instance with vm_state building and task_state spawning. [ 1262.493968] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.494519] env[69281]: DEBUG nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1262.497264] env[69281]: DEBUG oslo_concurrency.lockutils [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.129s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.499051] env[69281]: DEBUG nova.objects.instance [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lazy-loading 'resources' on Instance uuid 1ee96550-ffee-4b07-b48e-7f5978d12145 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.570330] env[69281]: DEBUG nova.network.neutron [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Successfully updated port: 4624546f-4991-4808-9acc-ede283d1b60f {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.596599] env[69281]: DEBUG oslo_vmware.api [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Task: {'id': task-3936649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134567} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.597074] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.597074] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.597218] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.597478] env[69281]: INFO nova.compute.manager [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] [instance: 5c44108a-38d5-4019-be33-513287c89050] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1262.597728] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.597918] env[69281]: DEBUG nova.compute.manager [-] [instance: 5c44108a-38d5-4019-be33-513287c89050] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.598021] env[69281]: DEBUG nova.network.neutron [-] [instance: 5c44108a-38d5-4019-be33-513287c89050] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.981023] env[69281]: DEBUG oslo_vmware.api [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936650, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.004030] env[69281]: DEBUG nova.compute.utils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.006459] env[69281]: DEBUG nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1263.006865] env[69281]: DEBUG nova.network.neutron [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1263.065227] env[69281]: DEBUG nova.policy [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c07a3d72eca4f208841aa33ab248e34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4271ed56440d466e83337b0a3e47a04d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1263.073989] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "refresh_cache-b518c8a6-4835-4c31-8e86-53950f0c4e45" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.073989] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired lock "refresh_cache-b518c8a6-4835-4c31-8e86-53950f0c4e45" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.073989] env[69281]: DEBUG nova.network.neutron [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.158592] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8a99a1-361b-47fb-9db2-d9e72c3ba9e7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.166808] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1742c3b-0547-4784-8e37-4c981793ca41 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.204112] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d74751-e206-4fa1-bc12-acc5b31cdcea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.212558] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafc0df8-0b31-4b37-a8f5-2f3e98f9dd43 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.227277] env[69281]: DEBUG nova.compute.provider_tree [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.316935] env[69281]: DEBUG nova.network.neutron [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Successfully created port: a1c3d897-aed6-4848-ab9a-8c2bd0066031 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1263.482071] env[69281]: DEBUG oslo_vmware.api [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936650, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.507088] env[69281]: DEBUG nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1263.603642] env[69281]: DEBUG nova.network.neutron [-] [instance: 5c44108a-38d5-4019-be33-513287c89050] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.608661] env[69281]: DEBUG nova.network.neutron [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.734370] env[69281]: DEBUG nova.scheduler.client.report [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.794074] env[69281]: DEBUG nova.network.neutron [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Updating instance_info_cache with network_info: [{"id": "4624546f-4991-4808-9acc-ede283d1b60f", "address": "fa:16:3e:e3:28:12", "network": {"id": "987b1f34-d509-4fbf-862d-65db56c9ba3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1340044983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4271ed56440d466e83337b0a3e47a04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4624546f-49", "ovs_interfaceid": "4624546f-4991-4808-9acc-ede283d1b60f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.982368] env[69281]: DEBUG oslo_vmware.api [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936650, 'name': ReconfigVM_Task, 'duration_secs': 1.241595} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.982758] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1263.987325] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-607f3e9f-6aad-4eb7-a21c-4582c166764b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.002783] env[69281]: DEBUG oslo_vmware.api [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1264.002783] env[69281]: value = "task-3936651" [ 1264.002783] env[69281]: _type = "Task" [ 1264.002783] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.013888] env[69281]: DEBUG oslo_vmware.api [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.107309] env[69281]: INFO nova.compute.manager [-] [instance: 5c44108a-38d5-4019-be33-513287c89050] Took 1.51 seconds to deallocate network for instance. [ 1264.239748] env[69281]: DEBUG oslo_concurrency.lockutils [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.242416] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.246s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.242631] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.242796] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1264.244055] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b3c755-e943-4fd5-b087-bbcdc8f21ad0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.253866] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a610850-57d6-41c1-bfcb-03ad0b428a1a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.271159] env[69281]: INFO nova.scheduler.client.report [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Deleted allocations for instance 1ee96550-ffee-4b07-b48e-7f5978d12145 [ 1264.272732] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e8084b-8362-408d-8857-9794877203aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.283530] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b4fdb-cb02-4c51-8ba6-328936abe4ed {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.314822] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Releasing lock "refresh_cache-b518c8a6-4835-4c31-8e86-53950f0c4e45" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.315244] env[69281]: DEBUG nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Instance network_info: |[{"id": "4624546f-4991-4808-9acc-ede283d1b60f", "address": "fa:16:3e:e3:28:12", "network": {"id": "987b1f34-d509-4fbf-862d-65db56c9ba3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1340044983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4271ed56440d466e83337b0a3e47a04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4624546f-49", "ovs_interfaceid": "4624546f-4991-4808-9acc-ede283d1b60f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.315588] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179226MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1264.315732] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.315964] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.317825] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:28:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4624546f-4991-4808-9acc-ede283d1b60f', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.325673] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.326767] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.327030] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d69058da-c658-47b7-bb62-e81186378fb1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.348353] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.348353] env[69281]: value = "task-3936652" [ 1264.348353] env[69281]: _type = "Task" [ 1264.348353] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.358383] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936652, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.513259] env[69281]: DEBUG oslo_vmware.api [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936651, 'name': ReconfigVM_Task, 'duration_secs': 0.150063} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.514676] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781462', 'volume_id': '8e10009b-c7ce-4e95-9c5e-708cf5a93a27', 'name': 'volume-8e10009b-c7ce-4e95-9c5e-708cf5a93a27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bbd9d32-c972-46fa-b6f4-d80638b1527f', 'attached_at': '', 'detached_at': '', 'volume_id': '8e10009b-c7ce-4e95-9c5e-708cf5a93a27', 'serial': '8e10009b-c7ce-4e95-9c5e-708cf5a93a27'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1264.517769] env[69281]: DEBUG nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1264.520649] env[69281]: DEBUG nova.compute.manager [req-646b5999-eca0-47f2-ab50-53b365bca839 req-224bd5f8-9973-40b4-b9db-8221d695140c service nova] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Received event network-changed-4624546f-4991-4808-9acc-ede283d1b60f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.520821] env[69281]: DEBUG nova.compute.manager [req-646b5999-eca0-47f2-ab50-53b365bca839 req-224bd5f8-9973-40b4-b9db-8221d695140c service nova] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Refreshing instance network info cache due to event network-changed-4624546f-4991-4808-9acc-ede283d1b60f. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.521113] env[69281]: DEBUG oslo_concurrency.lockutils [req-646b5999-eca0-47f2-ab50-53b365bca839 req-224bd5f8-9973-40b4-b9db-8221d695140c service nova] Acquiring lock "refresh_cache-b518c8a6-4835-4c31-8e86-53950f0c4e45" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.521209] env[69281]: DEBUG oslo_concurrency.lockutils [req-646b5999-eca0-47f2-ab50-53b365bca839 req-224bd5f8-9973-40b4-b9db-8221d695140c service nova] Acquired lock "refresh_cache-b518c8a6-4835-4c31-8e86-53950f0c4e45" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.521361] env[69281]: DEBUG nova.network.neutron [req-646b5999-eca0-47f2-ab50-53b365bca839 req-224bd5f8-9973-40b4-b9db-8221d695140c service nova] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Refreshing network info cache for port 4624546f-4991-4808-9acc-ede283d1b60f {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.552338] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.552599] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.552836] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.553226] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.553440] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.553603] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.553832] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.553999] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.554197] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.554366] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.554554] env[69281]: DEBUG nova.virt.hardware [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.555840] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c26bbe-0525-48d2-8ac9-649e62fffd78 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.564940] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6609b8-d155-49c9-bc53-593d780b870b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.614361] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.781432] env[69281]: DEBUG oslo_concurrency.lockutils [None req-044d68ef-4ef4-4787-a1b0-769b0952586b tempest-ServerActionsTestOtherA-129038337 tempest-ServerActionsTestOtherA-129038337-project-member] Lock "1ee96550-ffee-4b07-b48e-7f5978d12145" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.897s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.831766] env[69281]: DEBUG nova.network.neutron [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Successfully updated port: a1c3d897-aed6-4848-ab9a-8c2bd0066031 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.859022] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936652, 'name': CreateVM_Task, 'duration_secs': 0.323755} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.859216] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.859911] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.860091] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.860643] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.860903] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf824706-422e-4cec-b5b6-13465e5a8807 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.866849] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1264.866849] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5228c696-07ef-e41e-73e2-99bdb3e9dbf2" [ 1264.866849] env[69281]: _type = "Task" [ 1264.866849] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.874420] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5228c696-07ef-e41e-73e2-99bdb3e9dbf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.069311] env[69281]: DEBUG nova.objects.instance [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lazy-loading 'flavor' on Instance uuid 7bbd9d32-c972-46fa-b6f4-d80638b1527f {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.231569] env[69281]: DEBUG nova.network.neutron [req-646b5999-eca0-47f2-ab50-53b365bca839 req-224bd5f8-9973-40b4-b9db-8221d695140c service nova] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Updated VIF entry in instance network info cache for port 4624546f-4991-4808-9acc-ede283d1b60f. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.231946] env[69281]: DEBUG nova.network.neutron [req-646b5999-eca0-47f2-ab50-53b365bca839 req-224bd5f8-9973-40b4-b9db-8221d695140c service nova] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Updating instance_info_cache with network_info: [{"id": "4624546f-4991-4808-9acc-ede283d1b60f", "address": "fa:16:3e:e3:28:12", "network": {"id": "987b1f34-d509-4fbf-862d-65db56c9ba3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1340044983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4271ed56440d466e83337b0a3e47a04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4624546f-49", "ovs_interfaceid": "4624546f-4991-4808-9acc-ede283d1b60f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.337679] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "refresh_cache-2407fe7b-739a-4e3d-b27d-0ab26bcc94a7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.337856] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired lock "refresh_cache-2407fe7b-739a-4e3d-b27d-0ab26bcc94a7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.338407] env[69281]: DEBUG nova.network.neutron [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.357730] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance ab5ad992-728e-4710-9110-07728c4bd905 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1265.357891] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance a3226972-00d7-4582-804a-5217cb22904f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1265.358032] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance f8dee9fa-7778-49c4-8e4f-d30a274debb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1265.358166] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1265.358284] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 7bbd9d32-c972-46fa-b6f4-d80638b1527f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1265.358425] env[69281]: WARNING nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 5c44108a-38d5-4019-be33-513287c89050 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1265.358540] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance b518c8a6-4835-4c31-8e86-53950f0c4e45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1265.358653] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1265.358838] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1265.358974] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1265.377198] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5228c696-07ef-e41e-73e2-99bdb3e9dbf2, 'name': SearchDatastore_Task, 'duration_secs': 0.009938} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.379802] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.380086] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.380360] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.380481] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.380659] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.381428] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbbbf190-800d-4988-959d-5abe7e3ed74e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.390460] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.390647] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.393703] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ffafa06-99d0-4643-bfdb-62c20aa5ddf8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.399126] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1265.399126] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526b0deb-df1d-4496-5b4d-96938b5ea23e" [ 1265.399126] env[69281]: _type = "Task" [ 1265.399126] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.407370] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526b0deb-df1d-4496-5b4d-96938b5ea23e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.481362] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a341a6a2-b4f7-4b7e-a625-8ecc7209c6b7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.490186] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d60cb3-9ff2-4165-a374-c6323207c5ba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.524862] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7784fc7a-df6d-4272-ad75-f4977eda0310 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.533557] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd6f11c-4dcb-4c8f-8868-68b124761003 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.548505] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.735367] env[69281]: DEBUG oslo_concurrency.lockutils [req-646b5999-eca0-47f2-ab50-53b365bca839 req-224bd5f8-9973-40b4-b9db-8221d695140c service nova] Releasing lock "refresh_cache-b518c8a6-4835-4c31-8e86-53950f0c4e45" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.735768] env[69281]: DEBUG nova.compute.manager [req-646b5999-eca0-47f2-ab50-53b365bca839 req-224bd5f8-9973-40b4-b9db-8221d695140c service nova] [instance: 5c44108a-38d5-4019-be33-513287c89050] Received event network-vif-deleted-0e8ff0a0-a82b-4129-ae4b-9e03c7be3799 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.869348] env[69281]: DEBUG nova.network.neutron [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.910879] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526b0deb-df1d-4496-5b4d-96938b5ea23e, 'name': SearchDatastore_Task, 'duration_secs': 0.01137} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.914077] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5ca50b-67d4-4494-a66e-7223fde2fe60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.920183] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1265.920183] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5235d9e8-ee61-e354-ebaa-73db9c4a794b" [ 1265.920183] env[69281]: _type = "Task" [ 1265.920183] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.929183] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5235d9e8-ee61-e354-ebaa-73db9c4a794b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.016259] env[69281]: DEBUG nova.network.neutron [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Updating instance_info_cache with network_info: [{"id": "a1c3d897-aed6-4848-ab9a-8c2bd0066031", "address": "fa:16:3e:03:e2:ee", "network": {"id": "987b1f34-d509-4fbf-862d-65db56c9ba3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1340044983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4271ed56440d466e83337b0a3e47a04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c3d897-ae", "ovs_interfaceid": "a1c3d897-aed6-4848-ab9a-8c2bd0066031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.051578] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.079400] env[69281]: DEBUG oslo_concurrency.lockutils [None req-54c3770a-5896-4822-8c71-d7e579bff7ec tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.262s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.435784] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5235d9e8-ee61-e354-ebaa-73db9c4a794b, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.436092] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.436368] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] b518c8a6-4835-4c31-8e86-53950f0c4e45/b518c8a6-4835-4c31-8e86-53950f0c4e45.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.436634] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aeb653c-2579-4fcc-8290-141e89502a3a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.444883] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1266.444883] env[69281]: value = "task-3936653" [ 1266.444883] env[69281]: _type = "Task" [ 1266.444883] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.453547] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.519614] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Releasing lock "refresh_cache-2407fe7b-739a-4e3d-b27d-0ab26bcc94a7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.519614] env[69281]: DEBUG nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Instance network_info: |[{"id": "a1c3d897-aed6-4848-ab9a-8c2bd0066031", "address": "fa:16:3e:03:e2:ee", "network": {"id": "987b1f34-d509-4fbf-862d-65db56c9ba3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1340044983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4271ed56440d466e83337b0a3e47a04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c3d897-ae", "ovs_interfaceid": "a1c3d897-aed6-4848-ab9a-8c2bd0066031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1266.519889] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:e2:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1c3d897-aed6-4848-ab9a-8c2bd0066031', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.527965] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.528379] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.528610] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93c8b607-1fdc-4276-b43d-869008e6c168 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.549177] env[69281]: DEBUG nova.compute.manager [req-4d1ec5f5-932e-4998-8631-7007cc89cf09 req-dacdcb4a-234d-481a-9abd-ab2bb7ea4fc7 service nova] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Received event network-vif-plugged-a1c3d897-aed6-4848-ab9a-8c2bd0066031 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.549177] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d1ec5f5-932e-4998-8631-7007cc89cf09 req-dacdcb4a-234d-481a-9abd-ab2bb7ea4fc7 service nova] Acquiring lock "2407fe7b-739a-4e3d-b27d-0ab26bcc94a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.549177] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d1ec5f5-932e-4998-8631-7007cc89cf09 req-dacdcb4a-234d-481a-9abd-ab2bb7ea4fc7 service nova] Lock "2407fe7b-739a-4e3d-b27d-0ab26bcc94a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.549177] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d1ec5f5-932e-4998-8631-7007cc89cf09 req-dacdcb4a-234d-481a-9abd-ab2bb7ea4fc7 service nova] Lock "2407fe7b-739a-4e3d-b27d-0ab26bcc94a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.549177] env[69281]: DEBUG nova.compute.manager [req-4d1ec5f5-932e-4998-8631-7007cc89cf09 req-dacdcb4a-234d-481a-9abd-ab2bb7ea4fc7 service nova] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] No waiting events found dispatching network-vif-plugged-a1c3d897-aed6-4848-ab9a-8c2bd0066031 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1266.549177] env[69281]: WARNING nova.compute.manager [req-4d1ec5f5-932e-4998-8631-7007cc89cf09 req-dacdcb4a-234d-481a-9abd-ab2bb7ea4fc7 service nova] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Received unexpected event network-vif-plugged-a1c3d897-aed6-4848-ab9a-8c2bd0066031 for instance with vm_state building and task_state spawning. [ 1266.549177] env[69281]: DEBUG nova.compute.manager [req-4d1ec5f5-932e-4998-8631-7007cc89cf09 req-dacdcb4a-234d-481a-9abd-ab2bb7ea4fc7 service nova] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Received event network-changed-a1c3d897-aed6-4848-ab9a-8c2bd0066031 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.549177] env[69281]: DEBUG nova.compute.manager [req-4d1ec5f5-932e-4998-8631-7007cc89cf09 req-dacdcb4a-234d-481a-9abd-ab2bb7ea4fc7 service nova] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Refreshing instance network info cache due to event network-changed-a1c3d897-aed6-4848-ab9a-8c2bd0066031. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.549177] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d1ec5f5-932e-4998-8631-7007cc89cf09 req-dacdcb4a-234d-481a-9abd-ab2bb7ea4fc7 service nova] Acquiring lock "refresh_cache-2407fe7b-739a-4e3d-b27d-0ab26bcc94a7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.549566] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d1ec5f5-932e-4998-8631-7007cc89cf09 req-dacdcb4a-234d-481a-9abd-ab2bb7ea4fc7 service nova] Acquired lock "refresh_cache-2407fe7b-739a-4e3d-b27d-0ab26bcc94a7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.549566] env[69281]: DEBUG nova.network.neutron [req-4d1ec5f5-932e-4998-8631-7007cc89cf09 req-dacdcb4a-234d-481a-9abd-ab2bb7ea4fc7 service nova] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Refreshing network info cache for port a1c3d897-aed6-4848-ab9a-8c2bd0066031 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.552576] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.552576] env[69281]: value = "task-3936654" [ 1266.552576] env[69281]: _type = "Task" [ 1266.552576] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.558373] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1266.558559] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.243s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.559531] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.945s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.559771] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.569771] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936654, 'name': CreateVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.587602] env[69281]: INFO nova.scheduler.client.report [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Deleted allocations for instance 5c44108a-38d5-4019-be33-513287c89050 [ 1266.956846] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500316} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.957672] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] b518c8a6-4835-4c31-8e86-53950f0c4e45/b518c8a6-4835-4c31-8e86-53950f0c4e45.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.958044] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.958322] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ab95b10-5116-44a7-9c9f-fabdda7945c4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.966747] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1266.966747] env[69281]: value = "task-3936655" [ 1266.966747] env[69281]: _type = "Task" [ 1266.966747] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.977525] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.066866] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936654, 'name': CreateVM_Task, 'duration_secs': 0.513445} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.067252] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.068095] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.068399] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.069241] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.070660] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30fadd2f-735a-435d-b429-67eb831dfccd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.078710] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1267.078710] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d9247c-3cc2-4bdf-b7ad-34357d8b6d31" [ 1267.078710] env[69281]: _type = "Task" [ 1267.078710] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.088061] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d9247c-3cc2-4bdf-b7ad-34357d8b6d31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.097864] env[69281]: DEBUG oslo_concurrency.lockutils [None req-3494a84c-cbb8-43b8-bce9-e0c4b8b8a343 tempest-AttachVolumeShelveTestJSON-972356808 tempest-AttachVolumeShelveTestJSON-972356808-project-member] Lock "5c44108a-38d5-4019-be33-513287c89050" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.141s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.326028] env[69281]: DEBUG nova.network.neutron [req-4d1ec5f5-932e-4998-8631-7007cc89cf09 req-dacdcb4a-234d-481a-9abd-ab2bb7ea4fc7 service nova] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Updated VIF entry in instance network info cache for port a1c3d897-aed6-4848-ab9a-8c2bd0066031. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.326293] env[69281]: DEBUG nova.network.neutron [req-4d1ec5f5-932e-4998-8631-7007cc89cf09 req-dacdcb4a-234d-481a-9abd-ab2bb7ea4fc7 service nova] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Updating instance_info_cache with network_info: [{"id": "a1c3d897-aed6-4848-ab9a-8c2bd0066031", "address": "fa:16:3e:03:e2:ee", "network": {"id": "987b1f34-d509-4fbf-862d-65db56c9ba3b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1340044983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4271ed56440d466e83337b0a3e47a04d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c3d897-ae", "ovs_interfaceid": "a1c3d897-aed6-4848-ab9a-8c2bd0066031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.364074] env[69281]: DEBUG oslo_concurrency.lockutils [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.364415] env[69281]: DEBUG oslo_concurrency.lockutils [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.364813] env[69281]: DEBUG oslo_concurrency.lockutils [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.364891] env[69281]: DEBUG oslo_concurrency.lockutils [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.365081] env[69281]: DEBUG oslo_concurrency.lockutils [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.367214] env[69281]: INFO nova.compute.manager [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Terminating instance [ 1267.476513] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076797} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.476719] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.478197] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7621f73-444f-424a-bcde-73e439a9cd98 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.499956] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] b518c8a6-4835-4c31-8e86-53950f0c4e45/b518c8a6-4835-4c31-8e86-53950f0c4e45.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.500299] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a72f459-5bc7-4e03-b936-4e5e42e5ca59 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.522368] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1267.522368] env[69281]: value = "task-3936656" [ 1267.522368] env[69281]: _type = "Task" [ 1267.522368] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.536484] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.591560] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d9247c-3cc2-4bdf-b7ad-34357d8b6d31, 'name': SearchDatastore_Task, 'duration_secs': 0.012019} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.592035] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.592414] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.592834] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.593777] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.594020] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.594318] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8eba6ff-9760-4143-bf3e-385329bc201b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.605414] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.605414] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.606208] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857ff9a8-0033-4897-abc4-135635d4a402 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.613542] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1267.613542] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e872-4a6e-255c-99f2-c91f4d5860cc" [ 1267.613542] env[69281]: _type = "Task" [ 1267.613542] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.623960] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e872-4a6e-255c-99f2-c91f4d5860cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.829506] env[69281]: DEBUG oslo_concurrency.lockutils [req-4d1ec5f5-932e-4998-8631-7007cc89cf09 req-dacdcb4a-234d-481a-9abd-ab2bb7ea4fc7 service nova] Releasing lock "refresh_cache-2407fe7b-739a-4e3d-b27d-0ab26bcc94a7" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.870725] env[69281]: DEBUG nova.compute.manager [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.870983] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.871925] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe3db4d-f035-4830-a51d-3f1ff788a181 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.880206] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.880448] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-240337a9-851c-44a4-abe9-08ed95fd528a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.887448] env[69281]: DEBUG oslo_vmware.api [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1267.887448] env[69281]: value = "task-3936657" [ 1267.887448] env[69281]: _type = "Task" [ 1267.887448] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.897087] env[69281]: DEBUG oslo_vmware.api [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.033034] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936656, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.124239] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e872-4a6e-255c-99f2-c91f4d5860cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010574} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.125146] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a19f76-712a-4fa0-80c0-93c4078dae8b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.131192] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1268.131192] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529fa56d-4e21-8a28-e452-064db0fd30aa" [ 1268.131192] env[69281]: _type = "Task" [ 1268.131192] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.139692] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529fa56d-4e21-8a28-e452-064db0fd30aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.400034] env[69281]: DEBUG oslo_vmware.api [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936657, 'name': PowerOffVM_Task, 'duration_secs': 0.227241} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.400034] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.400034] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.400034] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e56ae7c3-7f7c-4ded-8ff3-f97d1769b270 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.489214] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.489475] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.489663] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Deleting the datastore file [datastore2] 7bbd9d32-c972-46fa-b6f4-d80638b1527f {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.489941] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-507b92b5-5c21-4cf2-96b7-2fb9b164f70c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.496988] env[69281]: DEBUG oslo_vmware.api [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for the task: (returnval){ [ 1268.496988] env[69281]: value = "task-3936659" [ 1268.496988] env[69281]: _type = "Task" [ 1268.496988] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.505249] env[69281]: DEBUG oslo_vmware.api [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.532070] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936656, 'name': ReconfigVM_Task, 'duration_secs': 0.548961} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.532387] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Reconfigured VM instance instance-00000079 to attach disk [datastore2] b518c8a6-4835-4c31-8e86-53950f0c4e45/b518c8a6-4835-4c31-8e86-53950f0c4e45.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.533111] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d88e94c-7a6d-4f44-b3b1-b176af28a569 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.539923] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1268.539923] env[69281]: value = "task-3936660" [ 1268.539923] env[69281]: _type = "Task" [ 1268.539923] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.550513] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936660, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.642463] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529fa56d-4e21-8a28-e452-064db0fd30aa, 'name': SearchDatastore_Task, 'duration_secs': 0.023412} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.642772] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.643098] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7/2407fe7b-739a-4e3d-b27d-0ab26bcc94a7.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.643426] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a26b3d4a-5a7c-4403-a9b4-59e42a8062d5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.652184] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1268.652184] env[69281]: value = "task-3936661" [ 1268.652184] env[69281]: _type = "Task" [ 1268.652184] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.661103] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.008995] env[69281]: DEBUG oslo_vmware.api [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Task: {'id': task-3936659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188387} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.009361] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.009587] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.009840] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.010053] env[69281]: INFO nova.compute.manager [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1269.010326] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.010640] env[69281]: DEBUG nova.compute.manager [-] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.010821] env[69281]: DEBUG nova.network.neutron [-] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.054279] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936660, 'name': Rename_Task, 'duration_secs': 0.155755} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.054687] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.055032] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b7a3b56-48c4-4247-9191-8af83a66fc9b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.066710] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1269.066710] env[69281]: value = "task-3936663" [ 1269.066710] env[69281]: _type = "Task" [ 1269.066710] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.079717] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.162399] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936661, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.579037] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936663, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.663146] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522341} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.663476] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7/2407fe7b-739a-4e3d-b27d-0ab26bcc94a7.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.663727] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.664025] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cda8e453-48e0-48c9-8f84-f2738b77ebad {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.671435] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1269.671435] env[69281]: value = "task-3936664" [ 1269.671435] env[69281]: _type = "Task" [ 1269.671435] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.679394] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.780230] env[69281]: DEBUG nova.compute.manager [req-843eba32-dac0-43eb-b70e-8ae354c44911 req-879e0a58-beca-4077-8b13-266b86996504 service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Received event network-vif-deleted-a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.780483] env[69281]: INFO nova.compute.manager [req-843eba32-dac0-43eb-b70e-8ae354c44911 req-879e0a58-beca-4077-8b13-266b86996504 service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Neutron deleted interface a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a; detaching it from the instance and deleting it from the info cache [ 1269.780671] env[69281]: DEBUG nova.network.neutron [req-843eba32-dac0-43eb-b70e-8ae354c44911 req-879e0a58-beca-4077-8b13-266b86996504 service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.078180] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936663, 'name': PowerOnVM_Task, 'duration_secs': 0.887766} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.078446] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.078619] env[69281]: INFO nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1270.078816] env[69281]: DEBUG nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1270.079729] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96f9c81-46d5-44d0-b588-2e5c51dc5d84 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.182886] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072238} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.183271] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.184171] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57424f62-78b0-4d25-bc82-8b0f8dde395f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.208762] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7/2407fe7b-739a-4e3d-b27d-0ab26bcc94a7.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.209097] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc21f669-aaa6-454b-8b3f-18226f21bd3b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.229812] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1270.229812] env[69281]: value = "task-3936665" [ 1270.229812] env[69281]: _type = "Task" [ 1270.229812] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.239045] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.255658] env[69281]: DEBUG nova.network.neutron [-] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.283753] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f372be86-f6a1-44b1-9e18-3a2a53a5960f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.294243] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870d7b98-ea87-4238-b999-7cf27b8fd1e1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.325942] env[69281]: DEBUG nova.compute.manager [req-843eba32-dac0-43eb-b70e-8ae354c44911 req-879e0a58-beca-4077-8b13-266b86996504 service nova] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Detach interface failed, port_id=a73c91c6-f5cb-4e64-bc17-d56d3c7dd23a, reason: Instance 7bbd9d32-c972-46fa-b6f4-d80638b1527f could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1270.597118] env[69281]: INFO nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Took 12.67 seconds to build instance. [ 1270.740438] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936665, 'name': ReconfigVM_Task, 'duration_secs': 0.300947} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.740726] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7/2407fe7b-739a-4e3d-b27d-0ab26bcc94a7.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.741376] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c45c2a56-b85f-48f2-aee2-03acc450ca47 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.747472] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1270.747472] env[69281]: value = "task-3936666" [ 1270.747472] env[69281]: _type = "Task" [ 1270.747472] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.756422] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936666, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.758909] env[69281]: INFO nova.compute.manager [-] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Took 1.75 seconds to deallocate network for instance. [ 1271.099716] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "b518c8a6-4835-4c31-8e86-53950f0c4e45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.189s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.259609] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936666, 'name': Rename_Task, 'duration_secs': 0.142927} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.260050] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.260285] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b43f648c-234b-4d5b-88ba-2713eb0629d6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.265896] env[69281]: DEBUG oslo_concurrency.lockutils [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.266278] env[69281]: DEBUG oslo_concurrency.lockutils [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.266584] env[69281]: DEBUG nova.objects.instance [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lazy-loading 'resources' on Instance uuid 7bbd9d32-c972-46fa-b6f4-d80638b1527f {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.269756] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1271.269756] env[69281]: value = "task-3936667" [ 1271.269756] env[69281]: _type = "Task" [ 1271.269756] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.279178] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.783069] env[69281]: DEBUG oslo_vmware.api [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936667, 'name': PowerOnVM_Task, 'duration_secs': 0.468346} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.783428] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.783658] env[69281]: INFO nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1271.783888] env[69281]: DEBUG nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1271.784688] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5614c87b-043b-419e-a9ca-7d1c93ca44b4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.886031] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e050c5a-353e-4031-ba55-7a5a72ae0c6b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.894987] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8b6996-8a8e-4817-bc14-38b22982efca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.927450] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4a2c7f-90b8-4621-83ab-c95524f629f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.935820] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a7b98c-ca14-40d9-bbe6-d8889ddc2648 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.950171] env[69281]: DEBUG nova.compute.provider_tree [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.307021] env[69281]: INFO nova.compute.manager [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Took 14.36 seconds to build instance. [ 1272.453638] env[69281]: DEBUG nova.scheduler.client.report [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.809241] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4fe97f9b-4f35-4351-9d8b-922f00a6574f tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "2407fe7b-739a-4e3d-b27d-0ab26bcc94a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.869s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.958514] env[69281]: DEBUG oslo_concurrency.lockutils [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.982151] env[69281]: INFO nova.scheduler.client.report [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Deleted allocations for instance 7bbd9d32-c972-46fa-b6f4-d80638b1527f [ 1273.495176] env[69281]: DEBUG oslo_concurrency.lockutils [None req-493ad02c-b6c5-484b-bdd7-853a9c5a898c tempest-AttachVolumeTestJSON-1843383484 tempest-AttachVolumeTestJSON-1843383484-project-member] Lock "7bbd9d32-c972-46fa-b6f4-d80638b1527f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.131s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.610398] env[69281]: DEBUG oslo_concurrency.lockutils [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "b518c8a6-4835-4c31-8e86-53950f0c4e45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.611027] env[69281]: DEBUG oslo_concurrency.lockutils [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "b518c8a6-4835-4c31-8e86-53950f0c4e45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.611649] env[69281]: DEBUG oslo_concurrency.lockutils [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "b518c8a6-4835-4c31-8e86-53950f0c4e45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.611968] env[69281]: DEBUG oslo_concurrency.lockutils [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "b518c8a6-4835-4c31-8e86-53950f0c4e45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.612215] env[69281]: DEBUG oslo_concurrency.lockutils [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "b518c8a6-4835-4c31-8e86-53950f0c4e45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.616198] env[69281]: INFO nova.compute.manager [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Terminating instance [ 1273.691407] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "2407fe7b-739a-4e3d-b27d-0ab26bcc94a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.691696] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "2407fe7b-739a-4e3d-b27d-0ab26bcc94a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.691915] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "2407fe7b-739a-4e3d-b27d-0ab26bcc94a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.692117] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "2407fe7b-739a-4e3d-b27d-0ab26bcc94a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.692292] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "2407fe7b-739a-4e3d-b27d-0ab26bcc94a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.694422] env[69281]: INFO nova.compute.manager [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Terminating instance [ 1274.121219] env[69281]: DEBUG nova.compute.manager [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.121518] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.122495] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf70237-5785-4f25-bae2-be8ee8d4b527 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.131044] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.131322] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16a5ae19-19ed-4e0d-9d7c-5da84f01264c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.140041] env[69281]: DEBUG oslo_vmware.api [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1274.140041] env[69281]: value = "task-3936668" [ 1274.140041] env[69281]: _type = "Task" [ 1274.140041] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.150311] env[69281]: DEBUG oslo_vmware.api [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.198516] env[69281]: DEBUG nova.compute.manager [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.198785] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.199895] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a5cb83-90bf-4ca3-8dc3-20c011ea8a29 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.209085] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.209300] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b4fc09c-e5de-4e4f-9ec6-ac6d44ac0d8c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.217276] env[69281]: DEBUG oslo_vmware.api [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1274.217276] env[69281]: value = "task-3936669" [ 1274.217276] env[69281]: _type = "Task" [ 1274.217276] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.228380] env[69281]: DEBUG oslo_vmware.api [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.650965] env[69281]: DEBUG oslo_vmware.api [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936668, 'name': PowerOffVM_Task, 'duration_secs': 0.20043} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.651454] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.651547] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.651827] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f37a409a-d824-40ba-b547-f3a6e6242e67 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.723514] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.723778] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.724012] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Deleting the datastore file [datastore2] b518c8a6-4835-4c31-8e86-53950f0c4e45 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.724798] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36bb8cdd-649b-4258-9c88-87ceb727fefa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.730227] env[69281]: DEBUG oslo_vmware.api [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936669, 'name': PowerOffVM_Task, 'duration_secs': 0.236552} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.730970] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.731192] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.731474] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-976c3541-4602-4ac8-bede-350df74f2b49 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.735369] env[69281]: DEBUG oslo_vmware.api [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1274.735369] env[69281]: value = "task-3936672" [ 1274.735369] env[69281]: _type = "Task" [ 1274.735369] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.744158] env[69281]: DEBUG oslo_vmware.api [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.806286] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.806594] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.806822] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Deleting the datastore file [datastore2] 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.807210] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e350ea1c-0b76-4269-99ce-ef149b3fba09 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.815110] env[69281]: DEBUG oslo_vmware.api [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for the task: (returnval){ [ 1274.815110] env[69281]: value = "task-3936674" [ 1274.815110] env[69281]: _type = "Task" [ 1274.815110] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.824746] env[69281]: DEBUG oslo_vmware.api [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.246431] env[69281]: DEBUG oslo_vmware.api [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178935} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.247106] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.247334] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.247530] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.247710] env[69281]: INFO nova.compute.manager [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1275.247981] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.248206] env[69281]: DEBUG nova.compute.manager [-] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.248307] env[69281]: DEBUG nova.network.neutron [-] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.325183] env[69281]: DEBUG oslo_vmware.api [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Task: {'id': task-3936674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199976} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.325481] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.325671] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.325852] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.326047] env[69281]: INFO nova.compute.manager [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1275.326347] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.326548] env[69281]: DEBUG nova.compute.manager [-] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.326648] env[69281]: DEBUG nova.network.neutron [-] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.589358] env[69281]: DEBUG nova.compute.manager [req-f41e3e1a-3386-4737-be25-cfb641d8bd78 req-ed93430e-0a6b-4a05-9f38-a82b7ab5010e service nova] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Received event network-vif-deleted-4624546f-4991-4808-9acc-ede283d1b60f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.589570] env[69281]: INFO nova.compute.manager [req-f41e3e1a-3386-4737-be25-cfb641d8bd78 req-ed93430e-0a6b-4a05-9f38-a82b7ab5010e service nova] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Neutron deleted interface 4624546f-4991-4808-9acc-ede283d1b60f; detaching it from the instance and deleting it from the info cache [ 1275.589749] env[69281]: DEBUG nova.network.neutron [req-f41e3e1a-3386-4737-be25-cfb641d8bd78 req-ed93430e-0a6b-4a05-9f38-a82b7ab5010e service nova] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.069154] env[69281]: DEBUG nova.network.neutron [-] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.093738] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ac62c86-10ee-4c9c-b026-7447e5afa7d8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.105599] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62323c90-9f14-4d28-923e-ac67ed329ae7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.136201] env[69281]: DEBUG nova.network.neutron [-] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.137614] env[69281]: DEBUG nova.compute.manager [req-f41e3e1a-3386-4737-be25-cfb641d8bd78 req-ed93430e-0a6b-4a05-9f38-a82b7ab5010e service nova] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Detach interface failed, port_id=4624546f-4991-4808-9acc-ede283d1b60f, reason: Instance b518c8a6-4835-4c31-8e86-53950f0c4e45 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1276.573399] env[69281]: INFO nova.compute.manager [-] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Took 1.32 seconds to deallocate network for instance. [ 1276.638699] env[69281]: INFO nova.compute.manager [-] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Took 1.31 seconds to deallocate network for instance. [ 1277.080582] env[69281]: DEBUG oslo_concurrency.lockutils [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.080998] env[69281]: DEBUG oslo_concurrency.lockutils [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.081286] env[69281]: DEBUG nova.objects.instance [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lazy-loading 'resources' on Instance uuid b518c8a6-4835-4c31-8e86-53950f0c4e45 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.145490] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.621320] env[69281]: DEBUG nova.compute.manager [req-cb65fbcf-4315-490d-ab48-c51ed6857843 req-2feb2248-6ff3-4982-bda4-a1d4215d6994 service nova] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Received event network-vif-deleted-a1c3d897-aed6-4848-ab9a-8c2bd0066031 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.692552] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e7fa82-30da-4a66-91e8-6dd70b27032c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.700274] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe498d5-48ef-4c64-a085-6584bbafca25 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.732167] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4db8a30-3f70-4c7a-9a18-d55d128dc8f9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.740699] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118c78af-4a9f-4e44-a324-2963781f6979 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.757080] env[69281]: DEBUG nova.compute.provider_tree [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.260457] env[69281]: DEBUG nova.scheduler.client.report [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.765914] env[69281]: DEBUG oslo_concurrency.lockutils [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.768233] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.623s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.768524] env[69281]: DEBUG nova.objects.instance [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lazy-loading 'resources' on Instance uuid 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.784527] env[69281]: INFO nova.scheduler.client.report [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Deleted allocations for instance b518c8a6-4835-4c31-8e86-53950f0c4e45 [ 1279.291136] env[69281]: DEBUG oslo_concurrency.lockutils [None req-53323c4d-e366-4992-a322-eceaac7512b1 tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "b518c8a6-4835-4c31-8e86-53950f0c4e45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.343484] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97359fa7-0fc2-44b8-ac16-10d39cf91e86 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.351822] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afbde77-6154-4aab-8b83-4c737d480348 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.382669] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27dd13e-f9ac-47a2-b2c2-6c9ba077aded {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.390968] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fb5799-52ef-4260-b6d8-67884627442d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.406540] env[69281]: DEBUG nova.compute.provider_tree [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.910057] env[69281]: DEBUG nova.scheduler.client.report [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.415883] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.439199] env[69281]: INFO nova.scheduler.client.report [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Deleted allocations for instance 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7 [ 1280.947474] env[69281]: DEBUG oslo_concurrency.lockutils [None req-0efdf5e3-e0c2-425d-ab68-82a74b1a113a tempest-MultipleCreateTestJSON-567236747 tempest-MultipleCreateTestJSON-567236747-project-member] Lock "2407fe7b-739a-4e3d-b27d-0ab26bcc94a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.256s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.420040] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Acquiring lock "234bcd24-b335-43b0-8821-43b582081b66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.420426] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Lock "234bcd24-b335-43b0-8821-43b582081b66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.922783] env[69281]: DEBUG nova.compute.manager [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1287.444947] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.445329] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.446857] env[69281]: INFO nova.compute.claims [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.529624] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4427c684-add8-424c-868d-3d5244ec3da6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.538188] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7edcdaf-5436-4f5a-8685-0c7a657dc2b2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.571887] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d332926-2a66-4f88-90c7-04df88301075 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.580894] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801874de-466c-4c73-92cb-d0a251b7f890 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.594978] env[69281]: DEBUG nova.compute.provider_tree [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.098219] env[69281]: DEBUG nova.scheduler.client.report [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.603998] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.106879] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Acquiring lock "51457815-2c0e-497f-a7e4-8a9435e5f5a7" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.107178] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Lock "51457815-2c0e-497f-a7e4-8a9435e5f5a7" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.114098] env[69281]: DEBUG oslo_concurrency.lockutils [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.114324] env[69281]: DEBUG oslo_concurrency.lockutils [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.610166] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Lock "51457815-2c0e-497f-a7e4-8a9435e5f5a7" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.610818] env[69281]: DEBUG nova.compute.manager [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1290.617568] env[69281]: INFO nova.compute.manager [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Detaching volume 2f8e7dca-14a7-4ad8-bc23-bd760f01c902 [ 1290.655433] env[69281]: INFO nova.virt.block_device [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Attempting to driver detach volume 2f8e7dca-14a7-4ad8-bc23-bd760f01c902 from mountpoint /dev/sdb [ 1290.655677] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Volume detach. Driver type: vmdk {{(pid=69281) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1290.655868] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781456', 'volume_id': '2f8e7dca-14a7-4ad8-bc23-bd760f01c902', 'name': 'volume-2f8e7dca-14a7-4ad8-bc23-bd760f01c902', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6', 'attached_at': '', 'detached_at': '', 'volume_id': '2f8e7dca-14a7-4ad8-bc23-bd760f01c902', 'serial': '2f8e7dca-14a7-4ad8-bc23-bd760f01c902'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1290.656811] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24359d98-6991-4409-8987-702a78f189df {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.680906] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1addbfe-ddb3-41ec-b9ca-e5ba737e3677 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.689009] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dc4b48-88c5-40e6-b9cc-b5ff34cd64b2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.709597] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a430ab-8849-479a-9004-dc25b735390a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.724344] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] The volume has not been displaced from its original location: [datastore1] volume-2f8e7dca-14a7-4ad8-bc23-bd760f01c902/volume-2f8e7dca-14a7-4ad8-bc23-bd760f01c902.vmdk. No consolidation needed. {{(pid=69281) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1290.729703] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.730277] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a10afa8-ee20-4c2c-9931-98c0e5a466fb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.747822] env[69281]: DEBUG oslo_vmware.api [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1290.747822] env[69281]: value = "task-3936677" [ 1290.747822] env[69281]: _type = "Task" [ 1290.747822] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.756183] env[69281]: DEBUG oslo_vmware.api [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.059009] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.059269] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.115984] env[69281]: DEBUG nova.compute.utils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1291.117475] env[69281]: DEBUG nova.compute.manager [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1291.117700] env[69281]: DEBUG nova.network.neutron [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1291.165985] env[69281]: DEBUG nova.policy [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '576ea7eeae324457af3eff0fb1d39f7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bd8fb8c8e9c48489375aba3ccb203fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.259919] env[69281]: DEBUG oslo_vmware.api [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936677, 'name': ReconfigVM_Task, 'duration_secs': 0.241922} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.260229] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1291.265768] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f52951f-90b6-40bd-bb3c-b42f0946919e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.281991] env[69281]: DEBUG oslo_vmware.api [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1291.281991] env[69281]: value = "task-3936678" [ 1291.281991] env[69281]: _type = "Task" [ 1291.281991] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.291182] env[69281]: DEBUG oslo_vmware.api [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.425127] env[69281]: DEBUG nova.network.neutron [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Successfully created port: 4bb25603-35ba-46e0-a549-1793652c5f9f {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1291.561418] env[69281]: DEBUG nova.compute.manager [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.621177] env[69281]: DEBUG nova.compute.manager [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1291.793110] env[69281]: DEBUG oslo_vmware.api [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936678, 'name': ReconfigVM_Task, 'duration_secs': 0.138751} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.793443] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-781456', 'volume_id': '2f8e7dca-14a7-4ad8-bc23-bd760f01c902', 'name': 'volume-2f8e7dca-14a7-4ad8-bc23-bd760f01c902', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6', 'attached_at': '', 'detached_at': '', 'volume_id': '2f8e7dca-14a7-4ad8-bc23-bd760f01c902', 'serial': '2f8e7dca-14a7-4ad8-bc23-bd760f01c902'} {{(pid=69281) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1292.109514] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.109514] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.109514] env[69281]: INFO nova.compute.claims [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.343086] env[69281]: DEBUG nova.objects.instance [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lazy-loading 'flavor' on Instance uuid 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.631874] env[69281]: DEBUG nova.compute.manager [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1292.657796] env[69281]: DEBUG nova.virt.hardware [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.658058] env[69281]: DEBUG nova.virt.hardware [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.658225] env[69281]: DEBUG nova.virt.hardware [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.658409] env[69281]: DEBUG nova.virt.hardware [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.658555] env[69281]: DEBUG nova.virt.hardware [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.658703] env[69281]: DEBUG nova.virt.hardware [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.658914] env[69281]: DEBUG nova.virt.hardware [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.659089] env[69281]: DEBUG nova.virt.hardware [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.659293] env[69281]: DEBUG nova.virt.hardware [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.659580] env[69281]: DEBUG nova.virt.hardware [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.659713] env[69281]: DEBUG nova.virt.hardware [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.660628] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b694c88-440d-4d76-a3f8-68ea29214ff3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.669234] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d550e716-2cbb-4af2-bb16-7eb32f94c2a2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.799570] env[69281]: DEBUG nova.compute.manager [req-b7fbeae2-220b-49b3-b706-98a9875d379c req-54f513f3-c0da-4de5-8182-1ab01d2a5063 service nova] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Received event network-vif-plugged-4bb25603-35ba-46e0-a549-1793652c5f9f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.799798] env[69281]: DEBUG oslo_concurrency.lockutils [req-b7fbeae2-220b-49b3-b706-98a9875d379c req-54f513f3-c0da-4de5-8182-1ab01d2a5063 service nova] Acquiring lock "234bcd24-b335-43b0-8821-43b582081b66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.800012] env[69281]: DEBUG oslo_concurrency.lockutils [req-b7fbeae2-220b-49b3-b706-98a9875d379c req-54f513f3-c0da-4de5-8182-1ab01d2a5063 service nova] Lock "234bcd24-b335-43b0-8821-43b582081b66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.800199] env[69281]: DEBUG oslo_concurrency.lockutils [req-b7fbeae2-220b-49b3-b706-98a9875d379c req-54f513f3-c0da-4de5-8182-1ab01d2a5063 service nova] Lock "234bcd24-b335-43b0-8821-43b582081b66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.800370] env[69281]: DEBUG nova.compute.manager [req-b7fbeae2-220b-49b3-b706-98a9875d379c req-54f513f3-c0da-4de5-8182-1ab01d2a5063 service nova] [instance: 234bcd24-b335-43b0-8821-43b582081b66] No waiting events found dispatching network-vif-plugged-4bb25603-35ba-46e0-a549-1793652c5f9f {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1292.800553] env[69281]: WARNING nova.compute.manager [req-b7fbeae2-220b-49b3-b706-98a9875d379c req-54f513f3-c0da-4de5-8182-1ab01d2a5063 service nova] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Received unexpected event network-vif-plugged-4bb25603-35ba-46e0-a549-1793652c5f9f for instance with vm_state building and task_state spawning. [ 1292.880586] env[69281]: DEBUG nova.network.neutron [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Successfully updated port: 4bb25603-35ba-46e0-a549-1793652c5f9f {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1293.189424] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04fba32-7250-4c22-832f-a8c67d1e7f25 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.197141] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d07d5ed-88d5-47d5-9485-67565ea8de65 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.231943] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf4b0b1-bbae-4050-96a1-39b5d5f17883 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.240089] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f2b6e0-6025-4ee9-bdae-266f866ab6bd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.253432] env[69281]: DEBUG nova.compute.provider_tree [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.350993] env[69281]: DEBUG oslo_concurrency.lockutils [None req-072468e6-9bfe-4040-903e-b2a7d35f433f tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.236s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.382307] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Acquiring lock "refresh_cache-234bcd24-b335-43b0-8821-43b582081b66" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.382461] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Acquired lock "refresh_cache-234bcd24-b335-43b0-8821-43b582081b66" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.382613] env[69281]: DEBUG nova.network.neutron [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.756841] env[69281]: DEBUG nova.scheduler.client.report [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.921621] env[69281]: DEBUG nova.network.neutron [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.060434] env[69281]: DEBUG nova.network.neutron [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Updating instance_info_cache with network_info: [{"id": "4bb25603-35ba-46e0-a549-1793652c5f9f", "address": "fa:16:3e:41:7d:a5", "network": {"id": "6175914e-651c-4300-92b3-9a475120199d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2876229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd8fb8c8e9c48489375aba3ccb203fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb25603-35", "ovs_interfaceid": "4bb25603-35ba-46e0-a549-1793652c5f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.262079] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.262635] env[69281]: DEBUG nova.compute.manager [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1294.451834] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.452134] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.452342] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.452560] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.452781] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.455064] env[69281]: INFO nova.compute.manager [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Terminating instance [ 1294.565473] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Releasing lock "refresh_cache-234bcd24-b335-43b0-8821-43b582081b66" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.565811] env[69281]: DEBUG nova.compute.manager [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Instance network_info: |[{"id": "4bb25603-35ba-46e0-a549-1793652c5f9f", "address": "fa:16:3e:41:7d:a5", "network": {"id": "6175914e-651c-4300-92b3-9a475120199d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2876229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd8fb8c8e9c48489375aba3ccb203fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb25603-35", "ovs_interfaceid": "4bb25603-35ba-46e0-a549-1793652c5f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1294.566360] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:7d:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bb25603-35ba-46e0-a549-1793652c5f9f', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.573929] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Creating folder: Project (3bd8fb8c8e9c48489375aba3ccb203fa). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1294.574277] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a5365b8-7bac-4c53-8701-30a4aee39a1d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.586484] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Created folder: Project (3bd8fb8c8e9c48489375aba3ccb203fa) in parent group-v781128. [ 1294.586673] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Creating folder: Instances. Parent ref: group-v781465. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1294.586926] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dae6ff4-d97c-42f8-8328-a676e9c81c07 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.597510] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Created folder: Instances in parent group-v781465. [ 1294.597811] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.598030] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.598252] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0e03f6d-58eb-49cd-a688-8a373f11e85b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.618870] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.618870] env[69281]: value = "task-3936681" [ 1294.618870] env[69281]: _type = "Task" [ 1294.618870] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.627696] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936681, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.767569] env[69281]: DEBUG nova.compute.utils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.769150] env[69281]: DEBUG nova.compute.manager [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.769352] env[69281]: DEBUG nova.network.neutron [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.813940] env[69281]: DEBUG nova.policy [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51cd4a6268534a70a6c652f4dbdaa135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384f78d40a8a4efca7e3f86b9e89d06f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.827118] env[69281]: DEBUG nova.compute.manager [req-28fb4549-3ba4-4a7c-b00b-3950e936b3c4 req-24554995-025a-45ac-8454-da423f0b491c service nova] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Received event network-changed-4bb25603-35ba-46e0-a549-1793652c5f9f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.827334] env[69281]: DEBUG nova.compute.manager [req-28fb4549-3ba4-4a7c-b00b-3950e936b3c4 req-24554995-025a-45ac-8454-da423f0b491c service nova] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Refreshing instance network info cache due to event network-changed-4bb25603-35ba-46e0-a549-1793652c5f9f. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1294.827549] env[69281]: DEBUG oslo_concurrency.lockutils [req-28fb4549-3ba4-4a7c-b00b-3950e936b3c4 req-24554995-025a-45ac-8454-da423f0b491c service nova] Acquiring lock "refresh_cache-234bcd24-b335-43b0-8821-43b582081b66" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.827699] env[69281]: DEBUG oslo_concurrency.lockutils [req-28fb4549-3ba4-4a7c-b00b-3950e936b3c4 req-24554995-025a-45ac-8454-da423f0b491c service nova] Acquired lock "refresh_cache-234bcd24-b335-43b0-8821-43b582081b66" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.827866] env[69281]: DEBUG nova.network.neutron [req-28fb4549-3ba4-4a7c-b00b-3950e936b3c4 req-24554995-025a-45ac-8454-da423f0b491c service nova] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Refreshing network info cache for port 4bb25603-35ba-46e0-a549-1793652c5f9f {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.959561] env[69281]: DEBUG nova.compute.manager [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.959809] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.960770] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d818346-9aad-4e7e-992e-a3ddef9a1a5c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.969338] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.969606] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ef6b3ad-b3ad-4a4d-940d-2bb054117541 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.977570] env[69281]: DEBUG oslo_vmware.api [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1294.977570] env[69281]: value = "task-3936682" [ 1294.977570] env[69281]: _type = "Task" [ 1294.977570] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.986171] env[69281]: DEBUG oslo_vmware.api [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.110877] env[69281]: DEBUG nova.network.neutron [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Successfully created port: 03f9f514-ba7e-47a4-95d9-b509f49ad38e {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1295.129874] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936681, 'name': CreateVM_Task, 'duration_secs': 0.340273} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.130256] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.130786] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.130980] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.131381] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.131648] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f724f14-4587-45ef-b781-28ce08e82ea6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.137906] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Waiting for the task: (returnval){ [ 1295.137906] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d60c0c-02e5-5b08-8662-e2997a530fa7" [ 1295.137906] env[69281]: _type = "Task" [ 1295.137906] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.148016] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d60c0c-02e5-5b08-8662-e2997a530fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.276027] env[69281]: DEBUG nova.compute.manager [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.488034] env[69281]: DEBUG oslo_vmware.api [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936682, 'name': PowerOffVM_Task, 'duration_secs': 0.211062} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.488345] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.488521] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.491051] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96928ba4-3e90-40b4-9f52-2743618e5739 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.548243] env[69281]: DEBUG nova.network.neutron [req-28fb4549-3ba4-4a7c-b00b-3950e936b3c4 req-24554995-025a-45ac-8454-da423f0b491c service nova] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Updated VIF entry in instance network info cache for port 4bb25603-35ba-46e0-a549-1793652c5f9f. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.548608] env[69281]: DEBUG nova.network.neutron [req-28fb4549-3ba4-4a7c-b00b-3950e936b3c4 req-24554995-025a-45ac-8454-da423f0b491c service nova] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Updating instance_info_cache with network_info: [{"id": "4bb25603-35ba-46e0-a549-1793652c5f9f", "address": "fa:16:3e:41:7d:a5", "network": {"id": "6175914e-651c-4300-92b3-9a475120199d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2876229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd8fb8c8e9c48489375aba3ccb203fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bb25603-35", "ovs_interfaceid": "4bb25603-35ba-46e0-a549-1793652c5f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.559703] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.559921] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.560116] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Deleting the datastore file [datastore2] 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.561036] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f1305b1-d624-4b8a-b112-1199399536fd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.568331] env[69281]: DEBUG oslo_vmware.api [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1295.568331] env[69281]: value = "task-3936684" [ 1295.568331] env[69281]: _type = "Task" [ 1295.568331] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.577115] env[69281]: DEBUG oslo_vmware.api [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.650663] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52d60c0c-02e5-5b08-8662-e2997a530fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.650985] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.651239] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.651573] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.651744] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.651929] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.652199] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bb4a516-2544-406d-80b3-98598faab370 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.661177] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.661363] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.662090] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74bf0eb0-d8e6-4656-9dc2-f1e942bf25b2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.667837] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Waiting for the task: (returnval){ [ 1295.667837] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529fb3d8-f604-e3e0-cd87-697e24ded1bf" [ 1295.667837] env[69281]: _type = "Task" [ 1295.667837] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.675907] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529fb3d8-f604-e3e0-cd87-697e24ded1bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.051311] env[69281]: DEBUG oslo_concurrency.lockutils [req-28fb4549-3ba4-4a7c-b00b-3950e936b3c4 req-24554995-025a-45ac-8454-da423f0b491c service nova] Releasing lock "refresh_cache-234bcd24-b335-43b0-8821-43b582081b66" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.078182] env[69281]: DEBUG oslo_vmware.api [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142514} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.078428] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.078620] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.078796] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.078973] env[69281]: INFO nova.compute.manager [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1296.079237] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.079436] env[69281]: DEBUG nova.compute.manager [-] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.079534] env[69281]: DEBUG nova.network.neutron [-] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.178791] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]529fb3d8-f604-e3e0-cd87-697e24ded1bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008744} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.179650] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d8433d-ee92-46f2-b1f2-50854da1d284 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.185627] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Waiting for the task: (returnval){ [ 1296.185627] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5230251b-723e-fc32-4be0-513f9f3bf53b" [ 1296.185627] env[69281]: _type = "Task" [ 1296.185627] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.194305] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5230251b-723e-fc32-4be0-513f9f3bf53b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.284879] env[69281]: DEBUG nova.compute.manager [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1296.312910] env[69281]: DEBUG nova.virt.hardware [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.313222] env[69281]: DEBUG nova.virt.hardware [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.313384] env[69281]: DEBUG nova.virt.hardware [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.313569] env[69281]: DEBUG nova.virt.hardware [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.313718] env[69281]: DEBUG nova.virt.hardware [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.313865] env[69281]: DEBUG nova.virt.hardware [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.314294] env[69281]: DEBUG nova.virt.hardware [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.314528] env[69281]: DEBUG nova.virt.hardware [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.314722] env[69281]: DEBUG nova.virt.hardware [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.314891] env[69281]: DEBUG nova.virt.hardware [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.315084] env[69281]: DEBUG nova.virt.hardware [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.316042] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c45c2d-85d3-49a2-9c31-124ef7e22105 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.324347] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659a09d0-7a17-44d1-b1eb-5b1529e63a6c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.696703] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5230251b-723e-fc32-4be0-513f9f3bf53b, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.696986] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.697273] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 234bcd24-b335-43b0-8821-43b582081b66/234bcd24-b335-43b0-8821-43b582081b66.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1296.697541] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78b7f0e5-8ec9-4367-9be3-2353526b2387 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.704651] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Waiting for the task: (returnval){ [ 1296.704651] env[69281]: value = "task-3936685" [ 1296.704651] env[69281]: _type = "Task" [ 1296.704651] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.714126] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': task-3936685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.715373] env[69281]: DEBUG nova.network.neutron [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Successfully updated port: 03f9f514-ba7e-47a4-95d9-b509f49ad38e {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.864726] env[69281]: DEBUG nova.compute.manager [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Received event network-vif-plugged-03f9f514-ba7e-47a4-95d9-b509f49ad38e {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.864956] env[69281]: DEBUG oslo_concurrency.lockutils [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] Acquiring lock "2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.865608] env[69281]: DEBUG oslo_concurrency.lockutils [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] Lock "2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.865795] env[69281]: DEBUG oslo_concurrency.lockutils [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] Lock "2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.866143] env[69281]: DEBUG nova.compute.manager [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] No waiting events found dispatching network-vif-plugged-03f9f514-ba7e-47a4-95d9-b509f49ad38e {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1296.866390] env[69281]: WARNING nova.compute.manager [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Received unexpected event network-vif-plugged-03f9f514-ba7e-47a4-95d9-b509f49ad38e for instance with vm_state building and task_state spawning. [ 1296.866585] env[69281]: DEBUG nova.compute.manager [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Received event network-vif-deleted-fb69aeb1-9486-4aa0-8333-9261d14aa9fc {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.866807] env[69281]: INFO nova.compute.manager [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Neutron deleted interface fb69aeb1-9486-4aa0-8333-9261d14aa9fc; detaching it from the instance and deleting it from the info cache [ 1296.866924] env[69281]: DEBUG nova.network.neutron [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.158287] env[69281]: DEBUG nova.network.neutron [-] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.216404] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': task-3936685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484421} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.216696] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] 234bcd24-b335-43b0-8821-43b582081b66/234bcd24-b335-43b0-8821-43b582081b66.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.216914] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.217468] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.217600] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.217732] env[69281]: DEBUG nova.network.neutron [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.218843] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ee1ebda-5795-4b4a-9c98-fda83c3ee340 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.227685] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Waiting for the task: (returnval){ [ 1297.227685] env[69281]: value = "task-3936686" [ 1297.227685] env[69281]: _type = "Task" [ 1297.227685] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.237666] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': task-3936686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.369242] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed9998cd-1a3f-432d-b5f8-f2045bb233f0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.381268] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2d4526-3da8-476e-a683-76e452d64c4d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.410848] env[69281]: DEBUG nova.compute.manager [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Detach interface failed, port_id=fb69aeb1-9486-4aa0-8333-9261d14aa9fc, reason: Instance 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1297.411032] env[69281]: DEBUG nova.compute.manager [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Received event network-changed-03f9f514-ba7e-47a4-95d9-b509f49ad38e {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.411150] env[69281]: DEBUG nova.compute.manager [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Refreshing instance network info cache due to event network-changed-03f9f514-ba7e-47a4-95d9-b509f49ad38e. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.411359] env[69281]: DEBUG oslo_concurrency.lockutils [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] Acquiring lock "refresh_cache-2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.661952] env[69281]: INFO nova.compute.manager [-] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Took 1.58 seconds to deallocate network for instance. [ 1297.739325] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': task-3936686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073706} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.739753] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.740646] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0870bffd-c591-4586-9940-9dbb3567043f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.764280] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 234bcd24-b335-43b0-8821-43b582081b66/234bcd24-b335-43b0-8821-43b582081b66.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.765616] env[69281]: DEBUG nova.network.neutron [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.767658] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4411866-a7cf-435e-b7a8-20ae99c44058 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.788780] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Waiting for the task: (returnval){ [ 1297.788780] env[69281]: value = "task-3936687" [ 1297.788780] env[69281]: _type = "Task" [ 1297.788780] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.798333] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': task-3936687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.917954] env[69281]: DEBUG nova.network.neutron [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Updating instance_info_cache with network_info: [{"id": "03f9f514-ba7e-47a4-95d9-b509f49ad38e", "address": "fa:16:3e:ec:cf:8b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f9f514-ba", "ovs_interfaceid": "03f9f514-ba7e-47a4-95d9-b509f49ad38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.168659] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.168997] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.169223] env[69281]: DEBUG nova.objects.instance [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lazy-loading 'resources' on Instance uuid 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.299881] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': task-3936687, 'name': ReconfigVM_Task, 'duration_secs': 0.291344} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.300223] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 234bcd24-b335-43b0-8821-43b582081b66/234bcd24-b335-43b0-8821-43b582081b66.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.300863] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-220d5763-36a7-4db0-864b-ea00788be082 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.307551] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Waiting for the task: (returnval){ [ 1298.307551] env[69281]: value = "task-3936688" [ 1298.307551] env[69281]: _type = "Task" [ 1298.307551] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.318503] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': task-3936688, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.421210] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.421210] env[69281]: DEBUG nova.compute.manager [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Instance network_info: |[{"id": "03f9f514-ba7e-47a4-95d9-b509f49ad38e", "address": "fa:16:3e:ec:cf:8b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f9f514-ba", "ovs_interfaceid": "03f9f514-ba7e-47a4-95d9-b509f49ad38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1298.421574] env[69281]: DEBUG oslo_concurrency.lockutils [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] Acquired lock "refresh_cache-2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.421669] env[69281]: DEBUG nova.network.neutron [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Refreshing network info cache for port 03f9f514-ba7e-47a4-95d9-b509f49ad38e {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.423200] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:cf:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03f9f514-ba7e-47a4-95d9-b509f49ad38e', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.431770] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.434915] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.435545] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c12d1d5c-26c9-44c4-8085-57525b021610 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.456377] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.456377] env[69281]: value = "task-3936689" [ 1298.456377] env[69281]: _type = "Task" [ 1298.456377] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.465156] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936689, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.653500] env[69281]: DEBUG nova.network.neutron [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Updated VIF entry in instance network info cache for port 03f9f514-ba7e-47a4-95d9-b509f49ad38e. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.653864] env[69281]: DEBUG nova.network.neutron [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Updating instance_info_cache with network_info: [{"id": "03f9f514-ba7e-47a4-95d9-b509f49ad38e", "address": "fa:16:3e:ec:cf:8b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f9f514-ba", "ovs_interfaceid": "03f9f514-ba7e-47a4-95d9-b509f49ad38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.771996] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828e97f6-9d15-4e49-9921-baadd6c4947b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.781411] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fceba2-1331-4fb3-8425-cabf8eb691d4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.816358] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbe20b4-9007-450f-8028-16423a055bf4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.827014] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa938d3-664a-4540-8594-72ee34f2cb81 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.830913] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': task-3936688, 'name': Rename_Task, 'duration_secs': 0.150217} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.831272] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.831904] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fbca980-28d7-4d23-8cc1-6242e015e722 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.842280] env[69281]: DEBUG nova.compute.provider_tree [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.845306] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Waiting for the task: (returnval){ [ 1298.845306] env[69281]: value = "task-3936690" [ 1298.845306] env[69281]: _type = "Task" [ 1298.845306] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.854798] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': task-3936690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.967014] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936689, 'name': CreateVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.157287] env[69281]: DEBUG oslo_concurrency.lockutils [req-1d825ddd-b71b-493a-bd08-c99d4cd6fc2c req-ee4dca0c-272d-4940-97af-45b7490d075a service nova] Releasing lock "refresh_cache-2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.347958] env[69281]: DEBUG nova.scheduler.client.report [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.360357] env[69281]: DEBUG oslo_vmware.api [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': task-3936690, 'name': PowerOnVM_Task, 'duration_secs': 0.44479} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.360603] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.360800] env[69281]: INFO nova.compute.manager [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1299.360981] env[69281]: DEBUG nova.compute.manager [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1299.361757] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e07e9aa-fd3b-4d29-9ba2-83b5aa195a41 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.467379] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936689, 'name': CreateVM_Task, 'duration_secs': 0.569997} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.467559] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.468281] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.468455] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.468790] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.469078] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46ae59a7-dc08-4dfa-ac85-39755140ead4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.473690] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1299.473690] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5249533c-ad14-33ee-5e18-2647fed8bd32" [ 1299.473690] env[69281]: _type = "Task" [ 1299.473690] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.482451] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5249533c-ad14-33ee-5e18-2647fed8bd32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.855800] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.876957] env[69281]: INFO nova.scheduler.client.report [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Deleted allocations for instance 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6 [ 1299.880311] env[69281]: INFO nova.compute.manager [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Took 12.45 seconds to build instance. [ 1299.984225] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5249533c-ad14-33ee-5e18-2647fed8bd32, 'name': SearchDatastore_Task, 'duration_secs': 0.010123} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.984532] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.984769] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.985012] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.985173] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.985398] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.985668] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75efff7e-6e58-4696-8f00-e23b2200baa7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.994578] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.994757] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.995706] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3caa6a-6283-41b8-889d-28c5e1c450e7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.002516] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1300.002516] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52649b65-2f76-6e1e-4513-b64cc843e5b6" [ 1300.002516] env[69281]: _type = "Task" [ 1300.002516] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.013240] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52649b65-2f76-6e1e-4513-b64cc843e5b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.384144] env[69281]: DEBUG oslo_concurrency.lockutils [None req-b455c735-c430-455e-beed-7367a78125fd tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Lock "234bcd24-b335-43b0-8821-43b582081b66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.964s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.387277] env[69281]: DEBUG oslo_concurrency.lockutils [None req-fe868e75-a7a6-4c19-b38a-3934b6a09ba3 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.935s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.514125] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52649b65-2f76-6e1e-4513-b64cc843e5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011258} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.514973] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864c1277-8546-45b7-9340-90c2b0889658 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.521059] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1300.521059] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b0ce1d-5c8c-927a-2bcd-e6cef3f3e8b6" [ 1300.521059] env[69281]: _type = "Task" [ 1300.521059] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.529911] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b0ce1d-5c8c-927a-2bcd-e6cef3f3e8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.684606] env[69281]: DEBUG oslo_concurrency.lockutils [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Acquiring lock "234bcd24-b335-43b0-8821-43b582081b66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.684879] env[69281]: DEBUG oslo_concurrency.lockutils [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Lock "234bcd24-b335-43b0-8821-43b582081b66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.685121] env[69281]: DEBUG oslo_concurrency.lockutils [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Acquiring lock "234bcd24-b335-43b0-8821-43b582081b66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.685347] env[69281]: DEBUG oslo_concurrency.lockutils [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Lock "234bcd24-b335-43b0-8821-43b582081b66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.685514] env[69281]: DEBUG oslo_concurrency.lockutils [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Lock "234bcd24-b335-43b0-8821-43b582081b66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.687810] env[69281]: INFO nova.compute.manager [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Terminating instance [ 1301.032430] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b0ce1d-5c8c-927a-2bcd-e6cef3f3e8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.032704] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.032971] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9/2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1301.033274] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78d24874-a2a2-4169-9139-ec0926d0d9fd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.040138] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1301.040138] env[69281]: value = "task-3936692" [ 1301.040138] env[69281]: _type = "Task" [ 1301.040138] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.048655] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.192020] env[69281]: DEBUG nova.compute.manager [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1301.192226] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.193121] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6987597d-0e95-497c-8fc3-1b736ec6ec13 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.201474] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.201767] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbcfa4c3-02fa-4e12-aeb9-eb4c19cf7288 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.211040] env[69281]: DEBUG oslo_vmware.api [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Waiting for the task: (returnval){ [ 1301.211040] env[69281]: value = "task-3936693" [ 1301.211040] env[69281]: _type = "Task" [ 1301.211040] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.225077] env[69281]: DEBUG oslo_vmware.api [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': task-3936693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.551063] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48964} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.551063] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9/2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.551063] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.551063] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4485937-0f88-4ad4-90e1-0751d8b09592 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.556810] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1301.556810] env[69281]: value = "task-3936694" [ 1301.556810] env[69281]: _type = "Task" [ 1301.556810] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.566028] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.721755] env[69281]: DEBUG oslo_vmware.api [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': task-3936693, 'name': PowerOffVM_Task, 'duration_secs': 0.270258} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.722098] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.722310] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.722570] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b87db8b-171d-4749-bc07-79ed8a6ee5a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.791902] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.792135] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.792330] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Deleting the datastore file [datastore1] 234bcd24-b335-43b0-8821-43b582081b66 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.792609] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39fb9405-2e78-4746-a49e-951a69663dc3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.799921] env[69281]: DEBUG oslo_vmware.api [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Waiting for the task: (returnval){ [ 1301.799921] env[69281]: value = "task-3936696" [ 1301.799921] env[69281]: _type = "Task" [ 1301.799921] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.808577] env[69281]: DEBUG oslo_vmware.api [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': task-3936696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.066766] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066468} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.067067] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.067901] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bb1784-0162-43e4-b33c-348406d5a220 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.091339] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9/2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.091671] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84297272-ec75-4271-8839-b4e5f8b399ee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.112288] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1302.112288] env[69281]: value = "task-3936697" [ 1302.112288] env[69281]: _type = "Task" [ 1302.112288] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.121939] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.310629] env[69281]: DEBUG oslo_vmware.api [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Task: {'id': task-3936696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13128} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.310899] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.311183] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.311387] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.311572] env[69281]: INFO nova.compute.manager [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1302.311816] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.312031] env[69281]: DEBUG nova.compute.manager [-] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.312136] env[69281]: DEBUG nova.network.neutron [-] [instance: 234bcd24-b335-43b0-8821-43b582081b66] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.594866] env[69281]: DEBUG nova.compute.manager [req-0eb2b148-e8cf-4ea3-ab77-78e0342ba7bb req-2688f088-65b4-4e4f-9591-6e20d0930b99 service nova] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Received event network-vif-deleted-4bb25603-35ba-46e0-a549-1793652c5f9f {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.595502] env[69281]: INFO nova.compute.manager [req-0eb2b148-e8cf-4ea3-ab77-78e0342ba7bb req-2688f088-65b4-4e4f-9591-6e20d0930b99 service nova] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Neutron deleted interface 4bb25603-35ba-46e0-a549-1793652c5f9f; detaching it from the instance and deleting it from the info cache [ 1302.595502] env[69281]: DEBUG nova.network.neutron [req-0eb2b148-e8cf-4ea3-ab77-78e0342ba7bb req-2688f088-65b4-4e4f-9591-6e20d0930b99 service nova] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.624574] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936697, 'name': ReconfigVM_Task, 'duration_secs': 0.333311} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.624853] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9/2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.625480] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd8a9498-dac0-4020-bef8-63a1d7e71c7e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.632374] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1302.632374] env[69281]: value = "task-3936698" [ 1302.632374] env[69281]: _type = "Task" [ 1302.632374] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.640739] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936698, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.079358] env[69281]: DEBUG nova.network.neutron [-] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.097803] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c9b2362-b845-4fc1-8dd5-0e6d736a70f4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.107982] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af76fea-f138-407b-ae6b-2edee802bf44 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.135311] env[69281]: DEBUG nova.compute.manager [req-0eb2b148-e8cf-4ea3-ab77-78e0342ba7bb req-2688f088-65b4-4e4f-9591-6e20d0930b99 service nova] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Detach interface failed, port_id=4bb25603-35ba-46e0-a549-1793652c5f9f, reason: Instance 234bcd24-b335-43b0-8821-43b582081b66 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1303.143423] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936698, 'name': Rename_Task, 'duration_secs': 0.134722} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.143708] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.143958] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30375809-b07b-43d0-958b-643dff22a807 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.150987] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1303.150987] env[69281]: value = "task-3936699" [ 1303.150987] env[69281]: _type = "Task" [ 1303.150987] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.160057] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.583887] env[69281]: INFO nova.compute.manager [-] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Took 1.27 seconds to deallocate network for instance. [ 1303.663200] env[69281]: DEBUG oslo_vmware.api [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936699, 'name': PowerOnVM_Task, 'duration_secs': 0.428338} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.663636] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.663831] env[69281]: INFO nova.compute.manager [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1303.664054] env[69281]: DEBUG nova.compute.manager [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1303.664928] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e509f37-92eb-48c9-8a62-0fc91207d3a1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.089605] env[69281]: DEBUG oslo_concurrency.lockutils [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.089909] env[69281]: DEBUG oslo_concurrency.lockutils [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.090149] env[69281]: DEBUG nova.objects.instance [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Lazy-loading 'resources' on Instance uuid 234bcd24-b335-43b0-8821-43b582081b66 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.183262] env[69281]: INFO nova.compute.manager [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Took 12.12 seconds to build instance. [ 1304.670365] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9e81d1-25d8-4046-9044-6af92a4ecc09 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.678017] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745e93df-c7ae-434d-8531-338942dbe2f5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.685211] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8dbcfbfd-e681-4424-8600-909ab418694c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.626s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.709054] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc703e7b-2113-4dd9-8676-42f8040c2ad8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.716495] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52e9d2e-08cd-46ae-84ef-597e4d970786 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.730110] env[69281]: DEBUG nova.compute.provider_tree [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.233258] env[69281]: DEBUG nova.scheduler.client.report [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.632865] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "a3226972-00d7-4582-804a-5217cb22904f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.633662] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "a3226972-00d7-4582-804a-5217cb22904f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.634523] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "a3226972-00d7-4582-804a-5217cb22904f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.636623] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "a3226972-00d7-4582-804a-5217cb22904f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.636623] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "a3226972-00d7-4582-804a-5217cb22904f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.638320] env[69281]: INFO nova.compute.manager [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Terminating instance [ 1305.642895] env[69281]: DEBUG nova.compute.manager [req-64af5674-2e9e-402e-ab51-2b437051fdb9 req-885329d6-c3c7-40e2-a754-db0c84cb2563 service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Received event network-changed-03f9f514-ba7e-47a4-95d9-b509f49ad38e {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.643092] env[69281]: DEBUG nova.compute.manager [req-64af5674-2e9e-402e-ab51-2b437051fdb9 req-885329d6-c3c7-40e2-a754-db0c84cb2563 service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Refreshing instance network info cache due to event network-changed-03f9f514-ba7e-47a4-95d9-b509f49ad38e. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1305.643378] env[69281]: DEBUG oslo_concurrency.lockutils [req-64af5674-2e9e-402e-ab51-2b437051fdb9 req-885329d6-c3c7-40e2-a754-db0c84cb2563 service nova] Acquiring lock "refresh_cache-2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.643471] env[69281]: DEBUG oslo_concurrency.lockutils [req-64af5674-2e9e-402e-ab51-2b437051fdb9 req-885329d6-c3c7-40e2-a754-db0c84cb2563 service nova] Acquired lock "refresh_cache-2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.643675] env[69281]: DEBUG nova.network.neutron [req-64af5674-2e9e-402e-ab51-2b437051fdb9 req-885329d6-c3c7-40e2-a754-db0c84cb2563 service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Refreshing network info cache for port 03f9f514-ba7e-47a4-95d9-b509f49ad38e {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.738056] env[69281]: DEBUG oslo_concurrency.lockutils [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.763067] env[69281]: INFO nova.scheduler.client.report [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Deleted allocations for instance 234bcd24-b335-43b0-8821-43b582081b66 [ 1306.143102] env[69281]: DEBUG nova.compute.manager [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.143102] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.143827] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5232f6-3937-43a4-866d-931d568b2102 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.154219] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.154481] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a367f3a1-538c-437c-82c2-3bcdea5befdd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.162519] env[69281]: DEBUG oslo_vmware.api [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1306.162519] env[69281]: value = "task-3936700" [ 1306.162519] env[69281]: _type = "Task" [ 1306.162519] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.171467] env[69281]: DEBUG oslo_vmware.api [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.271984] env[69281]: DEBUG oslo_concurrency.lockutils [None req-743666d7-a31b-48cd-a8be-8702ec0ae2ff tempest-ServerGroupTestJSON-441401820 tempest-ServerGroupTestJSON-441401820-project-member] Lock "234bcd24-b335-43b0-8821-43b582081b66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.587s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.385733] env[69281]: DEBUG nova.network.neutron [req-64af5674-2e9e-402e-ab51-2b437051fdb9 req-885329d6-c3c7-40e2-a754-db0c84cb2563 service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Updated VIF entry in instance network info cache for port 03f9f514-ba7e-47a4-95d9-b509f49ad38e. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.386165] env[69281]: DEBUG nova.network.neutron [req-64af5674-2e9e-402e-ab51-2b437051fdb9 req-885329d6-c3c7-40e2-a754-db0c84cb2563 service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Updating instance_info_cache with network_info: [{"id": "03f9f514-ba7e-47a4-95d9-b509f49ad38e", "address": "fa:16:3e:ec:cf:8b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f9f514-ba", "ovs_interfaceid": "03f9f514-ba7e-47a4-95d9-b509f49ad38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.673497] env[69281]: DEBUG oslo_vmware.api [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936700, 'name': PowerOffVM_Task, 'duration_secs': 0.309059} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.673776] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.673951] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.674275] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66d65e18-f12d-4760-8c56-f026a151e468 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.741976] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.742380] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.742380] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Deleting the datastore file [datastore1] a3226972-00d7-4582-804a-5217cb22904f {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.742601] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83603488-5b95-4439-9bbd-dffbba5609b2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.750026] env[69281]: DEBUG oslo_vmware.api [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1306.750026] env[69281]: value = "task-3936702" [ 1306.750026] env[69281]: _type = "Task" [ 1306.750026] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.758630] env[69281]: DEBUG oslo_vmware.api [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.888858] env[69281]: DEBUG oslo_concurrency.lockutils [req-64af5674-2e9e-402e-ab51-2b437051fdb9 req-885329d6-c3c7-40e2-a754-db0c84cb2563 service nova] Releasing lock "refresh_cache-2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.260419] env[69281]: DEBUG oslo_vmware.api [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177549} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.260680] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.260887] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.261095] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.261283] env[69281]: INFO nova.compute.manager [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: a3226972-00d7-4582-804a-5217cb22904f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1307.261532] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.261751] env[69281]: DEBUG nova.compute.manager [-] [instance: a3226972-00d7-4582-804a-5217cb22904f] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.261855] env[69281]: DEBUG nova.network.neutron [-] [instance: a3226972-00d7-4582-804a-5217cb22904f] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.673122] env[69281]: DEBUG nova.compute.manager [req-4bdc8d9f-72f4-438a-a66f-df43cfe66483 req-56fac687-a292-4fe4-b748-6a6da047abf2 service nova] [instance: a3226972-00d7-4582-804a-5217cb22904f] Received event network-vif-deleted-51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.673122] env[69281]: INFO nova.compute.manager [req-4bdc8d9f-72f4-438a-a66f-df43cfe66483 req-56fac687-a292-4fe4-b748-6a6da047abf2 service nova] [instance: a3226972-00d7-4582-804a-5217cb22904f] Neutron deleted interface 51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe; detaching it from the instance and deleting it from the info cache [ 1307.673122] env[69281]: DEBUG nova.network.neutron [req-4bdc8d9f-72f4-438a-a66f-df43cfe66483 req-56fac687-a292-4fe4-b748-6a6da047abf2 service nova] [instance: a3226972-00d7-4582-804a-5217cb22904f] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.956701] env[69281]: DEBUG nova.network.neutron [-] [instance: a3226972-00d7-4582-804a-5217cb22904f] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.174028] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4add1c31-3ec0-4e8c-9c63-10d4a4ea8ff1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.184144] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf22e806-2da9-4978-bbe6-67bca1bd8f63 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.212941] env[69281]: DEBUG nova.compute.manager [req-4bdc8d9f-72f4-438a-a66f-df43cfe66483 req-56fac687-a292-4fe4-b748-6a6da047abf2 service nova] [instance: a3226972-00d7-4582-804a-5217cb22904f] Detach interface failed, port_id=51aba2c6-7ea7-4d99-9548-a4c2af2dc2fe, reason: Instance a3226972-00d7-4582-804a-5217cb22904f could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1308.460743] env[69281]: INFO nova.compute.manager [-] [instance: a3226972-00d7-4582-804a-5217cb22904f] Took 1.20 seconds to deallocate network for instance. [ 1308.969456] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.969456] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.969456] env[69281]: DEBUG nova.objects.instance [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lazy-loading 'resources' on Instance uuid a3226972-00d7-4582-804a-5217cb22904f {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.548954] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e315731-a591-4b8a-b571-b5b95646d338 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.559208] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquiring lock "d880477e-3fca-45ea-9431-b998f5e3ebf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.559462] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Lock "d880477e-3fca-45ea-9431-b998f5e3ebf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.562233] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d61e2ab-c97e-4960-acca-c4545147ebfa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.595730] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89ac037-5bd8-4ee6-a6ef-f7c0388b6884 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.604746] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff26b1e-44b6-457c-863a-a8b9d2dda2e7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.620777] env[69281]: DEBUG nova.compute.provider_tree [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.062090] env[69281]: DEBUG nova.compute.manager [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1310.123826] env[69281]: DEBUG nova.scheduler.client.report [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.583234] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.628919] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.631275] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.048s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.632766] env[69281]: INFO nova.compute.claims [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.648293] env[69281]: INFO nova.scheduler.client.report [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Deleted allocations for instance a3226972-00d7-4582-804a-5217cb22904f [ 1311.155689] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c8527b89-c92b-46b7-9449-7f7eb669b225 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "a3226972-00d7-4582-804a-5217cb22904f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.522s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.700811] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ac19c7-0c95-498a-92a2-348c02b3a144 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.708692] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c980c3-3a46-44b4-9543-c53ecb832dc0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.738316] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652fd7d6-620d-49be-9f6a-1bbc2c4a89b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.746102] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e039e4a7-62f2-4800-a8e9-b7b6cd3dc26d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.760884] env[69281]: DEBUG nova.compute.provider_tree [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.263965] env[69281]: DEBUG nova.scheduler.client.report [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.316451] env[69281]: DEBUG oslo_concurrency.lockutils [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "ab5ad992-728e-4710-9110-07728c4bd905" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.316758] env[69281]: DEBUG oslo_concurrency.lockutils [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "ab5ad992-728e-4710-9110-07728c4bd905" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.316977] env[69281]: DEBUG oslo_concurrency.lockutils [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "ab5ad992-728e-4710-9110-07728c4bd905-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.317180] env[69281]: DEBUG oslo_concurrency.lockutils [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "ab5ad992-728e-4710-9110-07728c4bd905-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.317351] env[69281]: DEBUG oslo_concurrency.lockutils [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "ab5ad992-728e-4710-9110-07728c4bd905-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.319501] env[69281]: INFO nova.compute.manager [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Terminating instance [ 1312.769089] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.769633] env[69281]: DEBUG nova.compute.manager [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1312.822618] env[69281]: DEBUG nova.compute.manager [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1312.822870] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.823807] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db36fef-ec0e-4d88-8745-5b4a4b22652e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.832060] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.832376] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8697954e-7504-4000-b004-bfaa98153d40 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.838501] env[69281]: DEBUG oslo_vmware.api [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1312.838501] env[69281]: value = "task-3936703" [ 1312.838501] env[69281]: _type = "Task" [ 1312.838501] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.847516] env[69281]: DEBUG oslo_vmware.api [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.274337] env[69281]: DEBUG nova.compute.utils [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.275853] env[69281]: DEBUG nova.compute.manager [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Not allocating networking since 'none' was specified. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1313.349096] env[69281]: DEBUG oslo_vmware.api [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936703, 'name': PowerOffVM_Task, 'duration_secs': 0.206277} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.349408] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.349585] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.349849] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1b7b994-5cb4-4d23-a2a8-81a24d0f1ba1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.443562] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1313.443799] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1313.443997] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Deleting the datastore file [datastore1] ab5ad992-728e-4710-9110-07728c4bd905 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.444316] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e194d1c8-b0e4-4331-a208-a6e3889bfb5a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.453833] env[69281]: DEBUG oslo_vmware.api [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for the task: (returnval){ [ 1313.453833] env[69281]: value = "task-3936705" [ 1313.453833] env[69281]: _type = "Task" [ 1313.453833] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.462731] env[69281]: DEBUG oslo_vmware.api [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.777980] env[69281]: DEBUG nova.compute.manager [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1313.964957] env[69281]: DEBUG oslo_vmware.api [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Task: {'id': task-3936705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144813} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.965380] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.965669] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.965967] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.966284] env[69281]: INFO nova.compute.manager [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1313.966684] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.966935] env[69281]: DEBUG nova.compute.manager [-] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.967057] env[69281]: DEBUG nova.network.neutron [-] [instance: ab5ad992-728e-4710-9110-07728c4bd905] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1314.252731] env[69281]: DEBUG nova.compute.manager [req-33f407e8-84ed-4195-8f73-be7e292de00d req-2522efc6-6afe-43c8-899e-8419534d429f service nova] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Received event network-vif-deleted-d015212e-619c-43db-99de-220331b10e56 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.252800] env[69281]: INFO nova.compute.manager [req-33f407e8-84ed-4195-8f73-be7e292de00d req-2522efc6-6afe-43c8-899e-8419534d429f service nova] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Neutron deleted interface d015212e-619c-43db-99de-220331b10e56; detaching it from the instance and deleting it from the info cache [ 1314.253013] env[69281]: DEBUG nova.network.neutron [req-33f407e8-84ed-4195-8f73-be7e292de00d req-2522efc6-6afe-43c8-899e-8419534d429f service nova] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.733392] env[69281]: DEBUG nova.network.neutron [-] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.755813] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dfc88a0-572a-47f8-813b-7e14a52fb96d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.766113] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278640d9-c1f2-4c0b-a92b-180d8aa22e6b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.794136] env[69281]: DEBUG nova.compute.manager [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.797206] env[69281]: DEBUG nova.compute.manager [req-33f407e8-84ed-4195-8f73-be7e292de00d req-2522efc6-6afe-43c8-899e-8419534d429f service nova] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Detach interface failed, port_id=d015212e-619c-43db-99de-220331b10e56, reason: Instance ab5ad992-728e-4710-9110-07728c4bd905 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1314.823178] env[69281]: DEBUG nova.virt.hardware [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.823467] env[69281]: DEBUG nova.virt.hardware [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.823631] env[69281]: DEBUG nova.virt.hardware [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.823820] env[69281]: DEBUG nova.virt.hardware [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.823968] env[69281]: DEBUG nova.virt.hardware [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.824139] env[69281]: DEBUG nova.virt.hardware [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.824358] env[69281]: DEBUG nova.virt.hardware [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.824525] env[69281]: DEBUG nova.virt.hardware [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.824696] env[69281]: DEBUG nova.virt.hardware [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.824862] env[69281]: DEBUG nova.virt.hardware [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.825050] env[69281]: DEBUG nova.virt.hardware [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.825962] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50575985-ee3d-410b-85e9-37aed140f50d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.834074] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab6c0ff-606f-4b57-9147-2de582acd142 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.847845] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.853428] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Creating folder: Project (2605e7b5fe32461e84589f4ca74afb66). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.853748] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7f053ce-2133-4bc7-a6e2-c1ee5087f96c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.866444] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Created folder: Project (2605e7b5fe32461e84589f4ca74afb66) in parent group-v781128. [ 1314.866656] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Creating folder: Instances. Parent ref: group-v781469. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.866933] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94fd3f32-ba2a-4a20-be54-02fe0489cfb1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.877227] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Created folder: Instances in parent group-v781469. [ 1314.877487] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.877714] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.877951] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aa9f3c7-afcc-484f-a7e5-3e9f879ea4ad {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.896520] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.896520] env[69281]: value = "task-3936708" [ 1314.896520] env[69281]: _type = "Task" [ 1314.896520] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.904248] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936708, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.236102] env[69281]: INFO nova.compute.manager [-] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Took 1.27 seconds to deallocate network for instance. [ 1315.407531] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936708, 'name': CreateVM_Task, 'duration_secs': 0.317108} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.407738] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.408172] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.408343] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.408676] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.409277] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc618603-ac46-4b69-9c4f-3c8a92a31859 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.414206] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1315.414206] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523046ea-e86f-9a05-0912-0f6cc5a8e51f" [ 1315.414206] env[69281]: _type = "Task" [ 1315.414206] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.422194] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523046ea-e86f-9a05-0912-0f6cc5a8e51f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.744716] env[69281]: DEBUG oslo_concurrency.lockutils [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.745184] env[69281]: DEBUG oslo_concurrency.lockutils [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.745264] env[69281]: DEBUG nova.objects.instance [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lazy-loading 'resources' on Instance uuid ab5ad992-728e-4710-9110-07728c4bd905 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.926606] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523046ea-e86f-9a05-0912-0f6cc5a8e51f, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.926927] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.927180] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.927424] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.927597] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.927848] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.928134] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fb5cdc1-e64a-402a-8c31-abe4d25df4ea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.937469] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.937645] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.938375] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a530adf7-f799-492d-a4d2-89ae0cd2eae7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.944412] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1315.944412] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e0a4-ec3d-f790-ec92-0b006ad349ed" [ 1315.944412] env[69281]: _type = "Task" [ 1315.944412] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.952825] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e0a4-ec3d-f790-ec92-0b006ad349ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.315700] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265a79d8-a70c-49b3-a6dd-4ba324b87a57 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.323629] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088b204f-4b7a-43ee-8257-156bfd8702d5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.355249] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f50fb82-fe55-40b2-bc8f-abfb75d1b3cc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.363595] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b837fa-4b22-4e0b-a049-4220f461d9ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.378030] env[69281]: DEBUG nova.compute.provider_tree [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.455446] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5266e0a4-ec3d-f790-ec92-0b006ad349ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.456388] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28655490-70f6-45dc-8fa7-0a19e1a56635 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.462499] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1316.462499] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a727e7-3a46-1178-ed67-2f091d0d6b83" [ 1316.462499] env[69281]: _type = "Task" [ 1316.462499] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.470903] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a727e7-3a46-1178-ed67-2f091d0d6b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.881467] env[69281]: DEBUG nova.scheduler.client.report [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.975653] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a727e7-3a46-1178-ed67-2f091d0d6b83, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.975998] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.976260] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] d880477e-3fca-45ea-9431-b998f5e3ebf5/d880477e-3fca-45ea-9431-b998f5e3ebf5.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.976600] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b19769c-2e0f-4484-b894-c3234aca9c56 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.983823] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1316.983823] env[69281]: value = "task-3936709" [ 1316.983823] env[69281]: _type = "Task" [ 1316.983823] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.992814] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.387014] env[69281]: DEBUG oslo_concurrency.lockutils [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.411399] env[69281]: INFO nova.scheduler.client.report [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Deleted allocations for instance ab5ad992-728e-4710-9110-07728c4bd905 [ 1317.494162] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4871} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.494444] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore1] d880477e-3fca-45ea-9431-b998f5e3ebf5/d880477e-3fca-45ea-9431-b998f5e3ebf5.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.494653] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.494970] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a104f23a-7071-440c-b7aa-a9e477ec68fb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.502320] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1317.502320] env[69281]: value = "task-3936710" [ 1317.502320] env[69281]: _type = "Task" [ 1317.502320] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.513301] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.920262] env[69281]: DEBUG oslo_concurrency.lockutils [None req-695193ed-691b-4982-b764-d92855460d22 tempest-ServerRescueNegativeTestJSON-807175379 tempest-ServerRescueNegativeTestJSON-807175379-project-member] Lock "ab5ad992-728e-4710-9110-07728c4bd905" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.603s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.012833] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071111} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.013215] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.014065] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036dea62-953d-4a22-b29b-097459ff562b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.034747] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] d880477e-3fca-45ea-9431-b998f5e3ebf5/d880477e-3fca-45ea-9431-b998f5e3ebf5.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.035134] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4969211-b5c7-492b-97e6-3abb64244f8e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.056111] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1318.056111] env[69281]: value = "task-3936711" [ 1318.056111] env[69281]: _type = "Task" [ 1318.056111] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.064855] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.566412] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936711, 'name': ReconfigVM_Task, 'duration_secs': 0.317665} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.566777] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Reconfigured VM instance instance-0000007d to attach disk [datastore1] d880477e-3fca-45ea-9431-b998f5e3ebf5/d880477e-3fca-45ea-9431-b998f5e3ebf5.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.567426] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9801f65b-2835-41c0-b2c4-73dfb9d0de53 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.575614] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1318.575614] env[69281]: value = "task-3936712" [ 1318.575614] env[69281]: _type = "Task" [ 1318.575614] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.585479] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936712, 'name': Rename_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.087092] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936712, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.589051] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936712, 'name': Rename_Task, 'duration_secs': 0.888095} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.589639] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.589701] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cbe6e7b-ac35-4327-b764-32316694dcb3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.597133] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1319.597133] env[69281]: value = "task-3936713" [ 1319.597133] env[69281]: _type = "Task" [ 1319.597133] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.606503] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.108224] env[69281]: DEBUG oslo_vmware.api [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936713, 'name': PowerOnVM_Task, 'duration_secs': 0.443721} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.108644] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.108744] env[69281]: INFO nova.compute.manager [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Took 5.31 seconds to spawn the instance on the hypervisor. [ 1320.108890] env[69281]: DEBUG nova.compute.manager [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1320.109747] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0974e8a2-8813-4431-9ec0-e27fa6e99f28 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.630496] env[69281]: INFO nova.compute.manager [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Took 10.06 seconds to build instance. [ 1321.133034] env[69281]: DEBUG oslo_concurrency.lockutils [None req-e1157d6e-9f26-492a-b0e5-e6fd31d20208 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Lock "d880477e-3fca-45ea-9431-b998f5e3ebf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.573s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.388555] env[69281]: INFO nova.compute.manager [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Rebuilding instance [ 1321.437261] env[69281]: DEBUG nova.compute.manager [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1321.438279] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4656f4-a63d-4e31-a7ee-f72e7fa23d42 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.562635] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.562871] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.563078] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.563264] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.563447] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.563628] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.563810] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.563957] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69281) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1322.452365] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.452740] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0211671a-53a4-45ef-8f46-daff603bba1d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.461278] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1322.461278] env[69281]: value = "task-3936714" [ 1322.461278] env[69281]: _type = "Task" [ 1322.461278] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.471577] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.493628] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.971805] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936714, 'name': PowerOffVM_Task, 'duration_secs': 0.118684} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.972085] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.972321] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.973108] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a5a762-0bf8-4eaf-925b-48b01f19152f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.980266] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.980509] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ce89b6e-3c3f-43a3-9713-e2f5a7112e9d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.996281] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.996542] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.996757] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.996916] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1322.997761] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a494770-88ef-4ebe-adf1-78ff6bb8449f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.007073] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e040bfd-42ec-40fb-87c5-00eeabf5aa78 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.010981] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.011188] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Deleting contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.011370] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Deleting the datastore file [datastore1] d880477e-3fca-45ea-9431-b998f5e3ebf5 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.011616] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e660b35e-55b4-4abe-b428-c0c75675fedb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.017348] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1323.017348] env[69281]: value = "task-3936716" [ 1323.017348] env[69281]: _type = "Task" [ 1323.017348] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.029215] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba295477-bad2-474c-9d6e-622f9b808d9d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.038175] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7cfe4a-5ebf-4496-9f9a-14e019f1234c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.066769] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180065MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1323.066924] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.067181] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.535921] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110926} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.536305] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.536428] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Deleted contents of the VM from datastore datastore1 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.536621] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.090628] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance f8dee9fa-7778-49c4-8e4f-d30a274debb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1324.090803] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1324.090931] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance d880477e-3fca-45ea-9431-b998f5e3ebf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1324.091138] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1324.091283] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1324.137315] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4024db12-35f0-4e78-bdd3-b8fc1e4c86d8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.146039] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8303fc6-f93c-4dbc-894b-048fbff981bf {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.176675] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f57d36-4548-4fa5-94ff-c9e954efc0f5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.183977] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fd9400-f7d2-42c9-b2c5-1e240fd5bce7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.196991] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.574214] env[69281]: DEBUG nova.virt.hardware [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.574538] env[69281]: DEBUG nova.virt.hardware [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.574637] env[69281]: DEBUG nova.virt.hardware [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.574825] env[69281]: DEBUG nova.virt.hardware [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.574973] env[69281]: DEBUG nova.virt.hardware [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.575143] env[69281]: DEBUG nova.virt.hardware [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.575536] env[69281]: DEBUG nova.virt.hardware [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.575827] env[69281]: DEBUG nova.virt.hardware [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.576135] env[69281]: DEBUG nova.virt.hardware [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.576426] env[69281]: DEBUG nova.virt.hardware [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.576743] env[69281]: DEBUG nova.virt.hardware [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.577616] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e09b2d9-25d2-414d-a027-8f130ee5bf35 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.585203] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45911026-d26b-4d74-b476-5ce96e80391c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.598442] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.604157] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.604418] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.604637] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-492a9741-90dc-4c70-94c1-03f416603e0f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.621545] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.621545] env[69281]: value = "task-3936717" [ 1324.621545] env[69281]: _type = "Task" [ 1324.621545] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.629314] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936717, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.700751] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.131584] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936717, 'name': CreateVM_Task, 'duration_secs': 0.25815} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.131781] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.132256] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.132420] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.132760] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.133039] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae9ef586-7e6f-4ebd-aa73-da58f259626d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.138129] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1325.138129] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225a950-3448-8bcf-fc77-9acdef8e869a" [ 1325.138129] env[69281]: _type = "Task" [ 1325.138129] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.146538] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225a950-3448-8bcf-fc77-9acdef8e869a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.205635] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1325.205868] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.139s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.649030] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225a950-3448-8bcf-fc77-9acdef8e869a, 'name': SearchDatastore_Task, 'duration_secs': 0.010888} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.649030] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.649573] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.649573] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.649683] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.649864] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.650156] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83591524-9035-4eb4-b1e1-a548f55990e3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.659218] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.659363] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.660091] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da58a81-c304-494f-b599-f9f2f1634d59 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.665031] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1325.665031] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52652fbe-6e5c-707f-7d3e-f5b9f6ded7ff" [ 1325.665031] env[69281]: _type = "Task" [ 1325.665031] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.673975] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52652fbe-6e5c-707f-7d3e-f5b9f6ded7ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.175258] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52652fbe-6e5c-707f-7d3e-f5b9f6ded7ff, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.176086] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-485dbb52-2a00-4ae0-8d37-757e2bba084c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.181264] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1326.181264] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525bd1e2-0d5e-08a6-499e-ad984297091f" [ 1326.181264] env[69281]: _type = "Task" [ 1326.181264] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.189541] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525bd1e2-0d5e-08a6-499e-ad984297091f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.693662] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]525bd1e2-0d5e-08a6-499e-ad984297091f, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.694098] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.694429] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] d880477e-3fca-45ea-9431-b998f5e3ebf5/d880477e-3fca-45ea-9431-b998f5e3ebf5.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.694699] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e412e578-f374-44d2-b7fb-b12f5795b2b9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.703763] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1326.703763] env[69281]: value = "task-3936718" [ 1326.703763] env[69281]: _type = "Task" [ 1326.703763] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.712253] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.214701] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454037} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.214972] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] d880477e-3fca-45ea-9431-b998f5e3ebf5/d880477e-3fca-45ea-9431-b998f5e3ebf5.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.215221] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.215503] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-146124b9-6bd7-4819-ad51-855c0e4f9af6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.221631] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1327.221631] env[69281]: value = "task-3936719" [ 1327.221631] env[69281]: _type = "Task" [ 1327.221631] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.229876] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.731870] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070027} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.732247] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.732958] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320f28e7-b291-4549-b3e7-73edee7c66ba {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.752938] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] d880477e-3fca-45ea-9431-b998f5e3ebf5/d880477e-3fca-45ea-9431-b998f5e3ebf5.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.753223] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94ca8779-ffa0-4478-9a96-59624f776e21 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.774247] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1327.774247] env[69281]: value = "task-3936720" [ 1327.774247] env[69281]: _type = "Task" [ 1327.774247] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.782385] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.285206] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.786284] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936720, 'name': ReconfigVM_Task, 'duration_secs': 0.64156} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.786613] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Reconfigured VM instance instance-0000007d to attach disk [datastore2] d880477e-3fca-45ea-9431-b998f5e3ebf5/d880477e-3fca-45ea-9431-b998f5e3ebf5.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.787251] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00b3c513-5dd4-4e05-bee6-5e1c95b1909a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.794273] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1328.794273] env[69281]: value = "task-3936721" [ 1328.794273] env[69281]: _type = "Task" [ 1328.794273] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.802241] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936721, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.304790] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936721, 'name': Rename_Task} progress is 14%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.804801] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936721, 'name': Rename_Task, 'duration_secs': 0.708269} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.805058] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.805147] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aa372db-7f37-4158-8d5f-1dfab6406648 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.811640] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1329.811640] env[69281]: value = "task-3936722" [ 1329.811640] env[69281]: _type = "Task" [ 1329.811640] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.821283] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.321753] env[69281]: DEBUG oslo_vmware.api [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936722, 'name': PowerOnVM_Task, 'duration_secs': 0.442162} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.321997] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.322224] env[69281]: DEBUG nova.compute.manager [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1330.323062] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972b813c-df54-4ba8-b3e9-dcf1f6a1ab47 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.840543] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.840543] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.840543] env[69281]: DEBUG nova.objects.instance [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1331.107947] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquiring lock "d880477e-3fca-45ea-9431-b998f5e3ebf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.108315] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Lock "d880477e-3fca-45ea-9431-b998f5e3ebf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.108579] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquiring lock "d880477e-3fca-45ea-9431-b998f5e3ebf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.108814] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Lock "d880477e-3fca-45ea-9431-b998f5e3ebf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.109053] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Lock "d880477e-3fca-45ea-9431-b998f5e3ebf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.111551] env[69281]: INFO nova.compute.manager [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Terminating instance [ 1331.615630] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquiring lock "refresh_cache-d880477e-3fca-45ea-9431-b998f5e3ebf5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.615842] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquired lock "refresh_cache-d880477e-3fca-45ea-9431-b998f5e3ebf5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.616045] env[69281]: DEBUG nova.network.neutron [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.848237] env[69281]: DEBUG oslo_concurrency.lockutils [None req-45d9b747-caed-408e-9543-5a10e9a8bff9 tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.135836] env[69281]: DEBUG nova.network.neutron [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.192105] env[69281]: DEBUG nova.network.neutron [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.694993] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Releasing lock "refresh_cache-d880477e-3fca-45ea-9431-b998f5e3ebf5" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.695594] env[69281]: DEBUG nova.compute.manager [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.695816] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.696788] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9e51df-b3f6-416b-97f1-535bb7ff6a65 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.705417] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.705730] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60210542-57e0-4a7b-9c65-7bfb994ed773 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.711853] env[69281]: DEBUG oslo_vmware.api [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1332.711853] env[69281]: value = "task-3936723" [ 1332.711853] env[69281]: _type = "Task" [ 1332.711853] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.720701] env[69281]: DEBUG oslo_vmware.api [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.222459] env[69281]: DEBUG oslo_vmware.api [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936723, 'name': PowerOffVM_Task, 'duration_secs': 0.192025} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.222823] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.222917] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.223208] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f556a299-b3f9-4fb3-81d2-962f3488825b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.251169] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.251443] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.251651] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Deleting the datastore file [datastore2] d880477e-3fca-45ea-9431-b998f5e3ebf5 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.251939] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be8fb737-e56b-4598-a557-4e4f8a4329b2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.260253] env[69281]: DEBUG oslo_vmware.api [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for the task: (returnval){ [ 1333.260253] env[69281]: value = "task-3936725" [ 1333.260253] env[69281]: _type = "Task" [ 1333.260253] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.268388] env[69281]: DEBUG oslo_vmware.api [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.770894] env[69281]: DEBUG oslo_vmware.api [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Task: {'id': task-3936725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105783} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.771176] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.771367] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.771559] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.771750] env[69281]: INFO nova.compute.manager [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1333.771994] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.772220] env[69281]: DEBUG nova.compute.manager [-] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.772330] env[69281]: DEBUG nova.network.neutron [-] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.788525] env[69281]: DEBUG nova.network.neutron [-] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.290787] env[69281]: DEBUG nova.network.neutron [-] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.794210] env[69281]: INFO nova.compute.manager [-] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Took 1.02 seconds to deallocate network for instance. [ 1335.301853] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.302207] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.302539] env[69281]: DEBUG nova.objects.instance [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Lazy-loading 'resources' on Instance uuid d880477e-3fca-45ea-9431-b998f5e3ebf5 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.861440] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9893a6-3c2b-4f56-b07a-48786eca5cd4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.869490] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6e663b-0b38-44b1-ba80-a1ac1e51ef8b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.902339] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee0f95e-555d-459b-b502-851156f27919 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.911123] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7ad223-85cb-4575-8b48-58afc9ea5b7e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.926199] env[69281]: DEBUG nova.compute.provider_tree [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.429630] env[69281]: DEBUG nova.scheduler.client.report [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.936732] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.961229] env[69281]: INFO nova.scheduler.client.report [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Deleted allocations for instance d880477e-3fca-45ea-9431-b998f5e3ebf5 [ 1337.471039] env[69281]: DEBUG oslo_concurrency.lockutils [None req-8a538e71-de6c-42ea-b0f1-946743a8744d tempest-ServerShowV257Test-985049164 tempest-ServerShowV257Test-985049164-project-member] Lock "d880477e-3fca-45ea-9431-b998f5e3ebf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.363s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.315684] env[69281]: INFO nova.compute.manager [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Rebuilding instance [ 1342.355608] env[69281]: DEBUG nova.compute.manager [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1342.356539] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b88646-d890-4b62-ba10-1ea36e4794a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.370681] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.371076] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7635e55-be39-48e3-be94-1a65c22d2a74 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.379172] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1343.379172] env[69281]: value = "task-3936726" [ 1343.379172] env[69281]: _type = "Task" [ 1343.379172] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.387369] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.889425] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936726, 'name': PowerOffVM_Task, 'duration_secs': 0.203194} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.889684] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.889940] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.890724] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed53ea5-c617-4214-ae3e-1adaef8abf28 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.897585] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.897846] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72dda106-6195-444f-9447-f4470d09c1db {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.968658] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.968973] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.969257] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleting the datastore file [datastore2] 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.969607] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-814717f1-73bd-4887-a889-438417eec3d5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.977444] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1343.977444] env[69281]: value = "task-3936728" [ 1343.977444] env[69281]: _type = "Task" [ 1343.977444] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.985885] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.487779] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132192} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.488150] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.488248] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.488415] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.518758] env[69281]: DEBUG nova.virt.hardware [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.519089] env[69281]: DEBUG nova.virt.hardware [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.519184] env[69281]: DEBUG nova.virt.hardware [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.519371] env[69281]: DEBUG nova.virt.hardware [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.519524] env[69281]: DEBUG nova.virt.hardware [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.519667] env[69281]: DEBUG nova.virt.hardware [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.519893] env[69281]: DEBUG nova.virt.hardware [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.520070] env[69281]: DEBUG nova.virt.hardware [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.520243] env[69281]: DEBUG nova.virt.hardware [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.520409] env[69281]: DEBUG nova.virt.hardware [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.520584] env[69281]: DEBUG nova.virt.hardware [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.521456] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec16588-b313-4d03-8214-267f62b103b7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.529832] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a8431c-c82b-4c4e-baed-51bbae7c605b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.544777] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:cf:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03f9f514-ba7e-47a4-95d9-b509f49ad38e', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1345.552378] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.552643] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1345.552867] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4350a617-4426-4bd6-952a-387f04b89eaa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.573119] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.573119] env[69281]: value = "task-3936729" [ 1345.573119] env[69281]: _type = "Task" [ 1345.573119] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.580995] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936729, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.083689] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936729, 'name': CreateVM_Task, 'duration_secs': 0.327768} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.083870] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.084620] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.084779] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.085134] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.085403] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a0c9de-2473-440d-ad5d-81f56fce9dc3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.090305] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1346.090305] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52065efc-c5fc-f924-2b7b-463f677a0664" [ 1346.090305] env[69281]: _type = "Task" [ 1346.090305] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.099198] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52065efc-c5fc-f924-2b7b-463f677a0664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.601069] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52065efc-c5fc-f924-2b7b-463f677a0664, 'name': SearchDatastore_Task, 'duration_secs': 0.012412} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.601069] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.601507] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.601507] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.601507] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.601708] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.602036] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bb0c54f-5d3f-4831-9b0f-489ea9c7f9c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.612366] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.612604] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.613326] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11cd630-2b5f-4691-a266-1af49643363e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.618914] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1346.618914] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5212ed12-0f1a-ccde-ffb0-7c64e7eaf141" [ 1346.618914] env[69281]: _type = "Task" [ 1346.618914] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.626976] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5212ed12-0f1a-ccde-ffb0-7c64e7eaf141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.129273] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5212ed12-0f1a-ccde-ffb0-7c64e7eaf141, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.130087] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8f6b39-1577-4eab-ba10-637e3f170265 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.136299] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1347.136299] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225f92f-b651-78ee-e05a-4b0f8fd513d2" [ 1347.136299] env[69281]: _type = "Task" [ 1347.136299] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.144248] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225f92f-b651-78ee-e05a-4b0f8fd513d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.646854] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5225f92f-b651-78ee-e05a-4b0f8fd513d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.647233] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.647437] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9/2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.647707] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f0a453d-c3d5-43cd-8118-3ef1d19c6578 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.654732] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1347.654732] env[69281]: value = "task-3936730" [ 1347.654732] env[69281]: _type = "Task" [ 1347.654732] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.662241] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.165947] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442887} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.166226] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9/2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.166456] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.166706] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4f0962d-0c52-4497-844d-269da5c00aae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.173482] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1348.173482] env[69281]: value = "task-3936731" [ 1348.173482] env[69281]: _type = "Task" [ 1348.173482] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.181832] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.683284] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065219} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.683642] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.684444] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc704e5c-8dae-43ef-b750-eca451dd650b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.706581] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9/2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.706831] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eff55fc3-d6df-4973-9632-d48b270eb5ef {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.725518] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1348.725518] env[69281]: value = "task-3936732" [ 1348.725518] env[69281]: _type = "Task" [ 1348.725518] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.733520] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.235815] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936732, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.735749] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936732, 'name': ReconfigVM_Task, 'duration_secs': 0.526883} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.736165] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9/2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.736728] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a894cf7-0a8a-471a-aa4e-498ab51b3ca0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.743139] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1349.743139] env[69281]: value = "task-3936733" [ 1349.743139] env[69281]: _type = "Task" [ 1349.743139] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.751617] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936733, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.253894] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936733, 'name': Rename_Task, 'duration_secs': 0.145918} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.254178] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.254439] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-427cb902-ab51-43ea-8d1d-cdbbc2ad6e12 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.261790] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1350.261790] env[69281]: value = "task-3936734" [ 1350.261790] env[69281]: _type = "Task" [ 1350.261790] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.272153] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.771901] env[69281]: DEBUG oslo_vmware.api [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936734, 'name': PowerOnVM_Task, 'duration_secs': 0.499049} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.772224] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.772446] env[69281]: DEBUG nova.compute.manager [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1350.773215] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee1ba32-aff6-4487-8f26-71141c9bb8ae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.290521] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.290659] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.290859] env[69281]: DEBUG nova.objects.instance [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69281) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1352.299781] env[69281]: DEBUG oslo_concurrency.lockutils [None req-37264bdf-affe-4b38-85ae-e567bb170501 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.206838] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.206838] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.207248] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.207248] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69281) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1379.494843] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.490129] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.493521] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.493909] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.493715] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.494179] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.998508] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.998754] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.998946] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.999174] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1385.000076] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e975a0-1074-4e84-8f3e-3f48eba3aace {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.008925] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803f55b6-6772-47fa-b47b-8a3822f14a60 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.023481] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f771a339-4833-4c3f-adf6-4fd41e64c8da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.030473] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e986c1-51af-454e-8942-7947cf86cd6f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.059387] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180400MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1385.059547] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.059757] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.089311] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance f8dee9fa-7778-49c4-8e4f-d30a274debb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1386.089600] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1386.089671] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1386.089784] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1386.130345] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55b5e4e-b25d-49fa-9b53-72f494bd5047 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.137927] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9896d89-ad72-4e02-8142-6385017b1237 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.169058] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e96bfdb-8fe5-401f-8fe7-aa03877c46fe {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.176494] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ef6273-ca63-4a36-93fe-ef2dfc77a050 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.189755] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.693031] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.199099] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1387.199486] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.140s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.113930] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.114241] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.114462] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.114650] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.114838] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.118488] env[69281]: INFO nova.compute.manager [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Terminating instance [ 1388.896651] env[69281]: DEBUG nova.compute.manager [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1388.897075] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.898182] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a7a2b3-1356-41e9-a27a-d22f8cb41ee5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.906276] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.906520] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a39dd69b-48ea-4f31-8763-6bca7cbb2f0e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.913598] env[69281]: DEBUG oslo_vmware.api [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1388.913598] env[69281]: value = "task-3936735" [ 1388.913598] env[69281]: _type = "Task" [ 1388.913598] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.921438] env[69281]: DEBUG oslo_vmware.api [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.423751] env[69281]: DEBUG oslo_vmware.api [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936735, 'name': PowerOffVM_Task, 'duration_secs': 0.177039} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.424077] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.424288] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.424540] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ed631ba-dd37-431e-82e8-7d0b1bdc3ba5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.496764] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.496947] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.497132] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleting the datastore file [datastore2] 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.497389] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae3fadd3-a117-42d4-9305-dbd885663579 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.503587] env[69281]: DEBUG oslo_vmware.api [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1389.503587] env[69281]: value = "task-3936737" [ 1389.503587] env[69281]: _type = "Task" [ 1389.503587] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.512457] env[69281]: DEBUG oslo_vmware.api [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.014578] env[69281]: DEBUG oslo_vmware.api [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138481} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.014942] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.015056] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.015243] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.015433] env[69281]: INFO nova.compute.manager [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1390.015678] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.015877] env[69281]: DEBUG nova.compute.manager [-] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1390.015979] env[69281]: DEBUG nova.network.neutron [-] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1390.447891] env[69281]: DEBUG nova.compute.manager [req-142d0843-e073-4683-9499-b2bd6e20afea req-d7034e55-4461-42ae-be4f-e3f31af0fc80 service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Received event network-vif-deleted-03f9f514-ba7e-47a4-95d9-b509f49ad38e {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.447891] env[69281]: INFO nova.compute.manager [req-142d0843-e073-4683-9499-b2bd6e20afea req-d7034e55-4461-42ae-be4f-e3f31af0fc80 service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Neutron deleted interface 03f9f514-ba7e-47a4-95d9-b509f49ad38e; detaching it from the instance and deleting it from the info cache [ 1390.447891] env[69281]: DEBUG nova.network.neutron [req-142d0843-e073-4683-9499-b2bd6e20afea req-d7034e55-4461-42ae-be4f-e3f31af0fc80 service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.930427] env[69281]: DEBUG nova.network.neutron [-] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.950236] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8cfcbb3-91aa-456c-837e-e6a69f9c0f12 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.961543] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f5c3d8-0c09-4570-90b9-8e4b356ce26b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.987678] env[69281]: DEBUG nova.compute.manager [req-142d0843-e073-4683-9499-b2bd6e20afea req-d7034e55-4461-42ae-be4f-e3f31af0fc80 service nova] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Detach interface failed, port_id=03f9f514-ba7e-47a4-95d9-b509f49ad38e, reason: Instance 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1391.433827] env[69281]: INFO nova.compute.manager [-] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Took 1.42 seconds to deallocate network for instance. [ 1391.940839] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.941127] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.941350] env[69281]: DEBUG nova.objects.instance [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lazy-loading 'resources' on Instance uuid 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.486201] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bea0123-6d3c-4680-b4a2-e378fbd8fcce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.494512] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b5a0ad-6f47-4e22-939f-d6a2e8acf988 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.524572] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564bbecf-595d-4f98-a0e6-34b320b52382 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.532183] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4903bf-9d85-4ebc-bb5d-29588bb05f74 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.545206] env[69281]: DEBUG nova.compute.provider_tree [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.048512] env[69281]: DEBUG nova.scheduler.client.report [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.553718] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.573305] env[69281]: INFO nova.scheduler.client.report [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleted allocations for instance 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9 [ 1394.082330] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9872e004-7d40-4f09-8e0c-e41369bc0bc2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.968s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.387872] env[69281]: DEBUG nova.compute.manager [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Stashing vm_state: active {{(pid=69281) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1396.910463] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.910760] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.417592] env[69281]: INFO nova.compute.claims [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1397.926463] env[69281]: INFO nova.compute.resource_tracker [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating resource usage from migration 1fb563c7-3cda-466e-a6b0-588b51c13fda [ 1397.965335] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea0a772-3d39-4283-a14b-2287d1a3869a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.974372] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2152fa5-1d78-411c-bcd7-307074985e8d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.005235] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edd84ec-d3d4-4df9-90e6-3456f667a007 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.012613] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47420f4-47e2-4548-bdf9-d81ab4d5be14 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.025873] env[69281]: DEBUG nova.compute.provider_tree [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.529248] env[69281]: DEBUG nova.scheduler.client.report [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.034238] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.123s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.034496] env[69281]: INFO nova.compute.manager [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Migrating [ 1399.550447] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.550803] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.550842] env[69281]: DEBUG nova.network.neutron [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.264804] env[69281]: DEBUG nova.network.neutron [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance_info_cache with network_info: [{"id": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "address": "fa:16:3e:d6:e3:c1", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4f8192-55", "ovs_interfaceid": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.767828] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.282477] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c059a41-824e-4213-8092-a118d8a16222 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.303406] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance 'f8dee9fa-7778-49c4-8e4f-d30a274debb6' progress to 0 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1402.809977] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.810328] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a81d403-f2e6-45cc-b997-e6b4644b14f8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.819445] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1402.819445] env[69281]: value = "task-3936738" [ 1402.819445] env[69281]: _type = "Task" [ 1402.819445] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.827892] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.330147] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936738, 'name': PowerOffVM_Task, 'duration_secs': 0.1947} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.330539] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.330651] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance 'f8dee9fa-7778-49c4-8e4f-d30a274debb6' progress to 17 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.836793] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1403.837048] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.837244] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1403.837439] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.837586] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1403.837741] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1403.837958] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1403.838142] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1403.838316] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1403.838514] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1403.838695] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1403.843743] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8b780de-0525-435d-b7f9-7126b7a330aa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.860053] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1403.860053] env[69281]: value = "task-3936739" [ 1403.860053] env[69281]: _type = "Task" [ 1403.860053] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.868445] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.370729] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936739, 'name': ReconfigVM_Task, 'duration_secs': 0.1949} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.371157] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance 'f8dee9fa-7778-49c4-8e4f-d30a274debb6' progress to 33 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.878108] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1404.878359] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.878528] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1404.878712] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.878860] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1404.879023] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1404.879237] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1404.879401] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1404.879576] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1404.879744] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1404.879915] env[69281]: DEBUG nova.virt.hardware [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1404.885205] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1404.885549] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f28ffd1-d53a-4898-99df-d40057ab0c84 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.904767] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1404.904767] env[69281]: value = "task-3936740" [ 1404.904767] env[69281]: _type = "Task" [ 1404.904767] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.912824] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.415438] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936740, 'name': ReconfigVM_Task, 'duration_secs': 0.169552} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.415804] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1405.416510] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928ff2ad-7e42-464e-8cbf-01ca34bb57c8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.438289] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] f8dee9fa-7778-49c4-8e4f-d30a274debb6/f8dee9fa-7778-49c4-8e4f-d30a274debb6.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.438608] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c27729e-b026-4695-8cee-8c73550000a0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.457333] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1405.457333] env[69281]: value = "task-3936741" [ 1405.457333] env[69281]: _type = "Task" [ 1405.457333] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.467996] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.968143] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936741, 'name': ReconfigVM_Task, 'duration_secs': 0.287139} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.968437] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Reconfigured VM instance instance-00000071 to attach disk [datastore2] f8dee9fa-7778-49c4-8e4f-d30a274debb6/f8dee9fa-7778-49c4-8e4f-d30a274debb6.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.968758] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance 'f8dee9fa-7778-49c4-8e4f-d30a274debb6' progress to 50 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1406.475439] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b22193-b3bc-4458-830e-7ceeb9150672 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.494059] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a974a69c-a14b-4a75-a787-a20ac0f38633 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.511457] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance 'f8dee9fa-7778-49c4-8e4f-d30a274debb6' progress to 67 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1407.050051] env[69281]: DEBUG nova.network.neutron [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Port 2c4f8192-5553-4771-a502-0c2ddae4ca4b binding to destination host cpu-1 is already ACTIVE {{(pid=69281) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1408.073223] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.073686] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.073686] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.111807] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.112217] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.112217] env[69281]: DEBUG nova.network.neutron [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.829441] env[69281]: DEBUG nova.network.neutron [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance_info_cache with network_info: [{"id": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "address": "fa:16:3e:d6:e3:c1", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4f8192-55", "ovs_interfaceid": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.332728] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.855991] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5bffd4-3656-4c24-8088-548d7cd81bb8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.875396] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f40f32f-e12f-4b63-8733-78609c23879e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.882695] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance 'f8dee9fa-7778-49c4-8e4f-d30a274debb6' progress to 83 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1411.389512] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.389891] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5b88b2f-4571-4fa3-a166-ab9053816a2a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.397557] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1411.397557] env[69281]: value = "task-3936742" [ 1411.397557] env[69281]: _type = "Task" [ 1411.397557] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.405895] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.907803] env[69281]: DEBUG oslo_vmware.api [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936742, 'name': PowerOnVM_Task, 'duration_secs': 0.378444} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.908257] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.908537] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c09de-f537-4b74-86db-9de3f0626db2 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance 'f8dee9fa-7778-49c4-8e4f-d30a274debb6' progress to 100 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1414.553340] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.553704] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.553832] env[69281]: DEBUG nova.compute.manager [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Going to confirm migration 9 {{(pid=69281) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1415.114651] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.114842] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.115025] env[69281]: DEBUG nova.network.neutron [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.115219] env[69281]: DEBUG nova.objects.instance [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lazy-loading 'info_cache' on Instance uuid f8dee9fa-7778-49c4-8e4f-d30a274debb6 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.341440] env[69281]: DEBUG nova.network.neutron [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance_info_cache with network_info: [{"id": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "address": "fa:16:3e:d6:e3:c1", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4f8192-55", "ovs_interfaceid": "2c4f8192-5553-4771-a502-0c2ddae4ca4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.844768] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-f8dee9fa-7778-49c4-8e4f-d30a274debb6" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.845140] env[69281]: DEBUG nova.objects.instance [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lazy-loading 'migration_context' on Instance uuid f8dee9fa-7778-49c4-8e4f-d30a274debb6 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.348308] env[69281]: DEBUG nova.objects.base [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1417.349328] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6f6343-f2cb-48da-9ca5-0dea5d278e3c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.369031] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5ca3b2-1a96-4e43-a1a9-f8eb743f3b2d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.374775] env[69281]: DEBUG oslo_vmware.api [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1417.374775] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524fa1de-b696-dba2-3333-297d90cc656d" [ 1417.374775] env[69281]: _type = "Task" [ 1417.374775] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.382723] env[69281]: DEBUG oslo_vmware.api [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524fa1de-b696-dba2-3333-297d90cc656d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.885887] env[69281]: DEBUG oslo_vmware.api [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]524fa1de-b696-dba2-3333-297d90cc656d, 'name': SearchDatastore_Task, 'duration_secs': 0.009236} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.886213] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.886484] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.437102] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc891910-6cbd-4a13-94fc-6fc191efa328 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.445393] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845858c3-049d-494a-847b-e59f17848368 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.476909] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6143d8-2f14-4db8-a0d8-6e4a11698939 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.484858] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70933492-eae5-4f6f-8884-bf32536b80fa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.498333] env[69281]: DEBUG nova.compute.provider_tree [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.001935] env[69281]: DEBUG nova.scheduler.client.report [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.014117] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.127s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.577611] env[69281]: INFO nova.scheduler.client.report [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleted allocation for migration 1fb563c7-3cda-466e-a6b0-588b51c13fda [ 1421.083277] env[69281]: DEBUG oslo_concurrency.lockutils [None req-30a46936-985f-4985-a954-ba86bb778aba tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.529s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.510635] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.510906] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.511142] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.511342] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.511512] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.513747] env[69281]: INFO nova.compute.manager [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Terminating instance [ 1422.017806] env[69281]: DEBUG nova.compute.manager [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1422.018071] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1422.019011] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5375d127-bf66-4280-a27b-5a2358420bc7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.027321] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.027568] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aff7d31c-10de-4288-bf45-3024f0bf8a33 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.033464] env[69281]: DEBUG oslo_vmware.api [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1422.033464] env[69281]: value = "task-3936743" [ 1422.033464] env[69281]: _type = "Task" [ 1422.033464] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.041844] env[69281]: DEBUG oslo_vmware.api [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.543938] env[69281]: DEBUG oslo_vmware.api [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936743, 'name': PowerOffVM_Task, 'duration_secs': 0.201503} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.544370] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.544472] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.544798] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-153183be-95eb-4731-ab30-39b4522bea0e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.614412] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.614646] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.614924] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleting the datastore file [datastore2] f8dee9fa-7778-49c4-8e4f-d30a274debb6 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.615227] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd154db4-cac4-4324-b3d9-1edf07477320 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.622531] env[69281]: DEBUG oslo_vmware.api [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1422.622531] env[69281]: value = "task-3936745" [ 1422.622531] env[69281]: _type = "Task" [ 1422.622531] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.631069] env[69281]: DEBUG oslo_vmware.api [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.132991] env[69281]: DEBUG oslo_vmware.api [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153905} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.133297] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.133499] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1423.133690] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.133871] env[69281]: INFO nova.compute.manager [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1423.134152] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1423.134352] env[69281]: DEBUG nova.compute.manager [-] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1423.134450] env[69281]: DEBUG nova.network.neutron [-] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1423.565206] env[69281]: DEBUG nova.compute.manager [req-5dd68f9d-dd23-4da3-b830-9d6912449a92 req-58bcd36b-6493-4f81-a9d1-a847388841c4 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Received event network-vif-deleted-2c4f8192-5553-4771-a502-0c2ddae4ca4b {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.565206] env[69281]: INFO nova.compute.manager [req-5dd68f9d-dd23-4da3-b830-9d6912449a92 req-58bcd36b-6493-4f81-a9d1-a847388841c4 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Neutron deleted interface 2c4f8192-5553-4771-a502-0c2ddae4ca4b; detaching it from the instance and deleting it from the info cache [ 1423.565477] env[69281]: DEBUG nova.network.neutron [req-5dd68f9d-dd23-4da3-b830-9d6912449a92 req-58bcd36b-6493-4f81-a9d1-a847388841c4 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.048520] env[69281]: DEBUG nova.network.neutron [-] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.069028] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d651046-cc83-4d1e-ae2d-2f6364d83021 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.079958] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddbcd04-160f-4a9c-b78f-a007de1e9d1e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.104622] env[69281]: DEBUG nova.compute.manager [req-5dd68f9d-dd23-4da3-b830-9d6912449a92 req-58bcd36b-6493-4f81-a9d1-a847388841c4 service nova] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Detach interface failed, port_id=2c4f8192-5553-4771-a502-0c2ddae4ca4b, reason: Instance f8dee9fa-7778-49c4-8e4f-d30a274debb6 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1424.552138] env[69281]: INFO nova.compute.manager [-] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Took 1.42 seconds to deallocate network for instance. [ 1425.059822] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.059822] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.059822] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.087740] env[69281]: INFO nova.scheduler.client.report [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleted allocations for instance f8dee9fa-7778-49c4-8e4f-d30a274debb6 [ 1425.595742] env[69281]: DEBUG oslo_concurrency.lockutils [None req-9c15673e-57b8-43c9-9ef3-1e40f4ba942c tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "f8dee9fa-7778-49c4-8e4f-d30a274debb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.085s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.470712] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.471150] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.973824] env[69281]: DEBUG nova.compute.manager [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1427.497867] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.498178] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.499777] env[69281]: INFO nova.compute.claims [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1428.535317] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d807dcc-9e97-4e7c-94cd-21142504a436 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.543107] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7324030d-4f57-4eff-8cf0-605d4a5637a1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.573649] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef84d6a-02a2-4464-b71a-eab3edc55e62 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.581664] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97178a3d-7800-4dda-8523-322746676282 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.595351] env[69281]: DEBUG nova.compute.provider_tree [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.098710] env[69281]: DEBUG nova.scheduler.client.report [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.605636] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.606274] env[69281]: DEBUG nova.compute.manager [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1430.112394] env[69281]: DEBUG nova.compute.utils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1430.114251] env[69281]: DEBUG nova.compute.manager [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1430.114481] env[69281]: DEBUG nova.network.neutron [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.166742] env[69281]: DEBUG nova.policy [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51cd4a6268534a70a6c652f4dbdaa135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384f78d40a8a4efca7e3f86b9e89d06f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1430.466677] env[69281]: DEBUG nova.network.neutron [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Successfully created port: fd0df617-94cc-476f-be81-7b5daf12b523 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.617624] env[69281]: DEBUG nova.compute.manager [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.628633] env[69281]: DEBUG nova.compute.manager [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1431.657270] env[69281]: DEBUG nova.virt.hardware [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1431.657562] env[69281]: DEBUG nova.virt.hardware [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.657721] env[69281]: DEBUG nova.virt.hardware [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1431.657906] env[69281]: DEBUG nova.virt.hardware [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.658068] env[69281]: DEBUG nova.virt.hardware [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1431.658224] env[69281]: DEBUG nova.virt.hardware [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1431.658448] env[69281]: DEBUG nova.virt.hardware [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1431.658619] env[69281]: DEBUG nova.virt.hardware [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1431.658785] env[69281]: DEBUG nova.virt.hardware [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1431.658952] env[69281]: DEBUG nova.virt.hardware [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1431.659145] env[69281]: DEBUG nova.virt.hardware [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1431.660037] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9483bf6a-2f12-4c5d-ad24-4e8e71bc5d10 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.668074] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41f6dd8-b51b-4329-ad41-169d31039ce3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.841362] env[69281]: DEBUG nova.compute.manager [req-cf7248f1-132b-4be8-a291-19710e61c8a7 req-8c5bc3ab-1f62-4ccc-b348-dc5b6631f499 service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Received event network-vif-plugged-fd0df617-94cc-476f-be81-7b5daf12b523 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.841362] env[69281]: DEBUG oslo_concurrency.lockutils [req-cf7248f1-132b-4be8-a291-19710e61c8a7 req-8c5bc3ab-1f62-4ccc-b348-dc5b6631f499 service nova] Acquiring lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.841362] env[69281]: DEBUG oslo_concurrency.lockutils [req-cf7248f1-132b-4be8-a291-19710e61c8a7 req-8c5bc3ab-1f62-4ccc-b348-dc5b6631f499 service nova] Lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.841362] env[69281]: DEBUG oslo_concurrency.lockutils [req-cf7248f1-132b-4be8-a291-19710e61c8a7 req-8c5bc3ab-1f62-4ccc-b348-dc5b6631f499 service nova] Lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.841362] env[69281]: DEBUG nova.compute.manager [req-cf7248f1-132b-4be8-a291-19710e61c8a7 req-8c5bc3ab-1f62-4ccc-b348-dc5b6631f499 service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] No waiting events found dispatching network-vif-plugged-fd0df617-94cc-476f-be81-7b5daf12b523 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1431.841362] env[69281]: WARNING nova.compute.manager [req-cf7248f1-132b-4be8-a291-19710e61c8a7 req-8c5bc3ab-1f62-4ccc-b348-dc5b6631f499 service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Received unexpected event network-vif-plugged-fd0df617-94cc-476f-be81-7b5daf12b523 for instance with vm_state building and task_state spawning. [ 1431.925963] env[69281]: DEBUG nova.network.neutron [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Successfully updated port: fd0df617-94cc-476f-be81-7b5daf12b523 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.428649] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.428797] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.428948] env[69281]: DEBUG nova.network.neutron [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.961124] env[69281]: DEBUG nova.network.neutron [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1433.082511] env[69281]: DEBUG nova.network.neutron [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance_info_cache with network_info: [{"id": "fd0df617-94cc-476f-be81-7b5daf12b523", "address": "fa:16:3e:02:15:1b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0df617-94", "ovs_interfaceid": "fd0df617-94cc-476f-be81-7b5daf12b523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.585069] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.585470] env[69281]: DEBUG nova.compute.manager [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Instance network_info: |[{"id": "fd0df617-94cc-476f-be81-7b5daf12b523", "address": "fa:16:3e:02:15:1b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0df617-94", "ovs_interfaceid": "fd0df617-94cc-476f-be81-7b5daf12b523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1433.585936] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:15:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd0df617-94cc-476f-be81-7b5daf12b523', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.593540] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1433.593754] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.593987] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-facc7825-7415-4d88-a97e-2b7a302fef75 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.613882] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.613882] env[69281]: value = "task-3936746" [ 1433.613882] env[69281]: _type = "Task" [ 1433.613882] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.621907] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936746, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.868157] env[69281]: DEBUG nova.compute.manager [req-254f881b-b131-4b3e-b365-88c0d160f2c3 req-53960a95-59cf-47b8-b2ec-fae29bd63892 service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Received event network-changed-fd0df617-94cc-476f-be81-7b5daf12b523 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.868371] env[69281]: DEBUG nova.compute.manager [req-254f881b-b131-4b3e-b365-88c0d160f2c3 req-53960a95-59cf-47b8-b2ec-fae29bd63892 service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Refreshing instance network info cache due to event network-changed-fd0df617-94cc-476f-be81-7b5daf12b523. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.868566] env[69281]: DEBUG oslo_concurrency.lockutils [req-254f881b-b131-4b3e-b365-88c0d160f2c3 req-53960a95-59cf-47b8-b2ec-fae29bd63892 service nova] Acquiring lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.868711] env[69281]: DEBUG oslo_concurrency.lockutils [req-254f881b-b131-4b3e-b365-88c0d160f2c3 req-53960a95-59cf-47b8-b2ec-fae29bd63892 service nova] Acquired lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.868878] env[69281]: DEBUG nova.network.neutron [req-254f881b-b131-4b3e-b365-88c0d160f2c3 req-53960a95-59cf-47b8-b2ec-fae29bd63892 service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Refreshing network info cache for port fd0df617-94cc-476f-be81-7b5daf12b523 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.124913] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936746, 'name': CreateVM_Task, 'duration_secs': 0.323668} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.125351] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.125887] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.126119] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.126467] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.126768] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e7cdefe-808b-4a94-b257-9511e74f9c85 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.131842] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1434.131842] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523fcd25-61f7-5f89-c59c-b5ae7d64fee7" [ 1434.131842] env[69281]: _type = "Task" [ 1434.131842] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.140626] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523fcd25-61f7-5f89-c59c-b5ae7d64fee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.494018] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.494018] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Cleaning up deleted instances {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1434.557787] env[69281]: DEBUG nova.network.neutron [req-254f881b-b131-4b3e-b365-88c0d160f2c3 req-53960a95-59cf-47b8-b2ec-fae29bd63892 service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updated VIF entry in instance network info cache for port fd0df617-94cc-476f-be81-7b5daf12b523. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.558175] env[69281]: DEBUG nova.network.neutron [req-254f881b-b131-4b3e-b365-88c0d160f2c3 req-53960a95-59cf-47b8-b2ec-fae29bd63892 service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance_info_cache with network_info: [{"id": "fd0df617-94cc-476f-be81-7b5daf12b523", "address": "fa:16:3e:02:15:1b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0df617-94", "ovs_interfaceid": "fd0df617-94cc-476f-be81-7b5daf12b523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.642240] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]523fcd25-61f7-5f89-c59c-b5ae7d64fee7, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.642562] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.642803] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.643058] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.643215] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.643399] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.643660] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd53a77c-f533-4f98-8eba-0f5d5dc4fbd1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.652682] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.652812] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.653610] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd82ddf-39a2-487a-af8d-eb9bc06f9f05 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.659043] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1434.659043] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b3b2a1-1c70-dbc3-df25-f3bdd3588cd4" [ 1434.659043] env[69281]: _type = "Task" [ 1434.659043] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.666859] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b3b2a1-1c70-dbc3-df25-f3bdd3588cd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.003433] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] There are 28 instances to clean {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1435.003681] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: d880477e-3fca-45ea-9431-b998f5e3ebf5] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1435.061254] env[69281]: DEBUG oslo_concurrency.lockutils [req-254f881b-b131-4b3e-b365-88c0d160f2c3 req-53960a95-59cf-47b8-b2ec-fae29bd63892 service nova] Releasing lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.171998] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52b3b2a1-1c70-dbc3-df25-f3bdd3588cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.172916] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f29a9a-5f64-41c7-a147-dbf8b4951f76 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.180811] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1435.180811] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526a6e9b-c8d0-57ab-c2a5-32022172f235" [ 1435.180811] env[69281]: _type = "Task" [ 1435.180811] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.189222] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526a6e9b-c8d0-57ab-c2a5-32022172f235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.507861] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 2a2cf1e5-d8ba-4b63-9b84-757dc4e7fdc9] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1435.691635] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]526a6e9b-c8d0-57ab-c2a5-32022172f235, 'name': SearchDatastore_Task, 'duration_secs': 0.011522} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.691915] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.692200] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] cdc8f018-6e20-4f0d-9f82-4639f2fef414/cdc8f018-6e20-4f0d-9f82-4639f2fef414.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1435.692486] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d839cdd-3e4f-4cfb-8e27-fbeece6290af {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.699553] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1435.699553] env[69281]: value = "task-3936747" [ 1435.699553] env[69281]: _type = "Task" [ 1435.699553] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.708017] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.011375] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 234bcd24-b335-43b0-8821-43b582081b66] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1436.209075] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466363} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.209468] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] cdc8f018-6e20-4f0d-9f82-4639f2fef414/cdc8f018-6e20-4f0d-9f82-4639f2fef414.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1436.209537] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1436.209748] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca5d9fe4-6033-4b03-b6b1-eea703767e11 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.216158] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1436.216158] env[69281]: value = "task-3936748" [ 1436.216158] env[69281]: _type = "Task" [ 1436.216158] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.224464] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.515107] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 2407fe7b-739a-4e3d-b27d-0ab26bcc94a7] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1436.726504] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063134} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.726788] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.727624] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235cec8a-1121-49c9-9707-1d311ba2b4ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.749455] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] cdc8f018-6e20-4f0d-9f82-4639f2fef414/cdc8f018-6e20-4f0d-9f82-4639f2fef414.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.749742] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f937b94a-ef27-4912-98ad-77c2993dae5c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.769106] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1436.769106] env[69281]: value = "task-3936749" [ 1436.769106] env[69281]: _type = "Task" [ 1436.769106] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.777151] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.018680] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: b518c8a6-4835-4c31-8e86-53950f0c4e45] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1437.279286] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936749, 'name': ReconfigVM_Task, 'duration_secs': 0.275423} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.279643] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Reconfigured VM instance instance-0000007e to attach disk [datastore2] cdc8f018-6e20-4f0d-9f82-4639f2fef414/cdc8f018-6e20-4f0d-9f82-4639f2fef414.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.280175] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ae2f9e5-3c01-4020-b984-208e1602dc59 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.286674] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1437.286674] env[69281]: value = "task-3936750" [ 1437.286674] env[69281]: _type = "Task" [ 1437.286674] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.295623] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936750, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.523072] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 6c2f4eaf-104b-4cf6-8a07-853e314c032a] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1437.796669] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936750, 'name': Rename_Task, 'duration_secs': 0.15763} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.796905] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.797166] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51aefd61-65d4-4849-9b84-31deadd6f116 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.803759] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1437.803759] env[69281]: value = "task-3936751" [ 1437.803759] env[69281]: _type = "Task" [ 1437.803759] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.811883] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.026524] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: d1c5d869-aa9b-4510-a861-9006d90cadee] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1438.315661] env[69281]: DEBUG oslo_vmware.api [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936751, 'name': PowerOnVM_Task, 'duration_secs': 0.440034} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.316100] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.316208] env[69281]: INFO nova.compute.manager [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1438.316432] env[69281]: DEBUG nova.compute.manager [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1438.317285] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dbb315-724e-4948-8d40-e57137aa3b7f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.529835] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 2bb7c285-4462-43ab-a8c5-8294d02aa9f6] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1438.834897] env[69281]: INFO nova.compute.manager [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Took 11.36 seconds to build instance. [ 1439.033825] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 7bbd9d32-c972-46fa-b6f4-d80638b1527f] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1439.337681] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7289341b-87b1-49ea-8a19-93e8dab50435 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.866s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.501186] env[69281]: DEBUG nova.compute.manager [req-4c94df79-d011-4a16-9910-ca265038765c req-692e9ebc-051f-4b73-99ee-e637a38f058e service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Received event network-changed-fd0df617-94cc-476f-be81-7b5daf12b523 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.501186] env[69281]: DEBUG nova.compute.manager [req-4c94df79-d011-4a16-9910-ca265038765c req-692e9ebc-051f-4b73-99ee-e637a38f058e service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Refreshing instance network info cache due to event network-changed-fd0df617-94cc-476f-be81-7b5daf12b523. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1439.501186] env[69281]: DEBUG oslo_concurrency.lockutils [req-4c94df79-d011-4a16-9910-ca265038765c req-692e9ebc-051f-4b73-99ee-e637a38f058e service nova] Acquiring lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.501186] env[69281]: DEBUG oslo_concurrency.lockutils [req-4c94df79-d011-4a16-9910-ca265038765c req-692e9ebc-051f-4b73-99ee-e637a38f058e service nova] Acquired lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.501186] env[69281]: DEBUG nova.network.neutron [req-4c94df79-d011-4a16-9910-ca265038765c req-692e9ebc-051f-4b73-99ee-e637a38f058e service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Refreshing network info cache for port fd0df617-94cc-476f-be81-7b5daf12b523 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.536675] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 7a9d0a7b-2d4a-47df-aec8-74ad37dd07d6] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1440.039603] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: c832a03f-3bf0-459c-8814-f9bd4958fc42] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1440.209454] env[69281]: DEBUG nova.network.neutron [req-4c94df79-d011-4a16-9910-ca265038765c req-692e9ebc-051f-4b73-99ee-e637a38f058e service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updated VIF entry in instance network info cache for port fd0df617-94cc-476f-be81-7b5daf12b523. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.209833] env[69281]: DEBUG nova.network.neutron [req-4c94df79-d011-4a16-9910-ca265038765c req-692e9ebc-051f-4b73-99ee-e637a38f058e service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance_info_cache with network_info: [{"id": "fd0df617-94cc-476f-be81-7b5daf12b523", "address": "fa:16:3e:02:15:1b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0df617-94", "ovs_interfaceid": "fd0df617-94cc-476f-be81-7b5daf12b523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.543118] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 8b07f9cd-a13a-41e7-9f83-87e448049be7] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1440.712743] env[69281]: DEBUG oslo_concurrency.lockutils [req-4c94df79-d011-4a16-9910-ca265038765c req-692e9ebc-051f-4b73-99ee-e637a38f058e service nova] Releasing lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.046823] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: f8dee9fa-7778-49c4-8e4f-d30a274debb6] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1441.550691] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 7b4309ea-be35-490c-9a0a-63318db38792] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1442.054285] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: d075430d-690d-4a45-b5bd-6fb2c50b49b8] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1442.557796] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 00ed17c5-6c9d-462e-a22c-68991a164e1e] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.061368] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: a3226972-00d7-4582-804a-5217cb22904f] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.565219] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: ab5ad992-728e-4710-9110-07728c4bd905] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.069131] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 44c59117-71ed-42e2-9824-a33277a0919e] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.573702] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 79b3e23a-f0e6-4eba-83bc-b0533eb1cfe8] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.076687] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: bf5b029e-91d4-4a5c-a044-73b36134731d] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.580161] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: eae9c3ff-8477-4fb4-a048-e7f83a48f982] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.083777] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 5c44108a-38d5-4019-be33-513287c89050] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.587276] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 0901b889-5887-4fb7-ab15-39817791d1ec] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.090593] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: ab85a348-7231-4543-8207-c67c80e714c9] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.594398] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 5a930c0a-2d3e-499a-a6ea-e35cae957982] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.098328] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 37f8853b-006a-4591-bc1b-01349ea94022] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.601952] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] [instance: 1ee96550-ffee-4b07-b48e-7f5978d12145] Instance has had 0 of 5 cleanup attempts {{(pid=69281) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.106018] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.997389] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.997759] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.997984] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.998230] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.998407] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.998577] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.998797] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.999013] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69281) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1449.999253] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.502481] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.502764] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.502949] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.503125] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1450.504124] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc07470-f0a7-4410-ad77-a8d4cfa68424 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.512975] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0bfc7a-e3ab-42f8-a3d8-081694832f81 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.527245] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e9788d-871a-40d8-92e8-5b7846d25d15 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.533811] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dc8fd4-eb23-4190-936a-5f13eb3e4857 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.561963] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180819MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1450.562118] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.562354] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.618591] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance cdc8f018-6e20-4f0d-9f82-4639f2fef414 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1451.618950] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1451.619186] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1451.647454] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b263ac25-8bff-4ad4-a4a2-386173f3241e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.656010] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c743e5-ffa1-4bbf-b794-b19966438b7c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.687568] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb535cd-6ab2-4ff7-b4a9-468a1dfaaf3b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.695523] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9222ae7-8391-46e6-a26c-8f806faa9d75 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.708696] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.212301] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.717795] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1452.718184] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.156s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.718258] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.718389] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Cleaning up deleted instances with incomplete migration {{(pid=69281) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1477.788707] env[69281]: DEBUG nova.compute.manager [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Stashing vm_state: active {{(pid=69281) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1478.306746] env[69281]: DEBUG oslo_concurrency.lockutils [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.307191] env[69281]: DEBUG oslo_concurrency.lockutils [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.813724] env[69281]: INFO nova.compute.claims [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1479.320684] env[69281]: INFO nova.compute.resource_tracker [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating resource usage from migration c0139872-e3a3-403a-a946-a0d6384ebb92 [ 1479.337127] env[69281]: DEBUG nova.scheduler.client.report [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Refreshing inventories for resource provider adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1479.355991] env[69281]: DEBUG nova.scheduler.client.report [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Updating ProviderTree inventory for provider adc98e38-91c6-4ac1-9063-c94accf48342 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1479.356249] env[69281]: DEBUG nova.compute.provider_tree [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Updating inventory in ProviderTree for provider adc98e38-91c6-4ac1-9063-c94accf48342 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1479.367107] env[69281]: DEBUG nova.scheduler.client.report [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Refreshing aggregate associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, aggregates: None {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1479.384287] env[69281]: DEBUG nova.scheduler.client.report [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Refreshing trait associations for resource provider adc98e38-91c6-4ac1-9063-c94accf48342, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64 {{(pid=69281) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1479.419515] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2836a5-0462-431b-b123-dcead1b50538 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.427889] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86389431-7e44-4c9a-9f3b-fcdfb0e7aeaa {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.458644] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1629c8-ecdd-4567-92d2-39bf65721692 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.466535] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96997a93-8054-40c6-a7bf-075252e6b591 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.479921] env[69281]: DEBUG nova.compute.provider_tree [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.983144] env[69281]: DEBUG nova.scheduler.client.report [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1480.488349] env[69281]: DEBUG oslo_concurrency.lockutils [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.181s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.488544] env[69281]: INFO nova.compute.manager [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Migrating [ 1481.003159] env[69281]: DEBUG oslo_concurrency.lockutils [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.003540] env[69281]: DEBUG oslo_concurrency.lockutils [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.003783] env[69281]: DEBUG nova.network.neutron [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.742228] env[69281]: DEBUG nova.network.neutron [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance_info_cache with network_info: [{"id": "fd0df617-94cc-476f-be81-7b5daf12b523", "address": "fa:16:3e:02:15:1b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0df617-94", "ovs_interfaceid": "fd0df617-94cc-476f-be81-7b5daf12b523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.245319] env[69281]: DEBUG oslo_concurrency.lockutils [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.760642] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66a8807-33c4-4d3f-8a85-e4a8c95236a4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.780342] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance 'cdc8f018-6e20-4f0d-9f82-4639f2fef414' progress to 0 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1484.287020] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.287331] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5de90218-9c03-4f1d-8a61-0313f2cc71c0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.295784] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1484.295784] env[69281]: value = "task-3936752" [ 1484.295784] env[69281]: _type = "Task" [ 1484.295784] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.304925] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.805882] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936752, 'name': PowerOffVM_Task, 'duration_secs': 0.201961} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.806281] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.806411] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance 'cdc8f018-6e20-4f0d-9f82-4639f2fef414' progress to 17 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1485.313496] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1485.313825] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1485.313886] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1485.314125] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1485.314291] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1485.314444] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1485.314657] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1485.314823] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1485.314995] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1485.315181] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1485.315358] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1485.320612] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31763cf5-3f99-42d4-89f3-8ef83e0cb81b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.337337] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1485.337337] env[69281]: value = "task-3936753" [ 1485.337337] env[69281]: _type = "Task" [ 1485.337337] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.346518] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.849932] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936753, 'name': ReconfigVM_Task, 'duration_secs': 0.260163} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.850399] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance 'cdc8f018-6e20-4f0d-9f82-4639f2fef414' progress to 33 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1486.358880] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1486.359164] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1486.359322] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1486.359522] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1486.359720] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1486.359877] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1486.360108] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1486.360279] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1486.360457] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1486.360618] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1486.360826] env[69281]: DEBUG nova.virt.hardware [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1486.366330] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1486.366689] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f6d247b-a671-4f47-8acd-bf62fae55d80 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.386528] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1486.386528] env[69281]: value = "task-3936754" [ 1486.386528] env[69281]: _type = "Task" [ 1486.386528] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.396996] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.897510] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936754, 'name': ReconfigVM_Task, 'duration_secs': 0.183125} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.897923] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1486.898650] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4700dfab-09c0-4654-ab08-f83079999bf6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.921041] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] cdc8f018-6e20-4f0d-9f82-4639f2fef414/cdc8f018-6e20-4f0d-9f82-4639f2fef414.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1486.921404] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80be7eb9-7209-4852-aba7-59af62ccf4e0 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.942228] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1486.942228] env[69281]: value = "task-3936755" [ 1486.942228] env[69281]: _type = "Task" [ 1486.942228] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.951941] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.453215] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936755, 'name': ReconfigVM_Task, 'duration_secs': 0.27313} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.453550] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Reconfigured VM instance instance-0000007e to attach disk [datastore2] cdc8f018-6e20-4f0d-9f82-4639f2fef414/cdc8f018-6e20-4f0d-9f82-4639f2fef414.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1487.453874] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance 'cdc8f018-6e20-4f0d-9f82-4639f2fef414' progress to 50 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1487.960990] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c322ee1f-dca6-4561-a725-e99fafcc58f3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.980446] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab7f958-98bb-403b-8aff-7f24a0585bc1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.998587] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance 'cdc8f018-6e20-4f0d-9f82-4639f2fef414' progress to 67 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1488.574659] env[69281]: DEBUG nova.network.neutron [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Port fd0df617-94cc-476f-be81-7b5daf12b523 binding to destination host cpu-1 is already ACTIVE {{(pid=69281) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1489.596922] env[69281]: DEBUG oslo_concurrency.lockutils [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.597366] env[69281]: DEBUG oslo_concurrency.lockutils [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.597366] env[69281]: DEBUG oslo_concurrency.lockutils [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.634439] env[69281]: DEBUG oslo_concurrency.lockutils [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.634674] env[69281]: DEBUG oslo_concurrency.lockutils [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.634674] env[69281]: DEBUG nova.network.neutron [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.594364] env[69281]: DEBUG nova.network.neutron [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance_info_cache with network_info: [{"id": "fd0df617-94cc-476f-be81-7b5daf12b523", "address": "fa:16:3e:02:15:1b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0df617-94", "ovs_interfaceid": "fd0df617-94cc-476f-be81-7b5daf12b523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.097890] env[69281]: DEBUG oslo_concurrency.lockutils [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.623455] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fa4680-4ba9-4593-9c8c-212e91169e7d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.642817] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df73637-9ddf-4136-af8a-74471d0f846f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.649931] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance 'cdc8f018-6e20-4f0d-9f82-4639f2fef414' progress to 83 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1493.156876] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.157461] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba4b29da-5a22-4d63-a838-3e814fae7335 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.165349] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1493.165349] env[69281]: value = "task-3936757" [ 1493.165349] env[69281]: _type = "Task" [ 1493.165349] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.173853] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.676541] env[69281]: DEBUG oslo_vmware.api [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936757, 'name': PowerOnVM_Task, 'duration_secs': 0.382631} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.676848] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.677068] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8880a-1e8f-4b04-a329-8bf3d31d7e75 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance 'cdc8f018-6e20-4f0d-9f82-4639f2fef414' progress to 100 {{(pid=69281) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1496.498564] env[69281]: DEBUG nova.network.neutron [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Port fd0df617-94cc-476f-be81-7b5daf12b523 binding to destination host cpu-1 is already ACTIVE {{(pid=69281) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1496.498867] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.498989] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.499175] env[69281]: DEBUG nova.network.neutron [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.207175] env[69281]: DEBUG nova.network.neutron [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance_info_cache with network_info: [{"id": "fd0df617-94cc-476f-be81-7b5daf12b523", "address": "fa:16:3e:02:15:1b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0df617-94", "ovs_interfaceid": "fd0df617-94cc-476f-be81-7b5daf12b523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.710758] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.214263] env[69281]: DEBUG nova.compute.manager [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69281) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1498.214493] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.214781] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.718098] env[69281]: DEBUG nova.objects.instance [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lazy-loading 'migration_context' on Instance uuid cdc8f018-6e20-4f0d-9f82-4639f2fef414 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.262534] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b30b06-f13b-4a15-bb99-c74c413575d6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.270348] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a306154e-02df-41a4-8303-c01465ce2510 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.300978] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c335d9-e97c-4630-b5fa-dc69da0f0b6f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.308479] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505ce486-163a-4d25-b20a-9ee30cb792a2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.323076] env[69281]: DEBUG nova.compute.provider_tree [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.827070] env[69281]: DEBUG nova.scheduler.client.report [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.840071] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.625s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.382541] env[69281]: INFO nova.compute.manager [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Swapping old allocation on dict_keys(['adc98e38-91c6-4ac1-9063-c94accf48342']) held by migration c0139872-e3a3-403a-a946-a0d6384ebb92 for instance [ 1502.405674] env[69281]: DEBUG nova.scheduler.client.report [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Overwriting current allocation {'allocations': {'adc98e38-91c6-4ac1-9063-c94accf48342': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 190}}, 'project_id': '384f78d40a8a4efca7e3f86b9e89d06f', 'user_id': '51cd4a6268534a70a6c652f4dbdaa135', 'consumer_generation': 1} on consumer cdc8f018-6e20-4f0d-9f82-4639f2fef414 {{(pid=69281) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1502.490579] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.490766] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.490944] env[69281]: DEBUG nova.network.neutron [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.214568] env[69281]: DEBUG nova.network.neutron [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance_info_cache with network_info: [{"id": "fd0df617-94cc-476f-be81-7b5daf12b523", "address": "fa:16:3e:02:15:1b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0df617-94", "ovs_interfaceid": "fd0df617-94cc-476f-be81-7b5daf12b523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.717731] env[69281]: DEBUG oslo_concurrency.lockutils [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-cdc8f018-6e20-4f0d-9f82-4639f2fef414" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.718293] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1503.718601] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8db6cb99-8394-4288-87ab-d04d262b26ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.726266] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1503.726266] env[69281]: value = "task-3936758" [ 1503.726266] env[69281]: _type = "Task" [ 1503.726266] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.735768] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.236447] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936758, 'name': PowerOffVM_Task, 'duration_secs': 0.204495} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.236718] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1504.237421] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1504.237644] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.237821] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1504.238017] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.238197] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1504.238359] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1504.238572] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1504.238734] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1504.238904] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1504.239095] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1504.239297] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1504.244287] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd50582c-16ce-45a2-a5f0-1d3001fdf2f4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.262158] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1504.262158] env[69281]: value = "task-3936759" [ 1504.262158] env[69281]: _type = "Task" [ 1504.262158] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.270496] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.772581] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936759, 'name': ReconfigVM_Task, 'duration_secs': 0.132999} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.773373] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eff1a73-1d54-4ca0-9845-10328d035cd4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.792602] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1504.792875] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.793060] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1504.793272] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.793426] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1504.793590] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1504.793784] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1504.793949] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1504.794139] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1504.794356] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1504.794539] env[69281]: DEBUG nova.virt.hardware [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1504.795413] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf73911-e553-4c94-9dc1-043038a9af72 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.801780] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1504.801780] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5231a477-9e21-7589-3d93-262925c44faf" [ 1504.801780] env[69281]: _type = "Task" [ 1504.801780] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.810907] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5231a477-9e21-7589-3d93-262925c44faf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.313593] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]5231a477-9e21-7589-3d93-262925c44faf, 'name': SearchDatastore_Task, 'duration_secs': 0.008719} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.319440] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1505.319780] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-436258f7-53c6-4c36-ba2d-4526db8aee11 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.338776] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1505.338776] env[69281]: value = "task-3936760" [ 1505.338776] env[69281]: _type = "Task" [ 1505.338776] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.347374] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.849829] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936760, 'name': ReconfigVM_Task, 'duration_secs': 0.178035} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.849829] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69281) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1505.850378] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38005f51-383e-45d9-8e72-60a54354f48c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.872461] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] cdc8f018-6e20-4f0d-9f82-4639f2fef414/cdc8f018-6e20-4f0d-9f82-4639f2fef414.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.872761] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-349c4c01-4c7f-4299-86c0-28676994e0a5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.891308] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1505.891308] env[69281]: value = "task-3936761" [ 1505.891308] env[69281]: _type = "Task" [ 1505.891308] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.899765] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.402661] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936761, 'name': ReconfigVM_Task, 'duration_secs': 0.272788} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.403013] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Reconfigured VM instance instance-0000007e to attach disk [datastore2] cdc8f018-6e20-4f0d-9f82-4639f2fef414/cdc8f018-6e20-4f0d-9f82-4639f2fef414.vmdk or device None with type thin {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1506.403883] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bff800e-2a53-46d7-a183-9d56231b2df4 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.424942] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4afbdf-3bd4-4abd-95ca-6aab1b4695c2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.443315] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44af382-839f-45ff-9d47-ae8598e3e700 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.472983] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7204691-a315-4ca4-8c87-100b70c0ca44 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.482197] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.482524] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a9954bb-e0e0-4b4b-b17a-31b8532bc840 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.489247] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1506.489247] env[69281]: value = "task-3936762" [ 1506.489247] env[69281]: _type = "Task" [ 1506.489247] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.497464] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.999639] env[69281]: DEBUG oslo_vmware.api [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936762, 'name': PowerOnVM_Task, 'duration_secs': 0.372419} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.999992] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1508.012473] env[69281]: INFO nova.compute.manager [None req-bba6ed69-c8f6-42a1-97f4-cdb047c43d6f tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance to original state: 'active' [ 1508.711649] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.711892] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.216712] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.217147] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.217147] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.217330] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.217438] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.217587] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.217725] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69281) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1509.217874] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.721116] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.721116] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.721319] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.721364] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1509.722283] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ac9089-d60e-46a0-b20a-7cd7f6fcfbb3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.731082] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6542b547-4888-40ff-b84c-e3664dc41660 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.744890] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0d3646-8421-4b70-a85f-f30e0ae38994 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.751597] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6727efe-1c3c-4ba6-bb4a-85781226790c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.780082] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180659MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1509.780272] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.780467] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.944768] env[69281]: DEBUG oslo_concurrency.lockutils [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.945166] env[69281]: DEBUG oslo_concurrency.lockutils [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.945436] env[69281]: DEBUG oslo_concurrency.lockutils [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.945652] env[69281]: DEBUG oslo_concurrency.lockutils [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.945860] env[69281]: DEBUG oslo_concurrency.lockutils [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.948075] env[69281]: INFO nova.compute.manager [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Terminating instance [ 1510.451987] env[69281]: DEBUG nova.compute.manager [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.452393] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.453157] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749cbb84-4545-47ab-a2ec-3d8d9071ac27 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.462544] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.462783] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97aa3cc8-1d75-4f38-934e-163d33b16977 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.470109] env[69281]: DEBUG oslo_vmware.api [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1510.470109] env[69281]: value = "task-3936763" [ 1510.470109] env[69281]: _type = "Task" [ 1510.470109] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.479069] env[69281]: DEBUG oslo_vmware.api [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.805440] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance cdc8f018-6e20-4f0d-9f82-4639f2fef414 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1510.805718] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1510.805873] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1510.831962] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e291df72-314a-4df4-9bf8-1e379d824a67 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.839959] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c264c7e7-b8e8-433c-ab17-3c37173f7d8c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.869470] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c2d44f-b9a2-447d-a77c-ea203e3546f5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.877307] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab07595-958b-4a4e-930c-862762320dee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.890605] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.980443] env[69281]: DEBUG oslo_vmware.api [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936763, 'name': PowerOffVM_Task, 'duration_secs': 0.204715} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.980745] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.980871] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.981173] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e7845bd-5565-439b-80c0-23a3188d41ac {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.048632] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1511.048795] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1511.049024] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleting the datastore file [datastore2] cdc8f018-6e20-4f0d-9f82-4639f2fef414 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.049320] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3d493eb-49ac-4aee-86c3-e9a0aa883dea {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.056140] env[69281]: DEBUG oslo_vmware.api [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1511.056140] env[69281]: value = "task-3936765" [ 1511.056140] env[69281]: _type = "Task" [ 1511.056140] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.064363] env[69281]: DEBUG oslo_vmware.api [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.393806] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.565738] env[69281]: DEBUG oslo_vmware.api [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151585} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.566094] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.566199] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.566375] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.566560] env[69281]: INFO nova.compute.manager [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1511.566845] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1511.567107] env[69281]: DEBUG nova.compute.manager [-] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.567232] env[69281]: DEBUG nova.network.neutron [-] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.899617] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1511.899796] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.072132] env[69281]: DEBUG nova.compute.manager [req-74b1bc6a-08ad-47f8-b296-de3c74b997ba req-82b86309-eba4-46a2-b6d0-ac5976c31530 service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Received event network-vif-deleted-fd0df617-94cc-476f-be81-7b5daf12b523 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.072132] env[69281]: INFO nova.compute.manager [req-74b1bc6a-08ad-47f8-b296-de3c74b997ba req-82b86309-eba4-46a2-b6d0-ac5976c31530 service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Neutron deleted interface fd0df617-94cc-476f-be81-7b5daf12b523; detaching it from the instance and deleting it from the info cache [ 1512.072132] env[69281]: DEBUG nova.network.neutron [req-74b1bc6a-08ad-47f8-b296-de3c74b997ba req-82b86309-eba4-46a2-b6d0-ac5976c31530 service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.490576] env[69281]: DEBUG nova.network.neutron [-] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.575681] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b280ed6-18ca-4f85-850e-a8ccdb2278b8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.585984] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d50cec-75a6-408a-96af-1781e4a70d0b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.610641] env[69281]: DEBUG nova.compute.manager [req-74b1bc6a-08ad-47f8-b296-de3c74b997ba req-82b86309-eba4-46a2-b6d0-ac5976c31530 service nova] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Detach interface failed, port_id=fd0df617-94cc-476f-be81-7b5daf12b523, reason: Instance cdc8f018-6e20-4f0d-9f82-4639f2fef414 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1512.994088] env[69281]: INFO nova.compute.manager [-] [instance: cdc8f018-6e20-4f0d-9f82-4639f2fef414] Took 1.43 seconds to deallocate network for instance. [ 1513.501020] env[69281]: DEBUG oslo_concurrency.lockutils [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.501355] env[69281]: DEBUG oslo_concurrency.lockutils [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.501583] env[69281]: DEBUG nova.objects.instance [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lazy-loading 'resources' on Instance uuid cdc8f018-6e20-4f0d-9f82-4639f2fef414 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.036257] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a320c671-8bcd-42eb-9072-354aad105464 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.044212] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2d74d9-a9b1-4f86-8eda-3d3f77df0280 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.075204] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd417ab9-481e-4cb9-8f3b-59c767841b32 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.083076] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e225216-dded-49a7-9e46-37893b35cf32 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.096173] env[69281]: DEBUG nova.compute.provider_tree [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.599820] env[69281]: DEBUG nova.scheduler.client.report [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1515.105016] env[69281]: DEBUG oslo_concurrency.lockutils [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.125928] env[69281]: INFO nova.scheduler.client.report [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleted allocations for instance cdc8f018-6e20-4f0d-9f82-4639f2fef414 [ 1515.636286] env[69281]: DEBUG oslo_concurrency.lockutils [None req-206f6ea6-eb21-4804-ab20-1e7125870433 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "cdc8f018-6e20-4f0d-9f82-4639f2fef414" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.691s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.025950] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.026377] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.529048] env[69281]: DEBUG nova.compute.manager [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1518.049538] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.049836] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.051413] env[69281]: INFO nova.compute.claims [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1519.091043] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7c88d0-e82e-43f1-ac2d-8228def075b7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.098212] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0cd500-c4ca-46cd-ba26-5b3c2bbd3aff {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.128580] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e723fe3-8c09-4ced-9103-13b4dc2611e1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.136137] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d494d7ed-2e07-4dc5-a282-afbc1add824d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.149165] env[69281]: DEBUG nova.compute.provider_tree [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.652434] env[69281]: DEBUG nova.scheduler.client.report [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.158485] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.108s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.159135] env[69281]: DEBUG nova.compute.manager [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1520.664832] env[69281]: DEBUG nova.compute.utils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1520.666251] env[69281]: DEBUG nova.compute.manager [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Allocating IP information in the background. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1520.666424] env[69281]: DEBUG nova.network.neutron [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] allocate_for_instance() {{(pid=69281) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1520.716858] env[69281]: DEBUG nova.policy [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51cd4a6268534a70a6c652f4dbdaa135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384f78d40a8a4efca7e3f86b9e89d06f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69281) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.981591] env[69281]: DEBUG nova.network.neutron [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Successfully created port: 772e3fd5-9921-4977-afed-4c2803daf470 {{(pid=69281) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1521.170360] env[69281]: DEBUG nova.compute.manager [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1522.180532] env[69281]: DEBUG nova.compute.manager [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1522.208157] env[69281]: DEBUG nova.virt.hardware [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1522.208441] env[69281]: DEBUG nova.virt.hardware [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.208604] env[69281]: DEBUG nova.virt.hardware [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1522.208798] env[69281]: DEBUG nova.virt.hardware [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.208951] env[69281]: DEBUG nova.virt.hardware [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1522.209200] env[69281]: DEBUG nova.virt.hardware [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1522.209433] env[69281]: DEBUG nova.virt.hardware [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1522.209598] env[69281]: DEBUG nova.virt.hardware [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1522.209770] env[69281]: DEBUG nova.virt.hardware [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1522.209961] env[69281]: DEBUG nova.virt.hardware [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1522.210161] env[69281]: DEBUG nova.virt.hardware [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1522.211184] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317b4fe3-06a9-4c0d-80e8-bd474ad2ac0e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.219839] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b161f3e-047b-422f-9e13-a4206ce04aae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.344133] env[69281]: DEBUG nova.compute.manager [req-b287238a-5174-4fff-9160-66f5bfbfc2f7 req-9630fc74-a3b5-4eef-9520-1e64c91ca864 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Received event network-vif-plugged-772e3fd5-9921-4977-afed-4c2803daf470 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1522.344348] env[69281]: DEBUG oslo_concurrency.lockutils [req-b287238a-5174-4fff-9160-66f5bfbfc2f7 req-9630fc74-a3b5-4eef-9520-1e64c91ca864 service nova] Acquiring lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.344565] env[69281]: DEBUG oslo_concurrency.lockutils [req-b287238a-5174-4fff-9160-66f5bfbfc2f7 req-9630fc74-a3b5-4eef-9520-1e64c91ca864 service nova] Lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.344741] env[69281]: DEBUG oslo_concurrency.lockutils [req-b287238a-5174-4fff-9160-66f5bfbfc2f7 req-9630fc74-a3b5-4eef-9520-1e64c91ca864 service nova] Lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.344916] env[69281]: DEBUG nova.compute.manager [req-b287238a-5174-4fff-9160-66f5bfbfc2f7 req-9630fc74-a3b5-4eef-9520-1e64c91ca864 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] No waiting events found dispatching network-vif-plugged-772e3fd5-9921-4977-afed-4c2803daf470 {{(pid=69281) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1522.345292] env[69281]: WARNING nova.compute.manager [req-b287238a-5174-4fff-9160-66f5bfbfc2f7 req-9630fc74-a3b5-4eef-9520-1e64c91ca864 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Received unexpected event network-vif-plugged-772e3fd5-9921-4977-afed-4c2803daf470 for instance with vm_state building and task_state spawning. [ 1522.429228] env[69281]: DEBUG nova.network.neutron [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Successfully updated port: 772e3fd5-9921-4977-afed-4c2803daf470 {{(pid=69281) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1522.932124] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.932268] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.932453] env[69281]: DEBUG nova.network.neutron [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.463875] env[69281]: DEBUG nova.network.neutron [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1523.587640] env[69281]: DEBUG nova.network.neutron [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Updating instance_info_cache with network_info: [{"id": "772e3fd5-9921-4977-afed-4c2803daf470", "address": "fa:16:3e:43:5a:5b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772e3fd5-99", "ovs_interfaceid": "772e3fd5-9921-4977-afed-4c2803daf470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.090503] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.090843] env[69281]: DEBUG nova.compute.manager [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Instance network_info: |[{"id": "772e3fd5-9921-4977-afed-4c2803daf470", "address": "fa:16:3e:43:5a:5b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772e3fd5-99", "ovs_interfaceid": "772e3fd5-9921-4977-afed-4c2803daf470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1524.091305] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:5a:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '772e3fd5-9921-4977-afed-4c2803daf470', 'vif_model': 'vmxnet3'}] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1524.098925] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1524.099152] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1524.099792] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ba6c984-d088-4f3b-98dc-b2834789d1ae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.121057] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1524.121057] env[69281]: value = "task-3936766" [ 1524.121057] env[69281]: _type = "Task" [ 1524.121057] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.128887] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936766, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.371573] env[69281]: DEBUG nova.compute.manager [req-5d62747b-9b03-4131-9565-19a0b5cb196e req-d952172f-57d5-46db-b4be-f37c7ed94746 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Received event network-changed-772e3fd5-9921-4977-afed-4c2803daf470 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1524.371757] env[69281]: DEBUG nova.compute.manager [req-5d62747b-9b03-4131-9565-19a0b5cb196e req-d952172f-57d5-46db-b4be-f37c7ed94746 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Refreshing instance network info cache due to event network-changed-772e3fd5-9921-4977-afed-4c2803daf470. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1524.371997] env[69281]: DEBUG oslo_concurrency.lockutils [req-5d62747b-9b03-4131-9565-19a0b5cb196e req-d952172f-57d5-46db-b4be-f37c7ed94746 service nova] Acquiring lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.372243] env[69281]: DEBUG oslo_concurrency.lockutils [req-5d62747b-9b03-4131-9565-19a0b5cb196e req-d952172f-57d5-46db-b4be-f37c7ed94746 service nova] Acquired lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.372450] env[69281]: DEBUG nova.network.neutron [req-5d62747b-9b03-4131-9565-19a0b5cb196e req-d952172f-57d5-46db-b4be-f37c7ed94746 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Refreshing network info cache for port 772e3fd5-9921-4977-afed-4c2803daf470 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.632123] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936766, 'name': CreateVM_Task, 'duration_secs': 0.311471} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.632510] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1524.632960] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.633154] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.633519] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.634144] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e5dd066-cd10-4cd8-a933-1317f496dbf8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.639151] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1524.639151] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e25a87-1ee5-6501-ee35-cc17c5ec8e3c" [ 1524.639151] env[69281]: _type = "Task" [ 1524.639151] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.648941] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e25a87-1ee5-6501-ee35-cc17c5ec8e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.060731] env[69281]: DEBUG nova.network.neutron [req-5d62747b-9b03-4131-9565-19a0b5cb196e req-d952172f-57d5-46db-b4be-f37c7ed94746 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Updated VIF entry in instance network info cache for port 772e3fd5-9921-4977-afed-4c2803daf470. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.061179] env[69281]: DEBUG nova.network.neutron [req-5d62747b-9b03-4131-9565-19a0b5cb196e req-d952172f-57d5-46db-b4be-f37c7ed94746 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Updating instance_info_cache with network_info: [{"id": "772e3fd5-9921-4977-afed-4c2803daf470", "address": "fa:16:3e:43:5a:5b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772e3fd5-99", "ovs_interfaceid": "772e3fd5-9921-4977-afed-4c2803daf470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.150585] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52e25a87-1ee5-6501-ee35-cc17c5ec8e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.150917] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.151184] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.151438] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.151593] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.151782] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.152074] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fac24dc-4a32-4f3a-91f1-c1160c2dfd57 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.161924] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.162082] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.162824] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0c6684-aa4b-4c4d-a496-120bfddf052f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.168912] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1525.168912] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f343c7-4716-7720-e26e-bc3f1177f434" [ 1525.168912] env[69281]: _type = "Task" [ 1525.168912] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.177294] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f343c7-4716-7720-e26e-bc3f1177f434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.564256] env[69281]: DEBUG oslo_concurrency.lockutils [req-5d62747b-9b03-4131-9565-19a0b5cb196e req-d952172f-57d5-46db-b4be-f37c7ed94746 service nova] Releasing lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.680268] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52f343c7-4716-7720-e26e-bc3f1177f434, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.681109] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73319ade-13dc-469f-b9d8-6f7a52bb80d9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.686665] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1525.686665] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52aee7b6-3378-52ef-1868-1ebbd1263dc3" [ 1525.686665] env[69281]: _type = "Task" [ 1525.686665] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.694564] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52aee7b6-3378-52ef-1868-1ebbd1263dc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.197843] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52aee7b6-3378-52ef-1868-1ebbd1263dc3, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.198154] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.198437] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 8db5bb53-3a55-4a60-9de5-4d667e5c6642/8db5bb53-3a55-4a60-9de5-4d667e5c6642.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1526.198703] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-839b3a52-aa99-4ade-b81a-e083ddc90457 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.206097] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1526.206097] env[69281]: value = "task-3936767" [ 1526.206097] env[69281]: _type = "Task" [ 1526.206097] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.215110] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.715778] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479142} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.716159] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 8db5bb53-3a55-4a60-9de5-4d667e5c6642/8db5bb53-3a55-4a60-9de5-4d667e5c6642.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1526.716232] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1526.716454] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b4d5ecc-f303-4f8a-a442-7b400a952c08 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.723586] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1526.723586] env[69281]: value = "task-3936768" [ 1526.723586] env[69281]: _type = "Task" [ 1526.723586] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.731757] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.234088] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071942} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.234327] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.235091] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfcb545-8b39-4eef-9709-c4baabfa6f82 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.257675] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 8db5bb53-3a55-4a60-9de5-4d667e5c6642/8db5bb53-3a55-4a60-9de5-4d667e5c6642.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.257961] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ec68936-0959-49d3-a4b3-be52583cb994 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.277261] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1527.277261] env[69281]: value = "task-3936769" [ 1527.277261] env[69281]: _type = "Task" [ 1527.277261] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.285594] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.788712] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936769, 'name': ReconfigVM_Task, 'duration_secs': 0.336533} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.789081] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 8db5bb53-3a55-4a60-9de5-4d667e5c6642/8db5bb53-3a55-4a60-9de5-4d667e5c6642.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.789629] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17e2697a-a98a-4877-89d6-911b0d7c4ee3 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.796510] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1527.796510] env[69281]: value = "task-3936770" [ 1527.796510] env[69281]: _type = "Task" [ 1527.796510] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.804865] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936770, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.308727] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936770, 'name': Rename_Task, 'duration_secs': 0.147096} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.309172] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.309515] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42333da0-8ddc-4c96-84a7-d87052caf6ee {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.317783] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1528.317783] env[69281]: value = "task-3936771" [ 1528.317783] env[69281]: _type = "Task" [ 1528.317783] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.325802] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.828790] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.329845] env[69281]: DEBUG oslo_vmware.api [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936771, 'name': PowerOnVM_Task, 'duration_secs': 0.659313} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.330185] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1529.330436] env[69281]: INFO nova.compute.manager [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1529.330656] env[69281]: DEBUG nova.compute.manager [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1529.331545] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a7253a-4199-49f5-8336-4fa80e48ed18 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.854365] env[69281]: INFO nova.compute.manager [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Took 11.82 seconds to build instance. [ 1530.089767] env[69281]: DEBUG nova.compute.manager [req-6e22f3de-8144-468e-85e2-4b35ce4d94e8 req-6b0686e9-87be-4ad8-9ae9-4bc73b17c883 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Received event network-changed-772e3fd5-9921-4977-afed-4c2803daf470 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1530.090010] env[69281]: DEBUG nova.compute.manager [req-6e22f3de-8144-468e-85e2-4b35ce4d94e8 req-6b0686e9-87be-4ad8-9ae9-4bc73b17c883 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Refreshing instance network info cache due to event network-changed-772e3fd5-9921-4977-afed-4c2803daf470. {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1530.090281] env[69281]: DEBUG oslo_concurrency.lockutils [req-6e22f3de-8144-468e-85e2-4b35ce4d94e8 req-6b0686e9-87be-4ad8-9ae9-4bc73b17c883 service nova] Acquiring lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.090458] env[69281]: DEBUG oslo_concurrency.lockutils [req-6e22f3de-8144-468e-85e2-4b35ce4d94e8 req-6b0686e9-87be-4ad8-9ae9-4bc73b17c883 service nova] Acquired lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.090629] env[69281]: DEBUG nova.network.neutron [req-6e22f3de-8144-468e-85e2-4b35ce4d94e8 req-6b0686e9-87be-4ad8-9ae9-4bc73b17c883 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Refreshing network info cache for port 772e3fd5-9921-4977-afed-4c2803daf470 {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1530.356847] env[69281]: DEBUG oslo_concurrency.lockutils [None req-90734435-ef4a-4054-947e-e269e0469629 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.330s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.811393] env[69281]: DEBUG nova.network.neutron [req-6e22f3de-8144-468e-85e2-4b35ce4d94e8 req-6b0686e9-87be-4ad8-9ae9-4bc73b17c883 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Updated VIF entry in instance network info cache for port 772e3fd5-9921-4977-afed-4c2803daf470. {{(pid=69281) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.811810] env[69281]: DEBUG nova.network.neutron [req-6e22f3de-8144-468e-85e2-4b35ce4d94e8 req-6b0686e9-87be-4ad8-9ae9-4bc73b17c883 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Updating instance_info_cache with network_info: [{"id": "772e3fd5-9921-4977-afed-4c2803daf470", "address": "fa:16:3e:43:5a:5b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772e3fd5-99", "ovs_interfaceid": "772e3fd5-9921-4977-afed-4c2803daf470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.315256] env[69281]: DEBUG oslo_concurrency.lockutils [req-6e22f3de-8144-468e-85e2-4b35ce4d94e8 req-6b0686e9-87be-4ad8-9ae9-4bc73b17c883 service nova] Releasing lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.088784] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6adbe7ad-2d23-40a3-aca6-6ee2931e49ac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.089245] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6adbe7ad-2d23-40a3-aca6-6ee2931e49ac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.089289] env[69281]: DEBUG nova.compute.manager [None req-6adbe7ad-2d23-40a3-aca6-6ee2931e49ac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1565.090251] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8078960-2098-453f-9f03-406fd81707eb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.097089] env[69281]: DEBUG nova.compute.manager [None req-6adbe7ad-2d23-40a3-aca6-6ee2931e49ac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69281) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1565.097678] env[69281]: DEBUG nova.objects.instance [None req-6adbe7ad-2d23-40a3-aca6-6ee2931e49ac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lazy-loading 'flavor' on Instance uuid 8db5bb53-3a55-4a60-9de5-4d667e5c6642 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.106701] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adbe7ad-2d23-40a3-aca6-6ee2931e49ac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.107119] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-535c0731-42a2-4a1f-90b7-f78320402411 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.116815] env[69281]: DEBUG oslo_vmware.api [None req-6adbe7ad-2d23-40a3-aca6-6ee2931e49ac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1566.116815] env[69281]: value = "task-3936772" [ 1566.116815] env[69281]: _type = "Task" [ 1566.116815] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.126610] env[69281]: DEBUG oslo_vmware.api [None req-6adbe7ad-2d23-40a3-aca6-6ee2931e49ac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.626813] env[69281]: DEBUG oslo_vmware.api [None req-6adbe7ad-2d23-40a3-aca6-6ee2931e49ac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936772, 'name': PowerOffVM_Task, 'duration_secs': 0.210644} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.627090] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adbe7ad-2d23-40a3-aca6-6ee2931e49ac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1566.627331] env[69281]: DEBUG nova.compute.manager [None req-6adbe7ad-2d23-40a3-aca6-6ee2931e49ac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1566.628094] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05cca31-11ee-4664-80e6-cf522822b3eb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.139476] env[69281]: DEBUG oslo_concurrency.lockutils [None req-6adbe7ad-2d23-40a3-aca6-6ee2931e49ac tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.490253] env[69281]: DEBUG nova.objects.instance [None req-4a6d560e-52ac-4a91-943f-9121a4ea2ff6 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lazy-loading 'flavor' on Instance uuid 8db5bb53-3a55-4a60-9de5-4d667e5c6642 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.996180] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4a6d560e-52ac-4a91-943f-9121a4ea2ff6 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.996435] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4a6d560e-52ac-4a91-943f-9121a4ea2ff6 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.996534] env[69281]: DEBUG nova.network.neutron [None req-4a6d560e-52ac-4a91-943f-9121a4ea2ff6 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.996715] env[69281]: DEBUG nova.objects.instance [None req-4a6d560e-52ac-4a91-943f-9121a4ea2ff6 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lazy-loading 'info_cache' on Instance uuid 8db5bb53-3a55-4a60-9de5-4d667e5c6642 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.500682] env[69281]: DEBUG nova.objects.base [None req-4a6d560e-52ac-4a91-943f-9121a4ea2ff6 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Object Instance<8db5bb53-3a55-4a60-9de5-4d667e5c6642> lazy-loaded attributes: flavor,info_cache {{(pid=69281) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1569.203424] env[69281]: DEBUG nova.network.neutron [None req-4a6d560e-52ac-4a91-943f-9121a4ea2ff6 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Updating instance_info_cache with network_info: [{"id": "772e3fd5-9921-4977-afed-4c2803daf470", "address": "fa:16:3e:43:5a:5b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772e3fd5-99", "ovs_interfaceid": "772e3fd5-9921-4977-afed-4c2803daf470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.705967] env[69281]: DEBUG oslo_concurrency.lockutils [None req-4a6d560e-52ac-4a91-943f-9121a4ea2ff6 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.712095] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6d560e-52ac-4a91-943f-9121a4ea2ff6 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.712500] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a4c0228-6534-4c43-b978-ce9068f1540a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.720211] env[69281]: DEBUG oslo_vmware.api [None req-4a6d560e-52ac-4a91-943f-9121a4ea2ff6 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1570.720211] env[69281]: value = "task-3936773" [ 1570.720211] env[69281]: _type = "Task" [ 1570.720211] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.727962] env[69281]: DEBUG oslo_vmware.api [None req-4a6d560e-52ac-4a91-943f-9121a4ea2ff6 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.230590] env[69281]: DEBUG oslo_vmware.api [None req-4a6d560e-52ac-4a91-943f-9121a4ea2ff6 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936773, 'name': PowerOnVM_Task, 'duration_secs': 0.382546} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.230900] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6d560e-52ac-4a91-943f-9121a4ea2ff6 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.231124] env[69281]: DEBUG nova.compute.manager [None req-4a6d560e-52ac-4a91-943f-9121a4ea2ff6 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1571.231897] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c867d3-0c38-44d3-a5f8-1da81fa8315f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.900783] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.901162] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.901162] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.901295] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.901444] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.901590] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.901741] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.901884] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69281) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1571.902044] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.242548] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8bd40d-4739-46e5-92b7-d930636878a6 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.250054] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7e71df-126e-4a4a-9fda-965b0113b686 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Suspending the VM {{(pid=69281) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1572.250335] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8597268f-f37b-48cb-b6b5-590732972977 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.256706] env[69281]: DEBUG oslo_vmware.api [None req-3c7e71df-126e-4a4a-9fda-965b0113b686 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1572.256706] env[69281]: value = "task-3936774" [ 1572.256706] env[69281]: _type = "Task" [ 1572.256706] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.265446] env[69281]: DEBUG oslo_vmware.api [None req-3c7e71df-126e-4a4a-9fda-965b0113b686 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936774, 'name': SuspendVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.405076] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1572.405411] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.405655] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1572.405958] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1572.406905] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb3f2e5-f51f-4d2c-a474-39f8bc43bb6a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.416308] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f05228a-4693-4d5d-9f00-ed89320a349d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.433493] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b3d679-ea6d-4e00-a52f-c791ede57937 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.441279] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567adc66-3ff3-42e2-99ac-2d4132f5cf6e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.471554] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180828MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1572.471752] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1572.471945] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.767453] env[69281]: DEBUG oslo_vmware.api [None req-3c7e71df-126e-4a4a-9fda-965b0113b686 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936774, 'name': SuspendVM_Task} progress is 62%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.268170] env[69281]: DEBUG oslo_vmware.api [None req-3c7e71df-126e-4a4a-9fda-965b0113b686 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936774, 'name': SuspendVM_Task, 'duration_secs': 0.757566} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.268547] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7e71df-126e-4a4a-9fda-965b0113b686 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Suspended the VM {{(pid=69281) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1573.268704] env[69281]: DEBUG nova.compute.manager [None req-3c7e71df-126e-4a4a-9fda-965b0113b686 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1573.269523] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bc7e5a-7eca-4e8f-b0ea-02af238185da {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.496408] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Instance 8db5bb53-3a55-4a60-9de5-4d667e5c6642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69281) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1573.496963] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1573.496963] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1573.523306] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee41c58-1072-43da-9f2e-e5600938b20e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.530958] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cab495-e85a-4671-ac98-6ac5416bb929 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.563042] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dacbf4f-9fd0-4f76-8471-a81055f43a50 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.571236] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eced5a60-5eb3-4998-b980-c49db358357d {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.585756] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.089015] env[69281]: DEBUG nova.scheduler.client.report [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1574.566393] env[69281]: INFO nova.compute.manager [None req-38a6c1c2-0661-4ed3-a251-039060c335a5 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Resuming [ 1574.567107] env[69281]: DEBUG nova.objects.instance [None req-38a6c1c2-0661-4ed3-a251-039060c335a5 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lazy-loading 'flavor' on Instance uuid 8db5bb53-3a55-4a60-9de5-4d667e5c6642 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1574.593460] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69281) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1574.593708] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.078730] env[69281]: DEBUG oslo_concurrency.lockutils [None req-38a6c1c2-0661-4ed3-a251-039060c335a5 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.079205] env[69281]: DEBUG oslo_concurrency.lockutils [None req-38a6c1c2-0661-4ed3-a251-039060c335a5 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquired lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.079205] env[69281]: DEBUG nova.network.neutron [None req-38a6c1c2-0661-4ed3-a251-039060c335a5 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1576.808481] env[69281]: DEBUG nova.network.neutron [None req-38a6c1c2-0661-4ed3-a251-039060c335a5 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Updating instance_info_cache with network_info: [{"id": "772e3fd5-9921-4977-afed-4c2803daf470", "address": "fa:16:3e:43:5a:5b", "network": {"id": "085133ec-05c4-4bd7-9a52-7e6ccbdef722", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1876191138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384f78d40a8a4efca7e3f86b9e89d06f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772e3fd5-99", "ovs_interfaceid": "772e3fd5-9921-4977-afed-4c2803daf470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.311375] env[69281]: DEBUG oslo_concurrency.lockutils [None req-38a6c1c2-0661-4ed3-a251-039060c335a5 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Releasing lock "refresh_cache-8db5bb53-3a55-4a60-9de5-4d667e5c6642" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.312383] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d4e9b1-d95b-4cf3-8b47-7aeecc1df031 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.320099] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-38a6c1c2-0661-4ed3-a251-039060c335a5 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Resuming the VM {{(pid=69281) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1577.320352] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1961cd8e-094f-427a-ad90-91950555ad34 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.328086] env[69281]: DEBUG oslo_vmware.api [None req-38a6c1c2-0661-4ed3-a251-039060c335a5 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1577.328086] env[69281]: value = "task-3936775" [ 1577.328086] env[69281]: _type = "Task" [ 1577.328086] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.336862] env[69281]: DEBUG oslo_vmware.api [None req-38a6c1c2-0661-4ed3-a251-039060c335a5 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.841108] env[69281]: DEBUG oslo_vmware.api [None req-38a6c1c2-0661-4ed3-a251-039060c335a5 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936775, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.338473] env[69281]: DEBUG oslo_vmware.api [None req-38a6c1c2-0661-4ed3-a251-039060c335a5 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936775, 'name': PowerOnVM_Task, 'duration_secs': 0.659906} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.338858] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-38a6c1c2-0661-4ed3-a251-039060c335a5 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Resumed the VM {{(pid=69281) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1578.338949] env[69281]: DEBUG nova.compute.manager [None req-38a6c1c2-0661-4ed3-a251-039060c335a5 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1578.339754] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df100f0-d57f-4de1-aae5-66c97f054c7f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.299708] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.299935] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.300164] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.300356] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.300559] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.302706] env[69281]: INFO nova.compute.manager [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Terminating instance [ 1579.806122] env[69281]: DEBUG nova.compute.manager [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1579.806519] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1579.807377] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f176b8-11b4-4e1c-b660-f04cbdd4c75f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.815373] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.815635] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b4ae52a-1bb1-4779-9498-95480bdf3860 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.822898] env[69281]: DEBUG oslo_vmware.api [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1579.822898] env[69281]: value = "task-3936776" [ 1579.822898] env[69281]: _type = "Task" [ 1579.822898] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.833528] env[69281]: DEBUG oslo_vmware.api [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.333017] env[69281]: DEBUG oslo_vmware.api [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936776, 'name': PowerOffVM_Task, 'duration_secs': 0.226551} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.333332] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1580.333509] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1580.333764] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2840c77-1406-45bc-b651-52592f84de67 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.409412] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1580.409718] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1580.409917] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleting the datastore file [datastore2] 8db5bb53-3a55-4a60-9de5-4d667e5c6642 {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1580.410224] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85194ecb-b492-472c-8d30-4d49df753b0e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.416930] env[69281]: DEBUG oslo_vmware.api [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for the task: (returnval){ [ 1580.416930] env[69281]: value = "task-3936778" [ 1580.416930] env[69281]: _type = "Task" [ 1580.416930] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.425017] env[69281]: DEBUG oslo_vmware.api [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.926811] env[69281]: DEBUG oslo_vmware.api [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Task: {'id': task-3936778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16557} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.927224] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.927277] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.927516] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1580.927726] env[69281]: INFO nova.compute.manager [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1580.927983] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1580.928196] env[69281]: DEBUG nova.compute.manager [-] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1580.928299] env[69281]: DEBUG nova.network.neutron [-] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1581.398490] env[69281]: DEBUG nova.compute.manager [req-e00f76b8-88b5-484c-b7ab-4d05b1a77e67 req-e1e0bd5a-33d4-4347-9974-044403ea9cc5 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Received event network-vif-deleted-772e3fd5-9921-4977-afed-4c2803daf470 {{(pid=69281) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1581.398490] env[69281]: INFO nova.compute.manager [req-e00f76b8-88b5-484c-b7ab-4d05b1a77e67 req-e1e0bd5a-33d4-4347-9974-044403ea9cc5 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Neutron deleted interface 772e3fd5-9921-4977-afed-4c2803daf470; detaching it from the instance and deleting it from the info cache [ 1581.398605] env[69281]: DEBUG nova.network.neutron [req-e00f76b8-88b5-484c-b7ab-4d05b1a77e67 req-e1e0bd5a-33d4-4347-9974-044403ea9cc5 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.883324] env[69281]: DEBUG nova.network.neutron [-] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.900968] env[69281]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2df8313-2647-4441-84fa-9f1614b390ce {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.911559] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a4d16a-768f-45fa-8da9-99478ccf06ca {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.938113] env[69281]: DEBUG nova.compute.manager [req-e00f76b8-88b5-484c-b7ab-4d05b1a77e67 req-e1e0bd5a-33d4-4347-9974-044403ea9cc5 service nova] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Detach interface failed, port_id=772e3fd5-9921-4977-afed-4c2803daf470, reason: Instance 8db5bb53-3a55-4a60-9de5-4d667e5c6642 could not be found. {{(pid=69281) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1582.386828] env[69281]: INFO nova.compute.manager [-] [instance: 8db5bb53-3a55-4a60-9de5-4d667e5c6642] Took 1.46 seconds to deallocate network for instance. [ 1582.893270] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1582.893566] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1582.893796] env[69281]: DEBUG nova.objects.instance [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lazy-loading 'resources' on Instance uuid 8db5bb53-3a55-4a60-9de5-4d667e5c6642 {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1583.429756] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51661efa-efd2-496f-8fae-0e93d68a5522 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.437679] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918eab88-8ef0-4821-b4a0-137bda10df08 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.468835] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1ba198-51c5-43ff-91ec-818818962262 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.476167] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c860ab-7b70-43d8-8653-1820ee763c47 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.489306] env[69281]: DEBUG nova.compute.provider_tree [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.992289] env[69281]: DEBUG nova.scheduler.client.report [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.498338] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1584.521272] env[69281]: INFO nova.scheduler.client.report [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Deleted allocations for instance 8db5bb53-3a55-4a60-9de5-4d667e5c6642 [ 1585.029745] env[69281]: DEBUG oslo_concurrency.lockutils [None req-f24a29bf-9a9c-4e2a-8363-00308a872684 tempest-ServerActionsTestJSON-21956224 tempest-ServerActionsTestJSON-21956224-project-member] Lock "8db5bb53-3a55-4a60-9de5-4d667e5c6642" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.729s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.394601] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Acquiring lock "60420089-667e-4425-9bd3-4a642cdd33bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.394939] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Lock "60420089-667e-4425-9bd3-4a642cdd33bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.896988] env[69281]: DEBUG nova.compute.manager [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Starting instance... {{(pid=69281) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1589.416990] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.417315] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.418888] env[69281]: INFO nova.compute.claims [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.455053] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc82e81d-eabd-4b8b-b80f-1ca02471e32a {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.464149] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e7fa74-d6e0-4567-89ac-cc2f59e7e9ae {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.493187] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9356f4c0-d9c8-40b9-ab9a-0d5fb0a1dbf9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.500944] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9a9538-bc0b-4bf6-bd0b-b88296ea3efc {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.513779] env[69281]: DEBUG nova.compute.provider_tree [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.016935] env[69281]: DEBUG nova.scheduler.client.report [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.522088] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.522658] env[69281]: DEBUG nova.compute.manager [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Start building networks asynchronously for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1592.028488] env[69281]: DEBUG nova.compute.utils [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Using /dev/sd instead of None {{(pid=69281) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1592.063064] env[69281]: DEBUG nova.compute.manager [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Not allocating networking since 'none' was specified. {{(pid=69281) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1592.531473] env[69281]: DEBUG nova.compute.manager [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Start building block device mappings for instance. {{(pid=69281) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1593.540404] env[69281]: DEBUG nova.compute.manager [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Start spawning the instance on the hypervisor. {{(pid=69281) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1593.567647] env[69281]: DEBUG nova.virt.hardware [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T23:43:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T23:42:50Z,direct_url=,disk_format='vmdk',id=12ea0038-8065-455a-8a1b-58b88701c301,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2ceaa6390b4d93a81bbacffd39d73d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T23:42:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1593.567909] env[69281]: DEBUG nova.virt.hardware [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Flavor limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1593.568084] env[69281]: DEBUG nova.virt.hardware [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Image limits 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1593.568275] env[69281]: DEBUG nova.virt.hardware [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Flavor pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1593.568432] env[69281]: DEBUG nova.virt.hardware [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Image pref 0:0:0 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1593.568575] env[69281]: DEBUG nova.virt.hardware [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69281) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1593.568784] env[69281]: DEBUG nova.virt.hardware [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1593.568945] env[69281]: DEBUG nova.virt.hardware [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1593.569136] env[69281]: DEBUG nova.virt.hardware [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Got 1 possible topologies {{(pid=69281) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1593.569298] env[69281]: DEBUG nova.virt.hardware [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1593.569475] env[69281]: DEBUG nova.virt.hardware [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69281) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1593.570356] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3100cac8-a084-41ba-89e6-42987baf3744 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.578556] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a92503-0556-4995-adf1-54dcb8314956 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.592114] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Instance VIF info [] {{(pid=69281) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1593.597774] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Creating folder: Project (4733381f5d8c46d89ea15fa26dfa50b2). Parent ref: group-v781128. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1593.598090] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6384550-fa13-40dc-bbbf-e396e6c057e7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.609080] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Created folder: Project (4733381f5d8c46d89ea15fa26dfa50b2) in parent group-v781128. [ 1593.609275] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Creating folder: Instances. Parent ref: group-v781476. {{(pid=69281) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1593.609528] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23802e20-7636-42c5-8a88-2c84bae2fc54 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.618761] env[69281]: INFO nova.virt.vmwareapi.vm_util [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Created folder: Instances in parent group-v781476. [ 1593.618989] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1593.619204] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Creating VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1593.619412] env[69281]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c80ea95-d10e-4a08-9be6-e11163c4a640 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.635763] env[69281]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1593.635763] env[69281]: value = "task-3936781" [ 1593.635763] env[69281]: _type = "Task" [ 1593.635763] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.643223] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936781, 'name': CreateVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.145887] env[69281]: DEBUG oslo_vmware.api [-] Task: {'id': task-3936781, 'name': CreateVM_Task, 'duration_secs': 0.262505} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.146136] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Created VM on the ESX host {{(pid=69281) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1594.146574] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.146735] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.147094] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.147349] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c6a0e5-da4c-4a4c-b0ce-ef3b5a05e784 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.153030] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Waiting for the task: (returnval){ [ 1594.153030] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522d5a78-7c33-a396-0c5d-406cb9fbd131" [ 1594.153030] env[69281]: _type = "Task" [ 1594.153030] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.160970] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522d5a78-7c33-a396-0c5d-406cb9fbd131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.663282] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]522d5a78-7c33-a396-0c5d-406cb9fbd131, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.663682] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.663930] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Processing image 12ea0038-8065-455a-8a1b-58b88701c301 {{(pid=69281) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1594.664215] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.664375] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.664559] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.664820] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eafc1336-01e4-4530-a712-364eafe42b75 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.673784] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69281) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.673961] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69281) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1594.674676] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff630505-14d3-413f-8e5c-87001320095e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.680531] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Waiting for the task: (returnval){ [ 1594.680531] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a43693-25bb-7913-efb8-da44b5b0e188" [ 1594.680531] env[69281]: _type = "Task" [ 1594.680531] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.688092] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a43693-25bb-7913-efb8-da44b5b0e188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.191529] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52a43693-25bb-7913-efb8-da44b5b0e188, 'name': SearchDatastore_Task, 'duration_secs': 0.009144} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.192362] env[69281]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8292f7f4-fece-43c8-b088-49a3141f40a8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.198240] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Waiting for the task: (returnval){ [ 1595.198240] env[69281]: value = "session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52963126-4eba-cdbc-8784-b03cf3f7267e" [ 1595.198240] env[69281]: _type = "Task" [ 1595.198240] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.206744] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52963126-4eba-cdbc-8784-b03cf3f7267e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.709187] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': session[52a3b9bf-6ed8-751c-1b9b-5cd35c11491e]52963126-4eba-cdbc-8784-b03cf3f7267e, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.709572] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.709723] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 60420089-667e-4425-9bd3-4a642cdd33bc/60420089-667e-4425-9bd3-4a642cdd33bc.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1595.710019] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dad1fbe9-7f0e-417a-80d5-0f5411200462 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.717449] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Waiting for the task: (returnval){ [ 1595.717449] env[69281]: value = "task-3936782" [ 1595.717449] env[69281]: _type = "Task" [ 1595.717449] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.725199] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': task-3936782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.228582] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': task-3936782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455778} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.228852] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/12ea0038-8065-455a-8a1b-58b88701c301/12ea0038-8065-455a-8a1b-58b88701c301.vmdk to [datastore2] 60420089-667e-4425-9bd3-4a642cdd33bc/60420089-667e-4425-9bd3-4a642cdd33bc.vmdk {{(pid=69281) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1596.229079] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Extending root virtual disk to 1048576 {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.229345] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ed11db1-7ce0-4a8f-8ba0-e06af593cfd5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.235875] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Waiting for the task: (returnval){ [ 1596.235875] env[69281]: value = "task-3936783" [ 1596.235875] env[69281]: _type = "Task" [ 1596.235875] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.247304] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': task-3936783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.746128] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': task-3936783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065762} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.746504] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Extended root virtual disk {{(pid=69281) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1596.747178] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7c40d0-5327-46bf-abf1-a4193e8c9e5e {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.766759] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 60420089-667e-4425-9bd3-4a642cdd33bc/60420089-667e-4425-9bd3-4a642cdd33bc.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.767048] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e1dbae3-fb7d-4cf2-bd67-15acb5dc7cdb {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.785907] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Waiting for the task: (returnval){ [ 1596.785907] env[69281]: value = "task-3936784" [ 1596.785907] env[69281]: _type = "Task" [ 1596.785907] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.793687] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': task-3936784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.296666] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': task-3936784, 'name': ReconfigVM_Task, 'duration_secs': 0.328024} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.297075] env[69281]: DEBUG nova.virt.vmwareapi.volumeops [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 60420089-667e-4425-9bd3-4a642cdd33bc/60420089-667e-4425-9bd3-4a642cdd33bc.vmdk or device None with type sparse {{(pid=69281) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1597.297761] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21ef6146-fdc3-4c08-a09e-22dafe4c4e73 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.304941] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Waiting for the task: (returnval){ [ 1597.304941] env[69281]: value = "task-3936785" [ 1597.304941] env[69281]: _type = "Task" [ 1597.304941] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.314317] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': task-3936785, 'name': Rename_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.815452] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': task-3936785, 'name': Rename_Task, 'duration_secs': 0.281122} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.815820] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Powering on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1597.815991] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db5217b6-155e-49c7-950e-3e4adccc6d98 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.823022] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Waiting for the task: (returnval){ [ 1597.823022] env[69281]: value = "task-3936786" [ 1597.823022] env[69281]: _type = "Task" [ 1597.823022] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.830765] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': task-3936786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.333664] env[69281]: DEBUG oslo_vmware.api [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': task-3936786, 'name': PowerOnVM_Task, 'duration_secs': 0.406307} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.334232] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Powered on the VM {{(pid=69281) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1598.335044] env[69281]: INFO nova.compute.manager [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Took 4.79 seconds to spawn the instance on the hypervisor. [ 1598.335044] env[69281]: DEBUG nova.compute.manager [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1598.335536] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059ee1db-52dd-4d0f-bbb0-110501fdffa7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.853805] env[69281]: INFO nova.compute.manager [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Took 9.45 seconds to build instance. [ 1599.329462] env[69281]: DEBUG nova.compute.manager [None req-4cd074f4-0bc0-4a88-971c-a0a97e5287db tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Checking state {{(pid=69281) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1599.330406] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a149427b-35b8-431b-b7c1-537fd544bc5f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.355859] env[69281]: DEBUG oslo_concurrency.lockutils [None req-7470a989-cf4d-4dae-ba87-4e1d1c2fa286 tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Lock "60420089-667e-4425-9bd3-4a642cdd33bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.961s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.395592] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Acquiring lock "60420089-667e-4425-9bd3-4a642cdd33bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.395878] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Lock "60420089-667e-4425-9bd3-4a642cdd33bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.396108] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Acquiring lock "60420089-667e-4425-9bd3-4a642cdd33bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.396294] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Lock "60420089-667e-4425-9bd3-4a642cdd33bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.396476] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Lock "60420089-667e-4425-9bd3-4a642cdd33bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.398477] env[69281]: INFO nova.compute.manager [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Terminating instance [ 1599.840412] env[69281]: INFO nova.compute.manager [None req-4cd074f4-0bc0-4a88-971c-a0a97e5287db tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] instance snapshotting [ 1599.840979] env[69281]: DEBUG nova.objects.instance [None req-4cd074f4-0bc0-4a88-971c-a0a97e5287db tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Lazy-loading 'flavor' on Instance uuid 60420089-667e-4425-9bd3-4a642cdd33bc {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.903382] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Acquiring lock "refresh_cache-60420089-667e-4425-9bd3-4a642cdd33bc" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.903731] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Acquired lock "refresh_cache-60420089-667e-4425-9bd3-4a642cdd33bc" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.903788] env[69281]: DEBUG nova.network.neutron [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Building network info cache for instance {{(pid=69281) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.347328] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95edff03-62fc-43cc-8d7e-1ebff18aad15 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.369849] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d65c805-e554-4af1-9afa-0b5d279399f1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.423550] env[69281]: DEBUG nova.network.neutron [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1600.479969] env[69281]: DEBUG nova.network.neutron [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.889989] env[69281]: DEBUG nova.compute.manager [None req-4cd074f4-0bc0-4a88-971c-a0a97e5287db tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Instance disappeared during snapshot {{(pid=69281) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1600.982737] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Releasing lock "refresh_cache-60420089-667e-4425-9bd3-4a642cdd33bc" {{(pid=69281) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.983191] env[69281]: DEBUG nova.compute.manager [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Start destroying the instance on the hypervisor. {{(pid=69281) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1600.983463] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Destroying instance {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1600.985136] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500f88a4-b358-430b-a519-44b7203f10c9 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.996075] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Powering off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.996075] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8acbaca8-3b94-4060-8ccf-f68b91bbd0e2 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.002928] env[69281]: DEBUG oslo_vmware.api [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Waiting for the task: (returnval){ [ 1601.002928] env[69281]: value = "task-3936787" [ 1601.002928] env[69281]: _type = "Task" [ 1601.002928] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.012363] env[69281]: DEBUG oslo_vmware.api [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': task-3936787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.013898] env[69281]: DEBUG nova.compute.manager [None req-4cd074f4-0bc0-4a88-971c-a0a97e5287db tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Found 0 images (rotation: 2) {{(pid=69281) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1601.514116] env[69281]: DEBUG oslo_vmware.api [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': task-3936787, 'name': PowerOffVM_Task, 'duration_secs': 0.282258} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.514116] env[69281]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Powered off the VM {{(pid=69281) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1601.514116] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Unregistering the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1601.514116] env[69281]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc50706a-a0b7-4264-9ded-747b2652078b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.542447] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Unregistered the VM {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1601.542734] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Deleting contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1601.542963] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Deleting the datastore file [datastore2] 60420089-667e-4425-9bd3-4a642cdd33bc {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1601.543307] env[69281]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c067ebfd-b686-4295-8d0e-19e8a3f4a803 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.550314] env[69281]: DEBUG oslo_vmware.api [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Waiting for the task: (returnval){ [ 1601.550314] env[69281]: value = "task-3936789" [ 1601.550314] env[69281]: _type = "Task" [ 1601.550314] env[69281]: } to complete. {{(pid=69281) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.558638] env[69281]: DEBUG oslo_vmware.api [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': task-3936789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.061383] env[69281]: DEBUG oslo_vmware.api [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Task: {'id': task-3936789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093795} completed successfully. {{(pid=69281) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.061778] env[69281]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Deleted the datastore file {{(pid=69281) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1602.061818] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Deleted contents of the VM from datastore datastore2 {{(pid=69281) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1602.062021] env[69281]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Instance destroyed {{(pid=69281) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1602.062239] env[69281]: INFO nova.compute.manager [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1602.062495] env[69281]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69281) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1602.062687] env[69281]: DEBUG nova.compute.manager [-] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Deallocating network for instance {{(pid=69281) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1602.062786] env[69281]: DEBUG nova.network.neutron [-] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] deallocate_for_instance() {{(pid=69281) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1602.080498] env[69281]: DEBUG nova.network.neutron [-] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Instance cache missing network info. {{(pid=69281) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1602.583176] env[69281]: DEBUG nova.network.neutron [-] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Updating instance_info_cache with network_info: [] {{(pid=69281) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.085899] env[69281]: INFO nova.compute.manager [-] [instance: 60420089-667e-4425-9bd3-4a642cdd33bc] Took 1.02 seconds to deallocate network for instance. [ 1603.592709] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1603.593098] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1603.593347] env[69281]: DEBUG nova.objects.instance [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Lazy-loading 'resources' on Instance uuid 60420089-667e-4425-9bd3-4a642cdd33bc {{(pid=69281) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.128127] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6ba70f-de57-4ad2-9b22-bb2e37cb6fb8 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.135932] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115d95b8-eefb-43b9-be9f-3a29777c7ad1 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.165448] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9b3c6c-4147-4b88-a0f3-ae638d4f6f4f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.172863] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a896800a-cb17-4d36-913f-7cd50798bfe7 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.186306] env[69281]: DEBUG nova.compute.provider_tree [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.689962] env[69281]: DEBUG nova.scheduler.client.report [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Inventory has not changed for provider adc98e38-91c6-4ac1-9063-c94accf48342 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 37, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69281) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1605.195866] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1605.220448] env[69281]: INFO nova.scheduler.client.report [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Deleted allocations for instance 60420089-667e-4425-9bd3-4a642cdd33bc [ 1605.728785] env[69281]: DEBUG oslo_concurrency.lockutils [None req-c9ca108a-d22f-46a0-ad4a-f8707c7add1e tempest-ServersAaction247Test-342321566 tempest-ServersAaction247Test-342321566-project-member] Lock "60420089-667e-4425-9bd3-4a642cdd33bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.333s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.181667] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.182112] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.688412] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.688628] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.688805] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.688983] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.689154] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.689307] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.689446] env[69281]: DEBUG nova.compute.manager [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69281) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1629.689767] env[69281]: DEBUG oslo_service.periodic_task [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69281) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.192176] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1630.192601] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1630.192601] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1630.192755] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69281) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1630.193694] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f81910-e46f-4ccb-8a33-4de833a1400b {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.202284] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3213841-0a84-4f2e-b5c0-db564f934c48 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.216456] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152d8d18-a259-40b4-9df1-7af9db07cdcd {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.223658] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227f6961-7623-43c3-bf79-13d6c6bbab3f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.253437] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180781MB free_disk=37GB free_vcpus=48 pci_devices=None {{(pid=69281) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1630.253591] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1630.253788] env[69281]: DEBUG oslo_concurrency.lockutils [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69281) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1631.273880] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1631.274125] env[69281]: DEBUG nova.compute.resource_tracker [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69281) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1631.286762] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fb85da-36c1-408f-8318-ab3feaa820b5 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.294508] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b0dbba-904d-4c65-8194-576a4cb3e92f {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.323851] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3df2ba-35ec-40bb-ac6a-e5aa437b842c {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.331245] env[69281]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c86803-a6f1-46a8-a1c0-50bae4531025 {{(pid=69281) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.344512] env[69281]: DEBUG nova.compute.provider_tree [None req-a87ec641-06ef-4cdf-b0e9-829da160a981 None None] Inventory has not changed in ProviderTree for provider: adc98e38-91c6-4ac1-9063-c94accf48342 {{(pid=69281) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}